diff --git a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgx_h100.json
index a05cc0a0778..c854a86514b 100644
--- a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgx_h100.json
+++ b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgx_h100.json
@@ -4,31 +4,31 @@
         "end_step": 25,
         "step_interval": 1,
         "values": {
-            "1": 12.59715,
-            "2": 12.60067,
-            "3": 12.59727,
-            "4": 12.60021,
-            "5": 12.59013,
-            "6": 12.58834,
-            "7": 12.57605,
-            "8": 12.5362,
-            "9": 12.50745,
-            "10": 12.49091,
-            "11": 12.32614,
+            "1": 12.59719,
+            "2": 12.60069,
+            "3": 12.59724,
+            "4": 12.60016,
+            "5": 12.59009,
+            "6": 12.58836,
+            "7": 12.57598,
+            "8": 12.53622,
+            "9": 12.50748,
+            "10": 12.49077,
+            "11": 12.32622,
             "12": 12.29366,
-            "13": 12.22589,
-            "14": 12.23023,
-            "15": 11.82108,
-            "16": 11.80586,
-            "17": 11.77001,
-            "18": 11.74946,
-            "19": 11.62189,
-            "20": 11.51704,
-            "21": 11.27121,
-            "22": 11.38966,
-            "23": 11.29559,
-            "24": 11.16591,
-            "25": 11.00354
+            "13": 12.22602,
+            "14": 12.23012,
+            "15": 11.82095,
+            "16": 11.80585,
+            "17": 11.76996,
+            "18": 11.74947,
+            "19": 11.62191,
+            "20": 11.51706,
+            "21": 11.27116,
+            "22": 11.38967,
+            "23": 11.29564,
+            "24": 11.16596,
+            "25": 11.00353
         }
     },
     "num-zeros": {
@@ -36,31 +36,31 @@
         "end_step": 25,
         "step_interval": 1,
         "values": {
-            "1": 523037536.0,
-            "2": 523668064.0,
-            "3": 522933056.0,
-            "4": 523228480.0,
-            "5": 523009792.0,
-            "6": 523364320.0,
-            "7": 523427840.0,
-            "8": 523074688.0,
-            "9": 523459232.0,
-            "10": 523184992.0,
-            "11": 524288736.0,
-            "12": 523447712.0,
-            "13": 523490112.0,
-            "14": 524476096.0,
-            "15": 523630496.0,
-            "16": 523459232.0,
-            "17": 523075936.0,
-            "18": 523360192.0,
-            "19": 523206816.0,
-            "20": 523230848.0,
-            "21": 524941248.0,
-            "22": 523654464.0,
-            "23": 523420576.0,
-            "24": 523494720.0,
-            "25": 525638016.0
+            "1": 523038112.0,
+            "2": 523667424.0,
+            "3": 522931840.0,
+            "4": 523230912.0,
+            "5": 523011200.0,
+            "6": 523366144.0,
+            "7": 523428576.0,
+            "8": 523073920.0,
+            "9": 523458656.0,
+            "10": 523184896.0,
+            "11": 524290432.0,
+            "12": 523448384.0,
+            "13": 523489472.0,
+            "14": 524476384.0,
+            "15": 523628288.0,
+            "16": 523460864.0,
+            "17": 523076928.0,
+            "18": 523361952.0,
+            "19": 523206976.0,
+            "20": 523228864.0,
+            "21": 524941632.0,
+            "22": 523658176.0,
+            "23": 523419360.0,
+            "24": 523494336.0,
+            "25": 525637664.0
         }
     },
     "mem-allocated-bytes": {
@@ -133,29 +133,29 @@
         "step_interval": 1,
         "values": {
             "1": "nan",
-            "2": 5.99154,
+            "2": 6.29925,
             "3": "nan",
-            "4": 1.10664,
+            "4": 1.10183,
             "5": "nan",
-            "6": 1.10108,
+            "6": 1.0959,
             "7": "nan",
-            "8": 1.09852,
+            "8": 1.09548,
             "9": "nan",
-            "10": 1.10395,
+            "10": 1.09665,
             "11": "nan",
-            "12": 1.13133,
+            "12": 1.09723,
             "13": "nan",
-            "14": 1.1009,
+            "14": 1.09908,
             "15": "nan",
-            "16": 1.10173,
+            "16": 1.09791,
             "17": "nan",
-            "18": 1.10058,
+            "18": 1.09734,
             "19": "nan",
-            "20": 1.10006,
+            "20": 1.0999,
             "21": "nan",
-            "22": 1.10081,
+            "22": 1.09871,
             "23": "nan",
-            "24": 1.09852,
+            "24": 1.09858,
             "25": "nan"
         }
     }