From 858226ef6e88681c2219fe0812dcfcf08070443e Mon Sep 17 00:00:00 2001 From: Philip Petrakian Date: Tue, 21 Jul 2026 23:27:12 +0000 Subject: [PATCH] Refresh BERT H100 golden values. Signed-off-by: Philip Petrakian --- .../golden_values_dev_dgx_h100.json | 324 +++++++------- .../golden_values_dev_dgx_h100.json | 410 +++++++++--------- 2 files changed, 367 insertions(+), 367 deletions(-) diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgx_h100.json index 1d75976567a..7a2b6597c36 100644 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgx_h100.json @@ -26,34 +26,34 @@ "20": 10.47714, "21": 10.45276, "22": 10.39141, - "23": "nan", - "24": "nan", - "25": "nan", - "26": "nan", - "27": "nan", - "28": "nan", - "29": "nan", - "30": "nan", - "31": "nan", - "32": "nan", - "33": "nan", - "34": "nan", - "35": "nan", - "36": "nan", - "37": "nan", - "38": "nan", - "39": "nan", - "40": "nan", - "41": "nan", - "42": "nan", - "43": "nan", - "44": "nan", - "45": "nan", - "46": "nan", - "47": "nan", - "48": "nan", - "49": "nan", - "50": "nan" + "23": 10.3972, + "24": 10.35475, + "25": 10.35246, + "26": 10.35041, + "27": 10.31147, + "28": 10.32877, + "29": 10.30861, + "30": 10.14449, + "31": 10.10687, + "32": 10.07856, + "33": 10.10424, + "34": 10.03458, + "35": 10.02764, + "36": 10.01018, + "37": 10.00276, + "38": 9.96156, + "39": 9.89009, + "40": 9.85306, + "41": 9.78426, + "42": 9.71982, + "43": 9.68658, + "44": 9.65517, + "45": 9.6502, + "46": 9.57537, + "47": 9.59269, + "48": 9.58288, + "49": 9.52859, + "50": 9.49558 } }, "num-zeros": { @@ -83,34 +83,34 @@ "20": 2266.0, "21": 2428.0, "22": 2319.0, - "23": "nan", - "24": "nan", - "25": "nan", - "26": "nan", - "27": "nan", - "28": "nan", - "29": "nan", - "30": "nan", - "31": "nan", - "32": "nan", - "33": "nan", - "34": "nan", - "35": "nan", - "36": "nan", - "37": "nan", - "38": "nan", - "39": "nan", - "40": "nan", - "41": "nan", - "42": "nan", - "43": "nan", - "44": "nan", - "45": "nan", - "46": "nan", - "47": "nan", - "48": "nan", - "49": "nan", - "50": "nan" + "23": 2420.0, + "24": 2343.0, + "25": 2235.0, + "26": 2722.0, + "27": 2402.0, + "28": 2568.0, + "29": 1915.0, + "30": 2132.0, + "31": 2699.0, + "32": 2340.0, + "33": 2667.0, + "34": 2775.0, + "35": 2753.0, + "36": 1838.0, + "37": 2756.0, + "38": 2479.0, + "39": 2316.0, + "40": 3061.0, + "41": 3153.0, + "42": 3112.0, + "43": 2808.0, + "44": 3013.0, + "45": 3282.0, + "46": 3037.0, + "47": 3164.0, + "48": 3314.0, + "49": 2706.0, + "50": 2787.0 } }, "mem-allocated-bytes": { @@ -140,34 +140,34 @@ "20": 3433473024.0, "21": 3433473024.0, "22": 3433473024.0, - "23": "nan", - "24": "nan", - "25": "nan", - "26": "nan", - "27": "nan", - "28": "nan", - "29": "nan", - "30": "nan", - "31": "nan", - "32": "nan", - "33": "nan", - "34": "nan", - "35": "nan", - "36": "nan", - "37": "nan", - "38": "nan", - "39": "nan", - "40": "nan", - "41": "nan", - "42": "nan", - "43": "nan", - "44": "nan", - "45": "nan", - "46": "nan", - "47": "nan", - "48": "nan", - "49": "nan", - "50": "nan" + "23": 3433473024.0, + "24": 3433473024.0, + "25": 3433473024.0, + "26": 3433473024.0, + "27": 3433473024.0, + "28": 3433473024.0, + "29": 3433473024.0, + "30": 3433473024.0, + "31": 3433473024.0, + "32": 3433473024.0, + "33": 3433473024.0, + "34": 3433473024.0, + "35": 3433473024.0, + "36": 3433473024.0, + "37": 3433473024.0, + "38": 3433473024.0, + "39": 3433473024.0, + "40": 3433473024.0, + "41": 3433473024.0, + "42": 3433473024.0, + "43": 3433473024.0, + "44": 3433473024.0, + "45": 3433473024.0, + "46": 3433473024.0, + "47": 3433473024.0, + "48": 3433473024.0, + "49": 3433473024.0, + "50": 3433473024.0 } }, "mem-max-allocated-bytes": { @@ -197,34 +197,34 @@ "20": 5707393024.0, "21": 5707393024.0, "22": 5707393024.0, - "23": "nan", - "24": "nan", - "25": "nan", - "26": "nan", - "27": "nan", - "28": "nan", - "29": "nan", - "30": "nan", - "31": "nan", - "32": "nan", - "33": "nan", - "34": "nan", - "35": "nan", - "36": "nan", - "37": "nan", - "38": "nan", - "39": "nan", - "40": "nan", - "41": "nan", - "42": "nan", - "43": "nan", - "44": "nan", - "45": "nan", - "46": "nan", - "47": "nan", - "48": "nan", - "49": "nan", - "50": "nan" + "23": 5707393024.0, + "24": 5707393024.0, + "25": 5707393024.0, + "26": 5707393024.0, + "27": 5707393024.0, + "28": 5707393024.0, + "29": 5707393024.0, + "30": 5707393024.0, + "31": 5707393024.0, + "32": 5707393024.0, + "33": 5707393024.0, + "34": 5707393024.0, + "35": 5707393024.0, + "36": 5707393024.0, + "37": 5707393024.0, + "38": 5707393024.0, + "39": 5707393024.0, + "40": 5707393024.0, + "41": 5707393024.0, + "42": 5707393024.0, + "43": 5707393024.0, + "44": 5707393024.0, + "45": 5707393024.0, + "46": 5707393024.0, + "47": 5707393024.0, + "48": 5707393024.0, + "49": 5707393024.0, + "50": 5707393024.0 } }, "iteration-time": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 5.74712, - "3": 0.49778, - "4": 0.45748, - "5": 0.45659, - "6": 0.45981, - "7": 0.46548, - "8": 0.46542, - "9": 0.46526, - "10": 0.46413, - "11": 0.45692, - "12": 0.46222, - "13": 0.46736, - "14": 0.46657, - "15": 0.46742, - "16": 0.46727, - "17": 0.4733, - "18": 0.469, - "19": 0.45727, - "20": 0.47259, - "21": 0.46632, - "22": 0.46891, - "23": "nan", - "24": "nan", - "25": "nan", - "26": "nan", - "27": "nan", - "28": "nan", - "29": "nan", - "30": "nan", - "31": "nan", - "32": "nan", - "33": "nan", - "34": "nan", - "35": "nan", - "36": "nan", - "37": "nan", - "38": "nan", - "39": "nan", - "40": "nan", - "41": "nan", - "42": "nan", - "43": "nan", - "44": "nan", - "45": "nan", - "46": "nan", - "47": "nan", - "48": "nan", - "49": "nan", - "50": "nan" + "2": 6.38114, + "3": 0.48561, + "4": 0.89062, + "5": 0.43795, + "6": 0.43936, + "7": 1.41561, + "8": 0.87474, + "9": 0.87862, + "10": 0.91586, + "11": 0.44504, + "12": 0.44695, + "13": 0.45378, + "14": 0.45293, + "15": 0.4528, + "16": 0.43931, + "17": 0.43805, + "18": 0.93878, + "19": 0.44812, + "20": 0.44479, + "21": 0.91621, + "22": 0.44682, + "23": 0.44976, + "24": 0.44655, + "25": 0.43297, + "26": 0.43824, + "27": 0.44048, + "28": 1.4425, + "29": 0.44398, + "30": 0.44292, + "31": 0.45131, + "32": 0.45161, + "33": 0.45562, + "34": 0.45364, + "35": 0.43687, + "36": 0.43542, + "37": 0.43901, + "38": 0.4423, + "39": 0.44083, + "40": 0.44685, + "41": 0.46676, + "42": 0.49012, + "43": 0.45932, + "44": 0.46833, + "45": 0.43681, + "46": 0.48333, + "47": 0.43935, + "48": 0.43647, + "49": 0.4394, + "50": 0.48458 } } -} \ No newline at end of file +} diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgx_h100.json index 651f9de50bb..d820568f1c8 100644 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgx_h100.json @@ -17,43 +17,43 @@ "11": 10.49164, "12": 10.47821, "13": 10.47598, - "14": "nan", - "15": "nan", - "16": "nan", - "17": "nan", - "18": "nan", - "19": "nan", - "20": "nan", - "21": "nan", - "22": "nan", - "23": "nan", - "24": "nan", - "25": "nan", - "26": "nan", - "27": "nan", - "28": "nan", - "29": "nan", - "30": "nan", - "31": "nan", - "32": "nan", - "33": "nan", - "34": "nan", - "35": "nan", - "36": "nan", - "37": "nan", - "38": "nan", - "39": "nan", - "40": "nan", - "41": "nan", - "42": "nan", - "43": "nan", - "44": "nan", - "45": "nan", - "46": "nan", - "47": "nan", - "48": "nan", - "49": "nan", - "50": "nan" + "14": 10.48189, + "15": 10.48217, + "16": 10.46292, + "17": 10.45829, + "18": 10.45957, + "19": 10.43356, + "20": 10.45335, + "21": 10.42765, + "22": 10.37288, + "23": 10.3837, + "24": 10.34039, + "25": 10.30874, + "26": 10.32676, + "27": 10.3348, + "28": 10.31238, + "29": 10.20958, + "30": 10.10211, + "31": 10.07247, + "32": 10.04225, + "33": 10.04856, + "34": 9.96979, + "35": 9.96036, + "36": 9.94987, + "37": 9.93538, + "38": 9.91494, + "39": 9.81544, + "40": 9.7735, + "41": 9.73656, + "42": 9.68286, + "43": 9.66796, + "44": 9.64166, + "45": 9.64023, + "46": 9.56948, + "47": 9.60362, + "48": 9.59334, + "49": 9.54843, + "50": 9.50472 } }, "num-zeros": { @@ -74,43 +74,43 @@ "11": 2246.0, "12": 1932.0, "13": 2162.0, - "14": "nan", - "15": "nan", - "16": "nan", - "17": "nan", - "18": "nan", - "19": "nan", - "20": "nan", - "21": "nan", - "22": "nan", - "23": "nan", - "24": "nan", - "25": "nan", - "26": "nan", - "27": "nan", - "28": "nan", - "29": "nan", - "30": "nan", - "31": "nan", - "32": "nan", - "33": "nan", - "34": "nan", - "35": "nan", - "36": "nan", - "37": "nan", - "38": "nan", - "39": "nan", - "40": "nan", - "41": "nan", - "42": "nan", - "43": "nan", - "44": "nan", - "45": "nan", - "46": "nan", - "47": "nan", - "48": "nan", - "49": "nan", - "50": "nan" + "14": 2390.0, + "15": 2034.0, + "16": 2039.0, + "17": 2152.0, + "18": 2153.0, + "19": 2104.0, + "20": 2360.0, + "21": 2119.0, + "22": 2155.0, + "23": 2343.0, + "24": 2293.0, + "25": 2243.0, + "26": 2619.0, + "27": 2396.0, + "28": 2465.0, + "29": 1927.0, + "30": 2561.0, + "31": 2128.0, + "32": 2812.0, + "33": 2801.0, + "34": 2333.0, + "35": 2276.0, + "36": 1626.0, + "37": 2759.0, + "38": 2349.0, + "39": 2650.0, + "40": 1821.0, + "41": 1530.0, + "42": 1737.0, + "43": 1415.0, + "44": 2609.0, + "45": 3604.0, + "46": 3307.0, + "47": 2903.0, + "48": 1855.0, + "49": 3165.0, + "50": 3023.0 } }, "mem-allocated-bytes": { @@ -131,43 +131,43 @@ "11": 2090120192.0, "12": 2090120192.0, "13": 2090120192.0, - "14": "nan", - "15": "nan", - "16": "nan", - "17": "nan", - "18": "nan", - "19": "nan", - "20": "nan", - "21": "nan", - "22": "nan", - "23": "nan", - "24": "nan", - "25": "nan", - "26": "nan", - "27": "nan", - "28": "nan", - "29": "nan", - "30": "nan", - "31": "nan", - "32": "nan", - "33": "nan", - "34": "nan", - "35": "nan", - "36": "nan", - "37": "nan", - "38": "nan", - "39": "nan", - "40": "nan", - "41": "nan", - "42": "nan", - "43": "nan", - "44": "nan", - "45": "nan", - "46": "nan", - "47": "nan", - "48": "nan", - "49": "nan", - "50": "nan" + "14": 2090120192.0, + "15": 2090120192.0, + "16": 2090120192.0, + "17": 2090120192.0, + "18": 2090120192.0, + "19": 2090120192.0, + "20": 2090120192.0, + "21": 2090120192.0, + "22": 2090120192.0, + "23": 2090120192.0, + "24": 2090120192.0, + "25": 2090120192.0, + "26": 2090120192.0, + "27": 2090120192.0, + "28": 2090120192.0, + "29": 2090120192.0, + "30": 2090120192.0, + "31": 2090120192.0, + "32": 2090120192.0, + "33": 2090120192.0, + "34": 2090120192.0, + "35": 2090120192.0, + "36": 2090120192.0, + "37": 2090120192.0, + "38": 2090120192.0, + "39": 2090120192.0, + "40": 2090120192.0, + "41": 2090120192.0, + "42": 2090120192.0, + "43": 2090120192.0, + "44": 2090120192.0, + "45": 2090120192.0, + "46": 2090120192.0, + "47": 2090120192.0, + "48": 2090120192.0, + "49": 2090120192.0, + "50": 2090120192.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 4420291584.0, + "1": 4420548096.0, "2": 5293134848.0, "3": 5293134848.0, "4": 5293134848.0, "5": 5293134848.0, "6": 5293134848.0, "7": 5293134848.0, - "8": 5293134848.0, - "9": 5293917696.0, - "10": 5293917696.0, - "11": 5293917696.0, - "12": 5293917696.0, - "13": 5293917696.0, - "14": "nan", - "15": "nan", - "16": "nan", - "17": "nan", - "18": "nan", - "19": "nan", - "20": "nan", - "21": "nan", - "22": "nan", - "23": "nan", - "24": "nan", - "25": "nan", - "26": "nan", - "27": "nan", - "28": "nan", - "29": "nan", - "30": "nan", - "31": "nan", - "32": "nan", - "33": "nan", - "34": "nan", - "35": "nan", - "36": "nan", - "37": "nan", - "38": "nan", - "39": "nan", - "40": "nan", - "41": "nan", - "42": "nan", - "43": "nan", - "44": "nan", - "45": "nan", - "46": "nan", - "47": "nan", - "48": "nan", - "49": "nan", - "50": "nan" + "8": 5293919744.0, + "9": 5293919744.0, + "10": 5293919744.0, + "11": 5293919744.0, + "12": 5293919744.0, + "13": 5293919744.0, + "14": 5293919744.0, + "15": 5293919744.0, + "16": 5293919744.0, + "17": 5293919744.0, + "18": 5293919744.0, + "19": 5293919744.0, + "20": 5293919744.0, + "21": 5293919744.0, + "22": 5293919744.0, + "23": 5293919744.0, + "24": 5293919744.0, + "25": 5293919744.0, + "26": 5293919744.0, + "27": 5293919744.0, + "28": 5293919744.0, + "29": 5293919744.0, + "30": 5293919744.0, + "31": 5293919744.0, + "32": 5293919744.0, + "33": 5293919744.0, + "34": 5293919744.0, + "35": 5293919744.0, + "36": 5293919744.0, + "37": 5293919744.0, + "38": 5293919744.0, + "39": 5293919744.0, + "40": 5293919744.0, + "41": 5293919744.0, + "42": 5293919744.0, + "43": 5293919744.0, + "44": 5293919744.0, + "45": 5293919744.0, + "46": 5293919744.0, + "47": 5293919744.0, + "48": 5293919744.0, + "49": 5293919744.0, + "50": 5293919744.0 } }, "iteration-time": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 8.61722, - "3": 0.57542, - "4": 0.56623, - "5": 0.5541, - "6": 0.56688, - "7": 0.54082, - "8": 0.54548, - "9": 0.55074, - "10": 0.55601, - "11": 0.55416, - "12": 0.5472, - "13": 1.6631, - "14": "nan", - "15": "nan", - "16": "nan", - "17": "nan", - "18": "nan", - "19": "nan", - "20": "nan", - "21": "nan", - "22": "nan", - "23": "nan", - "24": "nan", - "25": "nan", - "26": "nan", - "27": "nan", - "28": "nan", - "29": "nan", - "30": "nan", - "31": "nan", - "32": "nan", - "33": "nan", - "34": "nan", - "35": "nan", - "36": "nan", - "37": "nan", - "38": "nan", - "39": "nan", - "40": "nan", - "41": "nan", - "42": "nan", - "43": "nan", - "44": "nan", - "45": "nan", - "46": "nan", - "47": "nan", - "48": "nan", - "49": "nan", - "50": "nan" + "2": 9.61344, + "3": 1.04625, + "4": 2.21477, + "5": 2.14621, + "6": 2.08582, + "7": 1.14391, + "8": 1.65552, + "9": 1.48661, + "10": 1.9757, + "11": 0.54115, + "12": 1.89313, + "13": 0.5415, + "14": 0.54171, + "15": 0.57114, + "16": 0.55481, + "17": 0.52196, + "18": 0.52373, + "19": 0.54214, + "20": 0.52465, + "21": 0.52922, + "22": 0.54449, + "23": 0.52283, + "24": 0.54444, + "25": 0.55507, + "26": 0.53438, + "27": 0.54903, + "28": 1.81392, + "29": 0.52179, + "30": 0.53052, + "31": 0.53473, + "32": 0.55591, + "33": 0.55978, + "34": 0.52699, + "35": 0.53671, + "36": 1.04034, + "37": 0.56419, + "38": 0.56171, + "39": 0.53162, + "40": 0.54177, + "41": 0.54959, + "42": 0.54247, + "43": 0.54086, + "44": 0.54122, + "45": 0.54784, + "46": 0.55077, + "47": 0.54358, + "48": 0.55001, + "49": 0.53455, + "50": 0.52111 } } -} \ No newline at end of file +}