diff --git a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgx_h100.json index 6d92e7d9571..9ea906c3536 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgx_h100.json @@ -4,31 +4,31 @@ "end_step": 25, "step_interval": 1, "values": { - "1": 12.58569, - "2": 12.58406, - "3": 12.58488, - "4": 12.58632, - "5": 12.5828, - "6": 12.57908, - "7": 12.56192, - "8": 12.52305, - "9": 12.49665, - "10": 12.48259, - "11": 12.31449, - "12": 12.27199, - "13": 12.20926, - "14": 12.20083, - "15": 11.79646, - "16": 11.78038, - "17": 11.74175, - "18": 11.71654, - "19": 11.59075, - "20": 11.47663, - "21": 11.23783, - "22": 11.35856, - "23": 11.25769, - "24": 11.14072, - "25": 10.97987 + "1": 12.58579, + "2": 12.58404, + "3": 12.58496, + "4": 12.58646, + "5": 12.58277, + "6": 12.57921, + "7": 12.56182, + "8": 12.52287, + "9": 12.49678, + "10": 12.48252, + "11": 12.31464, + "12": 12.27217, + "13": 12.2093, + "14": 12.20097, + "15": 11.79647, + "16": 11.78055, + "17": 11.7418, + "18": 11.71665, + "19": 11.59081, + "20": 11.47674, + "21": 11.238, + "22": 11.35866, + "23": 11.25777, + "24": 11.14077, + "25": 10.98011 } }, "num-zeros": { @@ -36,31 +36,31 @@ "end_step": 25, "step_interval": 1, "values": { - "1": 521034880.0, - "2": 521662848.0, - "3": 520932256.0, - "4": 521225216.0, - "5": 520992768.0, - "6": 521369856.0, - "7": 521417184.0, - "8": 521055744.0, - "9": 521458816.0, - "10": 521177280.0, - "11": 522276832.0, - "12": 521435712.0, - "13": 521472192.0, - "14": 522442240.0, - "15": 521589248.0, - "16": 521413376.0, - "17": 521025568.0, - "18": 521279136.0, - "19": 521152544.0, - "20": 521133504.0, - "21": 522908224.0, - "22": 521593536.0, - "23": 521354176.0, - "24": 521426176.0, - "25": 523547552.0 + "1": 521035072.0, + "2": 521662144.0, + "3": 520932032.0, + "4": 521225472.0, + "5": 520992992.0, + "6": 521369568.0, + "7": 521417728.0, + "8": 521054976.0, + "9": 521458912.0, + "10": 521176256.0, + "11": 522276576.0, + "12": 521435008.0, + "13": 521472832.0, + "14": 522442368.0, + "15": 521589600.0, + "16": 521414816.0, + "17": 521025376.0, + "18": 521280256.0, + "19": 521151680.0, + "20": 521132384.0, + "21": 522908992.0, + "22": 521592096.0, + "23": 521353920.0, + "24": 521425760.0, + "25": 523547328.0 } }, "mem-allocated-bytes": { @@ -101,30 +101,30 @@ "step_interval": 1, "values": { "1": 52730814464.0, - "2": 60518313984.0, - "3": 60518313984.0, - "4": 60518313984.0, - "5": 60518313984.0, - "6": 60518313984.0, - "7": 60518313984.0, - "8": 60518313984.0, - "9": 60518313984.0, - "10": 60518313984.0, - "11": 60518313984.0, - "12": 60518313984.0, - "13": 60518313984.0, - "14": 60518313984.0, - "15": 60518313984.0, - "16": 60518313984.0, - "17": 60518313984.0, - "18": 60518313984.0, - "19": 60518313984.0, - "20": 60518313984.0, - "21": 60518313984.0, - "22": 60518313984.0, - "23": 60518313984.0, - "24": 60518313984.0, - "25": 60518313984.0 + "2": 60519473152.0, + "3": 60519473152.0, + "4": 60519473152.0, + "5": 60519473152.0, + "6": 60519473152.0, + "7": 60519473152.0, + "8": 60519473152.0, + "9": 60519473152.0, + "10": 60519473152.0, + "11": 60519473152.0, + "12": 60519473152.0, + "13": 60519473152.0, + "14": 60519473152.0, + "15": 60519473152.0, + "16": 60519473152.0, + "17": 60519473152.0, + "18": 60519473152.0, + "19": 60519473152.0, + "20": 60519473152.0, + "21": 60519473152.0, + "22": 60519473152.0, + "23": 60519473152.0, + "24": 60519473152.0, + "25": 60519473152.0 } }, "iteration-time": { @@ -133,29 +133,29 @@ "step_interval": 1, "values": { "1": "nan", - "2": 8.29719, + "2": 9.84011, "3": "nan", - "4": 1.15499, + "4": 1.15713, "5": "nan", - "6": 1.14342, + "6": 1.1446, "7": "nan", - "8": 1.14309, + "8": 1.14684, "9": "nan", - "10": 1.1472, + "10": 1.14512, "11": "nan", - "12": 1.14514, + "12": 1.14736, "13": "nan", - "14": 1.14631, + "14": 1.1488, "15": "nan", - "16": 1.14471, + "16": 1.14852, "17": "nan", - "18": 1.149, + "18": 1.15122, "19": "nan", - "20": 1.1462, + "20": 1.14881, "21": "nan", - "22": 1.14378, + "22": 1.14983, "23": "nan", - "24": 1.14306, + "24": 1.14885, "25": "nan" } } diff --git a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgx_h100.json index 96491b449ff..50aa3d3f24c 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgx_h100.json @@ -4,31 +4,31 @@ "end_step": 25, "step_interval": 1, "values": { - "1": 12.59719, - "2": 12.60069, - "3": 12.59714, - "4": 12.60017, - "5": 12.59, - "6": 12.58832, - "7": 12.5761, - "8": 12.53623, - "9": 12.50732, - "10": 12.49084, - "11": 12.32612, - "12": 12.29364, - "13": 12.22602, - "14": 12.23018, - "15": 11.82105, - "16": 11.8058, - "17": 11.77005, - "18": 11.74942, - "19": 11.62178, - "20": 11.51699, - "21": 11.27112, - "22": 11.38972, - "23": 11.29553, - "24": 11.16595, - "25": 11.00349 + "1": 12.59698, + "2": 12.60067, + "3": 12.59726, + "4": 12.60019, + "5": 12.59003, + "6": 12.58828, + "7": 12.5759, + "8": 12.53625, + "9": 12.50756, + "10": 12.49071, + "11": 12.32617, + "12": 12.29374, + "13": 12.22607, + "14": 12.23038, + "15": 11.82102, + "16": 11.806, + "17": 11.77016, + "18": 11.74961, + "19": 11.62205, + "20": 11.51716, + "21": 11.27122, + "22": 11.3898, + "23": 11.29566, + "24": 11.16612, + "25": 11.00366 } }, "num-zeros": { @@ -36,31 +36,31 @@ "end_step": 25, "step_interval": 1, "values": { - "1": 523038400.0, - "2": 523666144.0, - "3": 522932896.0, - "4": 523230784.0, - "5": 523010080.0, - "6": 523364672.0, - "7": 523427456.0, - "8": 523075072.0, - "9": 523459008.0, - "10": 523184256.0, - "11": 524287584.0, - "12": 523449408.0, - "13": 523490432.0, - "14": 524476160.0, - "15": 523629568.0, - "16": 523461216.0, - "17": 523075296.0, - "18": 523361760.0, - "19": 523208256.0, - "20": 523230272.0, - "21": 524940224.0, - "22": 523655680.0, - "23": 523418848.0, - "24": 523494112.0, - "25": 525637568.0 + "1": 523039296.0, + "2": 523665824.0, + "3": 522932800.0, + "4": 523230080.0, + "5": 523011296.0, + "6": 523366688.0, + "7": 523426560.0, + "8": 523075360.0, + "9": 523460288.0, + "10": 523185600.0, + "11": 524287840.0, + "12": 523449024.0, + "13": 523489952.0, + "14": 524476128.0, + "15": 523629984.0, + "16": 523461344.0, + "17": 523077120.0, + "18": 523361408.0, + "19": 523208128.0, + "20": 523230624.0, + "21": 524941600.0, + "22": 523657184.0, + "23": 523420288.0, + "24": 523495904.0, + "25": 525638528.0 } }, "mem-allocated-bytes": { @@ -133,29 +133,29 @@ "step_interval": 1, "values": { "1": "nan", - "2": 6.3773, + "2": 6.56897, "3": "nan", - "4": 1.10598, + "4": 1.13954, "5": "nan", - "6": 1.09671, + "6": 1.13178, "7": "nan", - "8": 1.09861, + "8": 1.13547, "9": "nan", - "10": 1.09877, + "10": 1.13065, "11": "nan", - "12": 1.09983, + "12": 1.13392, "13": "nan", - "14": 1.10049, + "14": 1.13482, "15": "nan", - "16": 1.1003, + "16": 1.12992, "17": "nan", - "18": 1.1004, + "18": 1.1349, "19": "nan", - "20": 1.10004, + "20": 1.13252, "21": "nan", - "22": 1.28033, + "22": 1.1321, "23": "nan", - "24": 1.10055, + "24": 1.13236, "25": "nan" } } diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json index f9027b5bf1b..90b3869f126 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json @@ -4,106 +4,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.93345, - "2": 10.92442, - "3": 10.92705, - "4": 10.93095, - "5": 10.93662, - "6": 10.92967, + "1": 10.93341, + "2": 10.92431, + "3": 10.92704, + "4": 10.93087, + "5": 10.93656, + "6": 10.92961, "7": 10.92359, - "8": 10.92254, - "9": 10.92459, - "10": 10.92961, - "11": 10.90934, - "12": 10.9283, - "13": 10.89678, - "14": 10.89712, - "15": 10.89154, - "16": 10.87453, + "8": 10.92263, + "9": 10.92458, + "10": 10.92969, + "11": 10.9093, + "12": 10.92831, + "13": 10.89677, + "14": 10.89711, + "15": 10.89155, + "16": 10.87455, "17": 10.87086, - "18": 10.87177, + "18": 10.87182, "19": 10.85367, - "20": 10.80463, - "21": 10.78431, - "22": 10.76475, - "23": 10.7709, - "24": 10.75018, - "25": 10.74706, - "26": 10.72261, - "27": 10.68797, - "28": 10.61498, - "29": 10.59319, - "30": 10.5563, - "31": 10.5649, - "32": 10.54512, - "33": 10.51562, - "34": 10.4822, + "20": 10.80472, + "21": 10.78433, + "22": 10.76479, + "23": 10.77098, + "24": 10.75027, + "25": 10.74714, + "26": 10.72273, + "27": 10.68791, + "28": 10.61504, + "29": 10.59323, + "30": 10.55633, + "31": 10.56502, + "32": 10.54519, + "33": 10.51572, + "34": 10.48225, "35": 10.48501, - "36": 10.46535, - "37": 10.42864, - "38": 10.426, - "39": 10.39456, - "40": 10.37452, - "41": 10.35119, - "42": 10.3481, - "43": 10.31963, - "44": 10.29913, + "36": 10.46543, + "37": 10.42867, + "38": 10.42604, + "39": 10.3946, + "40": 10.37454, + "41": 10.35124, + "42": 10.34814, + "43": 10.31972, + "44": 10.29924, "45": 10.30315, - "46": 10.26442, - "47": 10.25214, + "46": 10.2645, + "47": 10.25224, "48": 10.21543, - "49": 10.20202, - "50": 10.21079, - "51": 10.19942, - "52": 10.15803, + "49": 10.20209, + "50": 10.21087, + "51": 10.19946, + "52": 10.15812, "53": 10.16371, - "54": 10.1283, - "55": 10.10242, - "56": 10.12754, + "54": 10.12837, + "55": 10.10245, + "56": 10.12757, "57": 10.11583, - "58": 10.11962, - "59": 10.06695, - "60": 10.0929, + "58": 10.11968, + "59": 10.06691, + "60": 10.093, "61": 10.04272, - "62": 10.01397, - "63": 10.08128, - "64": 10.03226, - "65": 10.00035, - "66": 10.04315, - "67": 10.01554, - "68": 9.98465, - "69": 9.99674, - "70": 9.97881, - "71": 10.00317, - "72": 9.99337, - "73": 9.97487, - "74": 9.96898, - "75": 9.93349, - "76": 9.96001, - "77": 9.95963, - "78": 9.91404, - "79": 9.91445, - "80": 9.92779, - "81": 9.95366, - "82": 9.89078, - "83": 9.85458, - "84": 9.79533, - "85": 9.7808, - "86": 9.88654, - "87": 9.9073, - "88": 9.88176, - "89": 9.82135, - "90": 9.81594, - "91": 9.8261, - "92": 9.81643, - "93": 9.7479, - "94": 9.82693, - "95": 9.81239, + "62": 10.01402, + "63": 10.08135, + "64": 10.03233, + "65": 10.0004, + "66": 10.04319, + "67": 10.01556, + "68": 9.98469, + "69": 9.99675, + "70": 9.97887, + "71": 10.00316, + "72": 9.99341, + "73": 9.9749, + "74": 9.96897, + "75": 9.93353, + "76": 9.96008, + "77": 9.95968, + "78": 9.91413, + "79": 9.9146, + "80": 9.92784, + "81": 9.95369, + "82": 9.89085, + "83": 9.8546, + "84": 9.79536, + "85": 9.78083, + "86": 9.88659, + "87": 9.90731, + "88": 9.88179, + "89": 9.82136, + "90": 9.81605, + "91": 9.82614, + "92": 9.81649, + "93": 9.74794, + "94": 9.82699, + "95": 9.81244, "96": 9.80067, - "97": 9.74582, - "98": 9.7676, - "99": 9.82078, - "100": 9.70461 + "97": 9.74586, + "98": 9.76764, + "99": 9.82086, + "100": 9.70464 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1860.0, - "2": 1723.0, - "3": 1744.0, - "4": 1706.0, - "5": 1728.0, - "6": 1819.0, - "7": 2115.0, - "8": 1842.0, - "9": 1822.0, - "10": 1770.0, - "11": 1753.0, - "12": 1678.0, - "13": 1812.0, - "14": 1894.0, - "15": 1685.0, - "16": 1794.0, - "17": 1840.0, - "18": 1777.0, - "19": 1742.0, - "20": 1742.0, - "21": 1860.0, - "22": 1682.0, - "23": 1730.0, - "24": 1825.0, - "25": 1795.0, - "26": 1866.0, - "27": 1845.0, - "28": 1963.0, - "29": 2005.0, - "30": 2057.0, - "31": 2029.0, - "32": 1940.0, - "33": 1973.0, - "34": 2111.0, - "35": 2090.0, - "36": 2104.0, - "37": 2424.0, - "38": 2164.0, - "39": 2283.0, - "40": 2363.0, - "41": 2423.0, - "42": 2066.0, - "43": 2519.0, - "44": 2205.0, - "45": 2639.0, - "46": 2475.0, - "47": 2524.0, - "48": 2568.0, - "49": 2801.0, - "50": 2565.0, - "51": 2597.0, - "52": 2670.0, - "53": 2642.0, - "54": 2805.0, - "55": 2613.0, - "56": 2704.0, - "57": 2309.0, - "58": 3581.0, - "59": 2847.0, - "60": 3001.0, - "61": 2782.0, - "62": 3334.0, - "63": 3361.0, - "64": 3598.0, - "65": 2657.0, - "66": 3127.0, - "67": 3798.0, - "68": 3391.0, - "69": 3035.0, - "70": 3317.0, - "71": 3388.0, - "72": 3105.0, - "73": 3597.0, - "74": 3466.0, - "75": 3214.0, - "76": 3537.0, - "77": 3883.0, - "78": 3448.0, - "79": 3337.0, - "80": 3149.0, - "81": 3798.0, - "82": 3149.0, - "83": 3179.0, - "84": 3033.0, - "85": 2911.0, - "86": 3123.0, - "87": 2827.0, - "88": 3175.0, - "89": 3186.0, - "90": 3856.0, - "91": 2912.0, - "92": 3119.0, - "93": 3361.0, - "94": 3273.0, - "95": 3269.0, - "96": 3392.0, - "97": 3687.0, - "98": 3504.0, - "99": 3154.0, - "100": 3208.0 + "1": 1897.0, + "2": 1693.0, + "3": 1785.0, + "4": 1691.0, + "5": 1765.0, + "6": 1832.0, + "7": 2111.0, + "8": 1780.0, + "9": 1782.0, + "10": 1785.0, + "11": 1681.0, + "12": 1641.0, + "13": 1877.0, + "14": 1988.0, + "15": 1709.0, + "16": 1823.0, + "17": 1813.0, + "18": 1808.0, + "19": 1728.0, + "20": 1654.0, + "21": 1825.0, + "22": 1786.0, + "23": 1719.0, + "24": 1834.0, + "25": 1742.0, + "26": 1884.0, + "27": 1851.0, + "28": 1831.0, + "29": 2023.0, + "30": 1902.0, + "31": 1967.0, + "32": 1975.0, + "33": 1918.0, + "34": 2078.0, + "35": 2102.0, + "36": 2053.0, + "37": 2344.0, + "38": 2243.0, + "39": 2298.0, + "40": 2345.0, + "41": 2396.0, + "42": 2120.0, + "43": 2377.0, + "44": 2276.0, + "45": 2486.0, + "46": 2452.0, + "47": 2537.0, + "48": 2549.0, + "49": 2943.0, + "50": 2555.0, + "51": 2596.0, + "52": 2718.0, + "53": 2624.0, + "54": 2803.0, + "55": 2673.0, + "56": 2878.0, + "57": 2348.0, + "58": 3651.0, + "59": 2891.0, + "60": 3090.0, + "61": 2784.0, + "62": 3198.0, + "63": 3224.0, + "64": 3727.0, + "65": 2696.0, + "66": 3192.0, + "67": 3690.0, + "68": 3474.0, + "69": 3069.0, + "70": 3302.0, + "71": 3448.0, + "72": 3088.0, + "73": 3580.0, + "74": 3515.0, + "75": 3250.0, + "76": 3451.0, + "77": 3767.0, + "78": 3395.0, + "79": 3257.0, + "80": 3235.0, + "81": 3688.0, + "82": 3200.0, + "83": 3351.0, + "84": 3050.0, + "85": 2837.0, + "86": 3096.0, + "87": 2885.0, + "88": 3169.0, + "89": 3261.0, + "90": 3925.0, + "91": 2988.0, + "92": 3110.0, + "93": 3251.0, + "94": 3380.0, + "95": 3323.0, + "96": 3351.0, + "97": 3800.0, + "98": 3389.0, + "99": 3160.0, + "100": 3225.0 } }, "mem-allocated-bytes": { @@ -375,56 +375,56 @@ "48": 2690743808.0, "49": 2690743808.0, "50": 2690743808.0, - "51": 2692694528.0, - "52": 2692694528.0, - "53": 2692694528.0, - "54": 2692694528.0, - "55": 2692694528.0, - "56": 2692694528.0, - "57": 2692694528.0, - "58": 2692694528.0, - "59": 2692694528.0, - "60": 2692694528.0, - "61": 2692694528.0, - "62": 2692694528.0, - "63": 2692694528.0, - "64": 2692694528.0, - "65": 2692694528.0, - "66": 2692694528.0, - "67": 2692694528.0, - "68": 2692694528.0, - "69": 2692694528.0, - "70": 2692694528.0, - "71": 2692694528.0, - "72": 2692694528.0, - "73": 2692694528.0, - "74": 2692694528.0, - "75": 2692694528.0, - "76": 2692694528.0, - "77": 2692694528.0, - "78": 2692694528.0, - "79": 2692694528.0, - "80": 2692694528.0, - "81": 2692694528.0, - "82": 2692694528.0, - "83": 2692694528.0, - "84": 2692694528.0, - "85": 2692694528.0, - "86": 2692694528.0, - "87": 2692694528.0, - "88": 2692694528.0, - "89": 2692694528.0, - "90": 2692694528.0, - "91": 2692694528.0, - "92": 2692694528.0, - "93": 2692694528.0, - "94": 2692694528.0, - "95": 2692694528.0, - "96": 2692694528.0, - "97": 2692694528.0, - "98": 2692694528.0, - "99": 2692694528.0, - "100": 2692694528.0 + "51": 2691792384.0, + "52": 2691792384.0, + "53": 2691792384.0, + "54": 2691792384.0, + "55": 2691792384.0, + "56": 2691792384.0, + "57": 2691792384.0, + "58": 2691792384.0, + "59": 2691792384.0, + "60": 2691792384.0, + "61": 2691792384.0, + "62": 2691792384.0, + "63": 2691792384.0, + "64": 2691792384.0, + "65": 2691792384.0, + "66": 2691792384.0, + "67": 2691792384.0, + "68": 2691792384.0, + "69": 2691792384.0, + "70": 2691792384.0, + "71": 2691792384.0, + "72": 2691792384.0, + "73": 2691792384.0, + "74": 2691792384.0, + "75": 2691792384.0, + "76": 2691792384.0, + "77": 2691792384.0, + "78": 2691792384.0, + "79": 2691792384.0, + "80": 2691792384.0, + "81": 2691792384.0, + "82": 2691792384.0, + "83": 2691792384.0, + "84": 2691792384.0, + "85": 2691792384.0, + "86": 2691792384.0, + "87": 2691792384.0, + "88": 2691792384.0, + "89": 2691792384.0, + "90": 2691792384.0, + "91": 2691792384.0, + "92": 2691792384.0, + "93": 2691792384.0, + "94": 2691792384.0, + "95": 2691792384.0, + "96": 2691792384.0, + "97": 2691792384.0, + "98": 2691792384.0, + "99": 2691792384.0, + "100": 2691792384.0 } }, "iteration-time": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 3.787, - "3": 0.07513, - "4": 0.0521, - "5": 0.05214, - "6": 0.05219, - "7": 0.05154, - "8": 0.05199, - "9": 0.05141, - "10": 0.05175, - "11": 0.05146, - "12": 0.05191, - "13": 0.0516, - "14": 0.05183, - "15": 0.05311, - "16": 0.05148, - "17": 0.0518, - "18": 0.0511, - "19": 0.05273, - "20": 0.05208, - "21": 0.05119, - "22": 0.05166, - "23": 0.05144, - "24": 0.05176, - "25": 0.05124, - "26": 0.05096, - "27": 0.05126, - "28": 0.05167, - "29": 0.05173, - "30": 0.05115, - "31": 0.05134, - "32": 0.05132, - "33": 0.05182, - "34": 0.05123, - "35": 0.05168, - "36": 0.05145, - "37": 0.05149, - "38": 0.05133, - "39": 0.05167, - "40": 0.05118, - "41": 0.05176, - "42": 0.05062, - "43": 0.05111, - "44": 0.05101, - "45": 0.05088, - "46": 0.05152, - "47": 0.05159, - "48": 0.05114, - "49": 0.05146, - "50": 0.05127, - "51": 0.0737, - "52": 0.06169, - "53": 0.06161, - "54": 0.05426, - "55": 0.07448, - "56": 0.05251, - "57": 0.05222, - "58": 0.05213, - "59": 0.05147, - "60": 0.05112, - "61": 0.05163, - "62": 0.05096, - "63": 0.05078, - "64": 0.05078, - "65": 0.0541, - "66": 0.05128, - "67": 0.05083, - "68": 0.05108, - "69": 0.05108, - "70": 0.05077, - "71": 0.05118, - "72": 0.05094, - "73": 0.05093, - "74": 0.05049, - "75": 0.05093, - "76": 0.05073, - "77": 0.05078, - "78": 0.05105, - "79": 0.05061, - "80": 0.05067, - "81": 0.05078, - "82": 0.05044, - "83": 0.05104, - "84": 0.05081, - "85": 0.05103, - "86": 0.05214, - "87": 0.05066, - "88": 0.0505, - "89": 0.05056, - "90": 0.05062, - "91": 0.05075, - "92": 0.05109, - "93": 0.05071, - "94": 0.05192, - "95": 0.05201, - "96": 0.05061, - "97": 0.05087, - "98": 0.05057, - "99": 0.05099, - "100": 0.05085 + "2": 3.75143, + "3": 0.06943, + "4": 0.05355, + "5": 0.05519, + "6": 0.05339, + "7": 0.05191, + "8": 0.05307, + "9": 0.05226, + "10": 0.05375, + "11": 0.05249, + "12": 0.05316, + "13": 0.05218, + "14": 0.05297, + "15": 0.05203, + "16": 0.05301, + "17": 0.05212, + "18": 0.05321, + "19": 0.05214, + "20": 0.05298, + "21": 0.05256, + "22": 0.05306, + "23": 0.05175, + "24": 0.05387, + "25": 0.05212, + "26": 0.05322, + "27": 0.05305, + "28": 0.05287, + "29": 0.05194, + "30": 0.05257, + "31": 0.05207, + "32": 0.05373, + "33": 0.05187, + "34": 0.05349, + "35": 0.05193, + "36": 0.05417, + "37": 0.05347, + "38": 0.05341, + "39": 0.05199, + "40": 0.05342, + "41": 0.05289, + "42": 0.05293, + "43": 0.05239, + "44": 0.05297, + "45": 0.0534, + "46": 0.05293, + "47": 0.05208, + "48": 0.05325, + "49": 0.05259, + "50": 0.05288, + "51": 0.06876, + "52": 0.05767, + "53": 0.0596, + "54": 0.05722, + "55": 0.05584, + "56": 0.07593, + "57": 0.05459, + "58": 0.05413, + "59": 0.05441, + "60": 0.0535, + "61": 0.0545, + "62": 0.0537, + "63": 0.05513, + "64": 0.05323, + "65": 0.05438, + "66": 0.054, + "67": 0.05497, + "68": 0.05309, + "69": 0.0541, + "70": 0.05349, + "71": 0.0541, + "72": 0.05337, + "73": 0.05381, + "74": 0.05406, + "75": 0.05322, + "76": 0.05172, + "77": 0.05353, + "78": 0.05288, + "79": 0.05175, + "80": 0.05181, + "81": 0.05233, + "82": 0.05208, + "83": 0.05305, + "84": 0.05318, + "85": 0.05268, + "86": 0.05309, + "87": 0.05329, + "88": 0.05565, + "89": 0.05302, + "90": 0.05327, + "91": 0.05303, + "92": 0.05266, + "93": 0.05208, + "94": 0.05201, + "95": 0.05341, + "96": 0.05252, + "97": 0.05327, + "98": 0.05221, + "99": 0.05246, + "100": 0.05216 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgx_h100.json index 7cad616148a..67a95dadae7 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgx_h100.json @@ -4,106 +4,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.94575, + "1": 10.94579, "2": 10.93036, - "3": 10.93989, - "4": 10.92854, - "5": 10.94067, - "6": 10.92027, - "7": 10.91075, - "8": 10.91871, - "9": 10.93775, - "10": 10.92951, - "11": 10.91943, - "12": 10.92019, - "13": 10.89852, - "14": 10.89452, - "15": 10.90931, - "16": 10.88661, - "17": 10.8833, - "18": 10.90109, - "19": 10.88272, - "20": 10.83408, - "21": 10.83299, - "22": 10.82284, - "23": 10.81693, - "24": 10.80263, - "25": 10.79168, - "26": 10.7828, - "27": 10.78028, - "28": 10.71808, - "29": 10.68584, - "30": 10.68322, - "31": 10.66268, - "32": 10.64449, - "33": 10.62261, + "3": 10.93984, + "4": 10.92861, + "5": 10.94053, + "6": 10.92028, + "7": 10.91077, + "8": 10.91869, + "9": 10.93771, + "10": 10.92953, + "11": 10.91952, + "12": 10.92016, + "13": 10.89849, + "14": 10.89446, + "15": 10.90928, + "16": 10.88664, + "17": 10.88336, + "18": 10.90111, + "19": 10.88259, + "20": 10.83403, + "21": 10.83303, + "22": 10.82278, + "23": 10.81685, + "24": 10.80258, + "25": 10.79172, + "26": 10.78292, + "27": 10.78021, + "28": 10.71823, + "29": 10.68572, + "30": 10.68318, + "31": 10.6625, + "32": 10.64454, + "33": 10.62275, "34": 10.57812, - "35": 10.58652, + "35": 10.58669, "36": 10.56678, - "37": 10.53536, - "38": 10.54912, - "39": 10.49566, - "40": 10.49455, - "41": 10.45823, - "42": 10.43695, - "43": 10.41519, - "44": 10.40243, - "45": 10.39944, + "37": 10.53534, + "38": 10.54922, + "39": 10.49573, + "40": 10.49458, + "41": 10.45832, + "42": 10.43704, + "43": 10.41532, + "44": 10.40249, + "45": 10.39949, "46": 10.35784, - "47": 10.347, - "48": 10.29666, - "49": 10.30208, - "50": 10.29586, - "51": 10.2907, - "52": 10.23409, - "53": 10.23802, - "54": 10.20271, - "55": 10.17504, - "56": 10.19665, - "57": 10.1782, - "58": 10.18664, - "59": 10.12966, - "60": 10.1446, - "61": 10.09837, - "62": 10.06557, - "63": 10.13723, + "47": 10.34705, + "48": 10.29668, + "49": 10.3021, + "50": 10.29589, + "51": 10.2908, + "52": 10.23405, + "53": 10.23813, + "54": 10.20267, + "55": 10.17508, + "56": 10.1967, + "57": 10.17822, + "58": 10.18663, + "59": 10.12968, + "60": 10.14466, + "61": 10.0984, + "62": 10.06559, + "63": 10.13724, "64": 10.08026, - "65": 10.04441, + "65": 10.04449, "66": 10.08447, - "67": 10.0572, + "67": 10.05723, "68": 10.01727, - "69": 10.03675, - "70": 10.01613, - "71": 10.04109, - "72": 10.02305, - "73": 9.99613, - "74": 9.99486, - "75": 9.9569, - "76": 9.98977, - "77": 9.98477, - "78": 9.94175, - "79": 9.9415, - "80": 9.94898, - "81": 9.97692, - "82": 9.92836, - "83": 9.88609, - "84": 9.83049, - "85": 9.81314, - "86": 9.92455, - "87": 9.94184, - "88": 9.90938, - "89": 9.86332, - "90": 9.85948, - "91": 9.86768, - "92": 9.85572, - "93": 9.79336, - "94": 9.86534, - "95": 9.8526, - "96": 9.83849, - "97": 9.78976, - "98": 9.81563, - "99": 9.86694, - "100": 9.75758 + "69": 10.03686, + "70": 10.01614, + "71": 10.04113, + "72": 10.02312, + "73": 9.99617, + "74": 9.99495, + "75": 9.95691, + "76": 9.98979, + "77": 9.9848, + "78": 9.9418, + "79": 9.94151, + "80": 9.94903, + "81": 9.97694, + "82": 9.92834, + "83": 9.8861, + "84": 9.83058, + "85": 9.81318, + "86": 9.9246, + "87": 9.94183, + "88": 9.90942, + "89": 9.86337, + "90": 9.85952, + "91": 9.86774, + "92": 9.85574, + "93": 9.79339, + "94": 9.86536, + "95": 9.85262, + "96": 9.8385, + "97": 9.78973, + "98": 9.81565, + "99": 9.86698, + "100": 9.75764 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 2934.0, - "2": 2872.0, - "3": 3049.0, - "4": 2828.0, - "5": 3061.0, - "6": 2933.0, - "7": 3149.0, - "8": 2726.0, - "9": 2823.0, - "10": 3016.0, - "11": 2957.0, - "12": 2757.0, - "13": 2936.0, - "14": 3051.0, - "15": 2883.0, - "16": 2882.0, - "17": 2791.0, - "18": 2922.0, - "19": 2974.0, - "20": 2783.0, - "21": 2860.0, - "22": 2798.0, - "23": 2912.0, - "24": 2932.0, - "25": 2880.0, - "26": 2821.0, - "27": 2856.0, - "28": 2956.0, - "29": 3101.0, - "30": 2870.0, - "31": 2816.0, - "32": 2734.0, - "33": 2619.0, - "34": 2802.0, - "35": 2726.0, - "36": 2642.0, - "37": 2707.0, - "38": 2765.0, - "39": 2685.0, - "40": 2659.0, - "41": 2583.0, - "42": 2417.0, - "43": 2550.0, - "44": 2628.0, - "45": 2778.0, - "46": 2623.0, - "47": 2659.0, - "48": 2649.0, - "49": 2726.0, - "50": 2638.0, - "51": 2619.0, - "52": 2700.0, - "53": 2767.0, - "54": 2713.0, - "55": 2659.0, - "56": 2812.0, - "57": 2599.0, - "58": 3044.0, - "59": 2923.0, - "60": 2870.0, - "61": 2780.0, - "62": 3090.0, - "63": 3134.0, - "64": 3153.0, - "65": 2784.0, - "66": 2956.0, - "67": 3335.0, - "68": 3072.0, - "69": 2968.0, - "70": 3077.0, - "71": 2963.0, - "72": 3017.0, - "73": 3184.0, - "74": 3042.0, - "75": 2878.0, - "76": 3281.0, - "77": 3504.0, - "78": 3383.0, - "79": 3200.0, - "80": 3017.0, - "81": 3338.0, - "82": 3399.0, - "83": 3156.0, - "84": 3126.0, - "85": 2822.0, - "86": 3306.0, - "87": 3130.0, - "88": 3235.0, - "89": 3274.0, - "90": 3567.0, - "91": 2909.0, - "92": 3199.0, - "93": 3037.0, - "94": 3277.0, - "95": 3293.0, - "96": 3654.0, - "97": 3610.0, - "98": 3673.0, - "99": 2957.0, - "100": 3281.0 + "1": 2925.0, + "2": 2879.0, + "3": 3114.0, + "4": 2796.0, + "5": 3012.0, + "6": 2823.0, + "7": 3124.0, + "8": 2763.0, + "9": 2931.0, + "10": 3049.0, + "11": 3080.0, + "12": 2774.0, + "13": 2899.0, + "14": 2983.0, + "15": 2780.0, + "16": 2855.0, + "17": 2911.0, + "18": 2900.0, + "19": 2954.0, + "20": 2760.0, + "21": 2842.0, + "22": 2832.0, + "23": 2906.0, + "24": 2893.0, + "25": 2810.0, + "26": 2897.0, + "27": 2915.0, + "28": 2935.0, + "29": 2887.0, + "30": 2768.0, + "31": 2859.0, + "32": 2789.0, + "33": 2594.0, + "34": 2795.0, + "35": 2839.0, + "36": 2660.0, + "37": 2772.0, + "38": 2739.0, + "39": 2702.0, + "40": 2692.0, + "41": 2619.0, + "42": 2446.0, + "43": 2598.0, + "44": 2640.0, + "45": 2739.0, + "46": 2560.0, + "47": 2602.0, + "48": 2696.0, + "49": 2695.0, + "50": 2561.0, + "51": 2683.0, + "52": 2618.0, + "53": 2689.0, + "54": 2765.0, + "55": 2500.0, + "56": 2837.0, + "57": 2689.0, + "58": 3045.0, + "59": 2862.0, + "60": 2935.0, + "61": 2773.0, + "62": 2864.0, + "63": 3104.0, + "64": 3172.0, + "65": 2748.0, + "66": 3011.0, + "67": 3324.0, + "68": 3090.0, + "69": 3012.0, + "70": 2973.0, + "71": 3180.0, + "72": 3072.0, + "73": 3220.0, + "74": 3050.0, + "75": 2951.0, + "76": 3350.0, + "77": 3527.0, + "78": 3425.0, + "79": 3336.0, + "80": 3043.0, + "81": 3373.0, + "82": 3344.0, + "83": 3058.0, + "84": 3038.0, + "85": 2841.0, + "86": 3221.0, + "87": 3193.0, + "88": 3258.0, + "89": 3244.0, + "90": 3599.0, + "91": 2868.0, + "92": 3215.0, + "93": 3029.0, + "94": 3377.0, + "95": 3379.0, + "96": 3568.0, + "97": 3525.0, + "98": 3587.0, + "99": 2920.0, + "100": 3218.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 744815104.0, - "2": 744815104.0, - "3": 744815104.0, - "4": 744815104.0, - "5": 744815104.0, - "6": 744815104.0, - "7": 744815104.0, - "8": 744815104.0, - "9": 744815104.0, - "10": 744815104.0, - "11": 744815104.0, - "12": 744815104.0, - "13": 744815104.0, - "14": 744815104.0, - "15": 744815104.0, - "16": 744815104.0, - "17": 744815104.0, - "18": 744815104.0, - "19": 744815104.0, - "20": 744815104.0, - "21": 744815104.0, - "22": 744815104.0, - "23": 744815104.0, - "24": 744815104.0, - "25": 744815104.0, - "26": 744815104.0, - "27": 744815104.0, - "28": 744815104.0, - "29": 744815104.0, - "30": 744815104.0, - "31": 744815104.0, - "32": 744815104.0, - "33": 744815104.0, - "34": 744815104.0, - "35": 744815104.0, - "36": 744815104.0, - "37": 744815104.0, - "38": 744815104.0, - "39": 744815104.0, - "40": 744815104.0, - "41": 744815104.0, - "42": 744815104.0, - "43": 744815104.0, - "44": 744815104.0, - "45": 744815104.0, - "46": 744815104.0, - "47": 744815104.0, - "48": 744815104.0, - "49": 744815104.0, - "50": 744815104.0, - "51": 744815104.0, - "52": 744815104.0, - "53": 744815104.0, - "54": 744815104.0, - "55": 744815104.0, - "56": 744815104.0, - "57": 744815104.0, - "58": 744815104.0, - "59": 744815104.0, - "60": 744815104.0, - "61": 744815104.0, - "62": 744815104.0, - "63": 744815104.0, - "64": 744815104.0, - "65": 744815104.0, - "66": 744815104.0, - "67": 744815104.0, - "68": 744815104.0, - "69": 744815104.0, - "70": 744815104.0, - "71": 744815104.0, - "72": 744815104.0, - "73": 744815104.0, - "74": 744815104.0, - "75": 744815104.0, - "76": 744815104.0, - "77": 744815104.0, - "78": 744815104.0, - "79": 744815104.0, - "80": 744815104.0, - "81": 744815104.0, - "82": 744815104.0, - "83": 744815104.0, - "84": 744815104.0, - "85": 744815104.0, - "86": 744815104.0, - "87": 744815104.0, - "88": 744815104.0, - "89": 744815104.0, - "90": 744815104.0, - "91": 744815104.0, - "92": 744815104.0, - "93": 744815104.0, - "94": 744815104.0, - "95": 744815104.0, - "96": 744815104.0, - "97": 744815104.0, - "98": 744815104.0, - "99": 744815104.0, - "100": 744815104.0 + "1": 745732608.0, + "2": 745732608.0, + "3": 745732608.0, + "4": 745732608.0, + "5": 745732608.0, + "6": 745732608.0, + "7": 745732608.0, + "8": 745732608.0, + "9": 745732608.0, + "10": 745732608.0, + "11": 745732608.0, + "12": 745732608.0, + "13": 745732608.0, + "14": 745732608.0, + "15": 745732608.0, + "16": 745732608.0, + "17": 745732608.0, + "18": 745732608.0, + "19": 745732608.0, + "20": 745732608.0, + "21": 745732608.0, + "22": 745732608.0, + "23": 745732608.0, + "24": 745732608.0, + "25": 745732608.0, + "26": 745732608.0, + "27": 745732608.0, + "28": 745732608.0, + "29": 745732608.0, + "30": 745732608.0, + "31": 745732608.0, + "32": 745732608.0, + "33": 745732608.0, + "34": 745732608.0, + "35": 745732608.0, + "36": 745732608.0, + "37": 745732608.0, + "38": 745732608.0, + "39": 745732608.0, + "40": 745732608.0, + "41": 745732608.0, + "42": 745732608.0, + "43": 745732608.0, + "44": 745732608.0, + "45": 745732608.0, + "46": 745732608.0, + "47": 745732608.0, + "48": 745732608.0, + "49": 745732608.0, + "50": 745732608.0, + "51": 745732608.0, + "52": 745732608.0, + "53": 745732608.0, + "54": 745732608.0, + "55": 745732608.0, + "56": 745732608.0, + "57": 745732608.0, + "58": 745732608.0, + "59": 745732608.0, + "60": 745732608.0, + "61": 745732608.0, + "62": 745732608.0, + "63": 745732608.0, + "64": 745732608.0, + "65": 745732608.0, + "66": 745732608.0, + "67": 745732608.0, + "68": 745732608.0, + "69": 745732608.0, + "70": 745732608.0, + "71": 745732608.0, + "72": 745732608.0, + "73": 745732608.0, + "74": 745732608.0, + "75": 745732608.0, + "76": 745732608.0, + "77": 745732608.0, + "78": 745732608.0, + "79": 745732608.0, + "80": 745732608.0, + "81": 745732608.0, + "82": 745732608.0, + "83": 745732608.0, + "84": 745732608.0, + "85": 745732608.0, + "86": 745732608.0, + "87": 745732608.0, + "88": 745732608.0, + "89": 745732608.0, + "90": 745732608.0, + "91": 745732608.0, + "92": 745732608.0, + "93": 745732608.0, + "94": 745732608.0, + "95": 745732608.0, + "96": 745732608.0, + "97": 745732608.0, + "98": 745732608.0, + "99": 745732608.0, + "100": 745732608.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 1928907776.0, - "2": 2210305536.0, - "3": 2210305536.0, - "4": 2210305536.0, - "5": 2210305536.0, - "6": 2210305536.0, - "7": 2210305536.0, - "8": 2210305536.0, - "9": 2210305536.0, - "10": 2210305536.0, - "11": 2210305536.0, - "12": 2210305536.0, - "13": 2210305536.0, - "14": 2210305536.0, - "15": 2210305536.0, - "16": 2210305536.0, - "17": 2210305536.0, - "18": 2210305536.0, - "19": 2210305536.0, - "20": 2210305536.0, - "21": 2210305536.0, - "22": 2210305536.0, - "23": 2210305536.0, - "24": 2210305536.0, - "25": 2210305536.0, - "26": 2210305536.0, - "27": 2210305536.0, - "28": 2210305536.0, - "29": 2210305536.0, - "30": 2210305536.0, - "31": 2210305536.0, - "32": 2210305536.0, - "33": 2210305536.0, - "34": 2210305536.0, - "35": 2210305536.0, - "36": 2210305536.0, - "37": 2210305536.0, - "38": 2210305536.0, - "39": 2210305536.0, - "40": 2210305536.0, - "41": 2210305536.0, - "42": 2210305536.0, - "43": 2210305536.0, - "44": 2210305536.0, - "45": 2210305536.0, - "46": 2210305536.0, - "47": 2210305536.0, - "48": 2210305536.0, - "49": 2210305536.0, - "50": 2210305536.0, - "51": 2210305536.0, - "52": 2210305536.0, - "53": 2210305536.0, - "54": 2210305536.0, - "55": 2210305536.0, - "56": 2210305536.0, - "57": 2210305536.0, - "58": 2210305536.0, - "59": 2210305536.0, - "60": 2210305536.0, - "61": 2210305536.0, - "62": 2210305536.0, - "63": 2210305536.0, - "64": 2210305536.0, - "65": 2210305536.0, - "66": 2210305536.0, - "67": 2210305536.0, - "68": 2210305536.0, - "69": 2210305536.0, - "70": 2210305536.0, - "71": 2210305536.0, - "72": 2210305536.0, - "73": 2210305536.0, - "74": 2210305536.0, - "75": 2210305536.0, - "76": 2210305536.0, - "77": 2210305536.0, - "78": 2210305536.0, - "79": 2210305536.0, - "80": 2210305536.0, - "81": 2210305536.0, - "82": 2210305536.0, - "83": 2210305536.0, - "84": 2210305536.0, - "85": 2210305536.0, - "86": 2210305536.0, - "87": 2210305536.0, - "88": 2210305536.0, - "89": 2210305536.0, - "90": 2210305536.0, - "91": 2210305536.0, - "92": 2210305536.0, - "93": 2210305536.0, - "94": 2210305536.0, - "95": 2210305536.0, - "96": 2210305536.0, - "97": 2210305536.0, - "98": 2210305536.0, - "99": 2210305536.0, - "100": 2210305536.0 + "1": 1927859200.0, + "2": 2211485184.0, + "3": 2211485184.0, + "4": 2211485184.0, + "5": 2211485184.0, + "6": 2211485184.0, + "7": 2211485184.0, + "8": 2211485184.0, + "9": 2211485184.0, + "10": 2211485184.0, + "11": 2211485184.0, + "12": 2211485184.0, + "13": 2211485184.0, + "14": 2211485184.0, + "15": 2211485184.0, + "16": 2211485184.0, + "17": 2211485184.0, + "18": 2211485184.0, + "19": 2211485184.0, + "20": 2211485184.0, + "21": 2211485184.0, + "22": 2211485184.0, + "23": 2211485184.0, + "24": 2211485184.0, + "25": 2211485184.0, + "26": 2211485184.0, + "27": 2211485184.0, + "28": 2211485184.0, + "29": 2211485184.0, + "30": 2211485184.0, + "31": 2211485184.0, + "32": 2211485184.0, + "33": 2211485184.0, + "34": 2211485184.0, + "35": 2211485184.0, + "36": 2211485184.0, + "37": 2211485184.0, + "38": 2211485184.0, + "39": 2211485184.0, + "40": 2211485184.0, + "41": 2211485184.0, + "42": 2211485184.0, + "43": 2211485184.0, + "44": 2211485184.0, + "45": 2211485184.0, + "46": 2211485184.0, + "47": 2211485184.0, + "48": 2211485184.0, + "49": 2211485184.0, + "50": 2211485184.0, + "51": 2211485184.0, + "52": 2211485184.0, + "53": 2211485184.0, + "54": 2211485184.0, + "55": 2211485184.0, + "56": 2211485184.0, + "57": 2211485184.0, + "58": 2211485184.0, + "59": 2211485184.0, + "60": 2211485184.0, + "61": 2211485184.0, + "62": 2211485184.0, + "63": 2211485184.0, + "64": 2211485184.0, + "65": 2211485184.0, + "66": 2211485184.0, + "67": 2211485184.0, + "68": 2211485184.0, + "69": 2211485184.0, + "70": 2211485184.0, + "71": 2211485184.0, + "72": 2211485184.0, + "73": 2211485184.0, + "74": 2211485184.0, + "75": 2211485184.0, + "76": 2211485184.0, + "77": 2211485184.0, + "78": 2211485184.0, + "79": 2211485184.0, + "80": 2211485184.0, + "81": 2211485184.0, + "82": 2211485184.0, + "83": 2211485184.0, + "84": 2211485184.0, + "85": 2211485184.0, + "86": 2211485184.0, + "87": 2211485184.0, + "88": 2211485184.0, + "89": 2211485184.0, + "90": 2211485184.0, + "91": 2211485184.0, + "92": 2211485184.0, + "93": 2211485184.0, + "94": 2211485184.0, + "95": 2211485184.0, + "96": 2211485184.0, + "97": 2211485184.0, + "98": 2211485184.0, + "99": 2211485184.0, + "100": 2211485184.0 } }, "iteration-time": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 4.92578, - "3": 0.11638, - "4": 0.09542, - "5": 0.09573, - "6": 0.09612, - "7": 0.0962, - "8": 0.09596, - "9": 0.09584, - "10": 0.09568, - "11": 0.09561, - "12": 0.09578, - "13": 0.09605, - "14": 0.09857, - "15": 0.09674, - "16": 0.09584, - "17": 0.09553, - "18": 0.0958, - "19": 0.09533, - "20": 0.09612, - "21": 0.09631, - "22": 0.09602, - "23": 0.09598, - "24": 0.0966, - "25": 0.09549, - "26": 0.09545, - "27": 0.0958, - "28": 0.09571, - "29": 0.09635, - "30": 0.09584, - "31": 0.09613, - "32": 0.09597, - "33": 0.09602, - "34": 0.09538, - "35": 0.09577, - "36": 0.09547, - "37": 0.09572, - "38": 0.09474, - "39": 0.0941, - "40": 0.09399, - "41": 0.09419, - "42": 0.09485, - "43": 0.09551, - "44": 0.09456, - "45": 0.09397, - "46": 0.0937, - "47": 0.09407, - "48": 0.09494, - "49": 0.09792, - "50": 0.0945, - "51": 0.1504, - "52": 0.10671, - "53": 0.12161, - "54": 0.09919, - "55": 0.09609, - "56": 0.09602, - "57": 0.09672, - "58": 0.09504, - "59": 0.09508, - "60": 0.09439, - "61": 0.09496, - "62": 0.09448, - "63": 0.0941, - "64": 0.09426, - "65": 0.09407, - "66": 0.09496, - "67": 0.09473, - "68": 0.09496, - "69": 0.09416, - "70": 0.09386, - "71": 0.09386, - "72": 0.09433, - "73": 0.09459, - "74": 0.09467, - "75": 0.0944, - "76": 0.09474, - "77": 0.09436, - "78": 0.09447, - "79": 0.09538, - "80": 0.09431, - "81": 0.0942, - "82": 0.09388, - "83": 0.09436, - "84": 0.09471, - "85": 0.09461, - "86": 0.09767, - "87": 0.09433, - "88": 0.09427, - "89": 0.09407, - "90": 0.09877, - "91": 0.09486, - "92": 0.09415, - "93": 0.09439, - "94": 0.09411, - "95": 0.09398, - "96": 0.0966, - "97": 0.09455, - "98": 0.09725, - "99": 0.09424, - "100": 0.09409 + "2": 7.88848, + "3": 0.13158, + "4": 0.11141, + "5": 0.11125, + "6": 0.10953, + "7": 0.10527, + "8": 0.106, + "9": 0.09799, + "10": 0.09707, + "11": 0.09733, + "12": 0.09843, + "13": 0.09696, + "14": 0.09761, + "15": 0.0971, + "16": 0.09751, + "17": 0.0969, + "18": 0.09735, + "19": 0.09699, + "20": 0.09729, + "21": 0.09725, + "22": 0.09738, + "23": 0.10052, + "24": 0.10997, + "25": 0.10068, + "26": 0.09755, + "27": 0.0983, + "28": 0.09732, + "29": 0.09768, + "30": 0.09703, + "31": 0.09778, + "32": 0.09727, + "33": 0.09751, + "34": 0.0967, + "35": 0.0976, + "36": 0.097, + "37": 0.09633, + "38": 0.0968, + "39": 0.09752, + "40": 0.09646, + "41": 0.09879, + "42": 0.09713, + "43": 0.09715, + "44": 0.09719, + "45": 0.09637, + "46": 0.09643, + "47": 0.09656, + "48": 0.09707, + "49": 0.09858, + "50": 0.09874, + "51": 0.15518, + "52": 0.10774, + "53": 0.10573, + "54": 0.12701, + "55": 0.09932, + "56": 0.09885, + "57": 0.10138, + "58": 0.10017, + "59": 0.09914, + "60": 0.09835, + "61": 0.09897, + "62": 0.10008, + "63": 0.10189, + "64": 0.10232, + "65": 0.09991, + "66": 0.10505, + "67": 0.10246, + "68": 0.102, + "69": 0.10339, + "70": 0.09643, + "71": 0.13804, + "72": 0.19605, + "73": 0.11107, + "74": 0.09977, + "75": 0.10069, + "76": 0.10095, + "77": 0.09909, + "78": 0.09962, + "79": 0.10875, + "80": 0.10431, + "81": 0.09995, + "82": 0.10041, + "83": 0.18826, + "84": 0.10164, + "85": 0.0995, + "86": 0.11731, + "87": 0.10273, + "88": 0.10426, + "89": 0.09894, + "90": 0.1064, + "91": 0.09955, + "92": 0.10621, + "93": 0.10132, + "94": 0.09867, + "95": 0.10082, + "96": 0.10156, + "97": 0.10167, + "98": 0.1008, + "99": 0.10182, + "100": 0.10029 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgx_h100.json index c305cc1d803..d52f7787f69 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgx_h100.json @@ -4,56 +4,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 10.96282, - "2": 10.95699, - "3": 10.95063, - "4": 10.95382, - "5": 10.95734, - "6": 10.9472, - "7": 10.95928, - "8": 10.95353, - "9": 10.94259, - "10": 10.95508, - "11": 10.94727, - "12": 10.94277, - "13": 10.93402, - "14": 10.9482, - "15": 10.91351, - "16": 10.88806, - "17": 10.89507, - "18": 10.89953, - "19": 10.89503, - "20": 10.82735, - "21": 10.80746, - "22": 10.80847, - "23": 10.79613, - "24": 10.76867, - "25": 10.77436, - "26": 10.75406, - "27": 10.70238, - "28": 10.62661, - "29": 10.61275, - "30": 10.59507, - "31": 10.58781, - "32": 10.55532, - "33": 10.53388, - "34": 10.51628, - "35": 10.50052, - "36": 10.48647, - "37": 10.45289, - "38": 10.42987, - "39": 10.40126, - "40": 10.39732, - "41": 10.39548, - "42": 10.34815, - "43": 10.33696, - "44": 10.29009, - "45": 10.30261, + "1": 10.96281, + "2": 10.95702, + "3": 10.95062, + "4": 10.95385, + "5": 10.95735, + "6": 10.94717, + "7": 10.95917, + "8": 10.9535, + "9": 10.94261, + "10": 10.95506, + "11": 10.94724, + "12": 10.94279, + "13": 10.934, + "14": 10.94819, + "15": 10.91346, + "16": 10.88801, + "17": 10.89497, + "18": 10.89952, + "19": 10.89506, + "20": 10.82736, + "21": 10.80747, + "22": 10.8085, + "23": 10.7962, + "24": 10.76875, + "25": 10.77438, + "26": 10.75416, + "27": 10.70243, + "28": 10.62668, + "29": 10.61276, + "30": 10.59513, + "31": 10.58783, + "32": 10.5553, + "33": 10.53393, + "34": 10.51637, + "35": 10.50049, + "36": 10.4865, + "37": 10.45294, + "38": 10.42991, + "39": 10.40131, + "40": 10.39738, + "41": 10.39546, + "42": 10.34817, + "43": 10.33699, + "44": 10.29017, + "45": 10.3026, "46": 10.28029, - "47": 10.26063, - "48": 10.24443, + "47": 10.26066, + "48": 10.24448, "49": 10.20836, - "50": 10.1896 + "50": 10.18966 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1264.0, - "2": 1218.0, - "3": 1218.0, - "4": 1242.0, - "5": 1203.0, - "6": 1337.0, - "7": 1214.0, - "8": 1321.0, - "9": 1250.0, - "10": 1252.0, - "11": 1281.0, - "12": 1191.0, - "13": 1213.0, - "14": 1285.0, - "15": 1183.0, - "16": 1184.0, - "17": 1232.0, - "18": 1147.0, - "19": 1229.0, - "20": 1231.0, - "21": 1251.0, - "22": 1187.0, - "23": 1260.0, - "24": 1163.0, - "25": 1300.0, - "26": 1218.0, - "27": 1244.0, - "28": 1438.0, - "29": 1343.0, - "30": 1436.0, - "31": 1403.0, - "32": 1396.0, - "33": 1413.0, - "34": 1245.0, - "35": 1449.0, - "36": 1519.0, - "37": 1467.0, - "38": 1540.0, - "39": 1613.0, - "40": 1475.0, - "41": 1485.0, - "42": 1547.0, - "43": 1688.0, - "44": 1610.0, - "45": 1649.0, - "46": 1866.0, - "47": 1779.0, - "48": 1804.0, - "49": 1708.0, - "50": 1889.0 + "1": 1290.0, + "2": 1231.0, + "3": 1212.0, + "4": 1233.0, + "5": 1175.0, + "6": 1345.0, + "7": 1256.0, + "8": 1307.0, + "9": 1182.0, + "10": 1208.0, + "11": 1301.0, + "12": 1186.0, + "13": 1184.0, + "14": 1307.0, + "15": 1226.0, + "16": 1230.0, + "17": 1227.0, + "18": 1207.0, + "19": 1242.0, + "20": 1194.0, + "21": 1287.0, + "22": 1186.0, + "23": 1212.0, + "24": 1206.0, + "25": 1354.0, + "26": 1217.0, + "27": 1232.0, + "28": 1470.0, + "29": 1278.0, + "30": 1458.0, + "31": 1416.0, + "32": 1496.0, + "33": 1374.0, + "34": 1393.0, + "35": 1458.0, + "36": 1504.0, + "37": 1485.0, + "38": 1506.0, + "39": 1639.0, + "40": 1480.0, + "41": 1493.0, + "42": 1647.0, + "43": 1661.0, + "44": 1584.0, + "45": 1675.0, + "46": 1857.0, + "47": 1822.0, + "48": 1877.0, + "49": 1695.0, + "50": 1819.0 } }, "mem-allocated-bytes": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 5.47849, - "3": 0.13552, - "4": 0.10717, - "5": 0.10669, - "6": 0.10729, - "7": 0.10712, - "8": 0.10647, - "9": 0.10728, - "10": 0.10644, - "11": 0.1064, - "12": 0.10655, - "13": 0.10723, - "14": 0.10632, - "15": 0.10703, - "16": 0.10703, - "17": 0.10683, - "18": 0.10677, - "19": 0.10789, - "20": 0.10673, - "21": 0.10727, - "22": 0.10713, - "23": 0.1075, - "24": 0.10745, - "25": 0.10733, - "26": 0.10826, - "27": 0.10809, - "28": 0.10825, - "29": 0.10743, - "30": 0.10862, - "31": 0.10789, - "32": 0.10805, - "33": 0.10934, - "34": 0.10716, - "35": 0.10716, - "36": 0.10677, - "37": 0.10711, - "38": 0.11204, - "39": 0.11245, - "40": 0.1122, - "41": 0.1121, - "42": 0.11153, - "43": 0.10728, - "44": 0.11144, - "45": 0.11257, - "46": 0.10737, - "47": 0.10705, - "48": 0.10738, - "49": 0.10662, - "50": 0.10607 + "2": 7.14019, + "3": 0.1475, + "4": 0.11471, + "5": 0.11248, + "6": 0.11301, + "7": 0.11302, + "8": 0.11734, + "9": 0.11248, + "10": 0.11349, + "11": 0.11711, + "12": 0.11334, + "13": 0.1146, + "14": 0.11264, + "15": 0.11273, + "16": 0.11475, + "17": 0.11452, + "18": 0.11302, + "19": 0.11306, + "20": 0.11288, + "21": 0.12175, + "22": 0.12079, + "23": 0.1133, + "24": 0.1126, + "25": 0.11336, + "26": 0.11294, + "27": 0.11216, + "28": 0.1145, + "29": 0.11166, + "30": 0.11116, + "31": 0.11338, + "32": 0.11215, + "33": 0.11368, + "34": 0.11406, + "35": 0.11518, + "36": 0.11278, + "37": 0.11148, + "38": 0.11233, + "39": 0.11233, + "40": 0.11342, + "41": 0.11442, + "42": 0.1119, + "43": 0.11205, + "44": 0.11241, + "45": 0.11189, + "46": 0.11352, + "47": 0.11116, + "48": 0.113, + "49": 0.11135, + "50": 0.11131 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgx_h100.json index 2ce7eb10c7d..f73eb946b9e 100644 --- a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgx_h100.json @@ -4,56 +4,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 9.14877, - "2": 9.15171, - "3": 9.1469, - "4": 9.15345, - "5": 9.15057, - "6": 9.14688, - "7": 9.14378, - "8": 9.14363, - "9": 9.15072, - "10": 9.15235, - "11": 9.14607, - "12": 9.14126, - "13": 9.14146, - "14": 9.14248, - "15": 9.13422, - "16": 9.1261, - "17": 9.12414, - "18": 9.12057, - "19": 9.11792, - "20": 9.09776, - "21": 9.06951, - "22": 9.06982, - "23": 9.07076, - "24": 9.06042, - "25": 9.05507, - "26": 9.05713, - "27": 9.04088, - "28": 9.01861, - "29": 9.00349, - "30": 8.99699, - "31": 8.99481, - "32": 8.98414, - "33": 8.97759, - "34": 8.98615, - "35": 8.94993, - "36": 8.94559, - "37": 8.92131, - "38": 8.94104, - "39": 8.9248, - "40": 8.87126, - "41": 8.89625, - "42": 8.87602, - "43": 8.87416, - "44": 8.84109, - "45": 8.81223, - "46": 8.79561, - "47": 8.84581, - "48": 8.77192, - "49": 8.78042, - "50": 8.76196 + "1": 9.14889, + "2": 9.1525, + "3": 9.14729, + "4": 9.15371, + "5": 9.15097, + "6": 9.1479, + "7": 9.14456, + "8": 9.14434, + "9": 9.15048, + "10": 9.15301, + "11": 9.14704, + "12": 9.14198, + "13": 9.14243, + "14": 9.14298, + "15": 9.13541, + "16": 9.12642, + "17": 9.12514, + "18": 9.1214, + "19": 9.11882, + "20": 9.09873, + "21": 9.07026, + "22": 9.0709, + "23": 9.07173, + "24": 9.06194, + "25": 9.05599, + "26": 9.05798, + "27": 9.04141, + "28": 9.0191, + "29": 9.00363, + "30": 8.99761, + "31": 8.99591, + "32": 8.98479, + "33": 8.97828, + "34": 8.98705, + "35": 8.95076, + "36": 8.94654, + "37": 8.92191, + "38": 8.94151, + "39": 8.92551, + "40": 8.87207, + "41": 8.89697, + "42": 8.87706, + "43": 8.87483, + "44": 8.84175, + "45": 8.81296, + "46": 8.79648, + "47": 8.84618, + "48": 8.77263, + "49": 8.78096, + "50": 8.76244 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 3478044.0, - "2": 3392170.0, - "3": 3630100.0, - "4": 3532464.0, - "5": 3783909.0, - "6": 3584604.0, - "7": 3478292.0, - "8": 3414214.0, - "9": 3511615.0, - "10": 3544254.0, - "11": 3475542.0, - "12": 3518903.0, - "13": 3591808.0, - "14": 3549558.0, - "15": 3421139.0, - "16": 3383262.0, - "17": 3424156.0, - "18": 3509340.0, - "19": 3426265.0, - "20": 3465857.0, - "21": 3700002.0, - "22": 3474391.0, - "23": 3693456.0, - "24": 3405739.0, - "25": 3457807.0, - "26": 3479005.0, - "27": 3555423.0, - "28": 3497020.0, - "29": 3561639.0, - "30": 3708154.0, - "31": 3397641.0, - "32": 3467990.0, - "33": 3515524.0, - "34": 3501397.0, - "35": 3432545.0, - "36": 3453998.0, - "37": 3958872.0, - "38": 3488400.0, - "39": 3409868.0, - "40": 3614396.0, - "41": 3425689.0, - "42": 3643696.0, - "43": 3472836.0, - "44": 3448208.0, - "45": 3452155.0, - "46": 3585725.0, - "47": 3467335.0, - "48": 3462958.0, - "49": 3529637.0, - "50": 3412012.0 + "1": 3477957.0, + "2": 3392110.0, + "3": 3629992.0, + "4": 3532325.0, + "5": 3783905.0, + "6": 3584695.0, + "7": 3478398.0, + "8": 3414315.0, + "9": 3511529.0, + "10": 3544384.0, + "11": 3475318.0, + "12": 3518920.0, + "13": 3591807.0, + "14": 3549684.0, + "15": 3421296.0, + "16": 3383259.0, + "17": 3424085.0, + "18": 3509306.0, + "19": 3426089.0, + "20": 3465855.0, + "21": 3700143.0, + "22": 3474221.0, + "23": 3693210.0, + "24": 3405660.0, + "25": 3457731.0, + "26": 3478932.0, + "27": 3555248.0, + "28": 3497383.0, + "29": 3562022.0, + "30": 3708115.0, + "31": 3397575.0, + "32": 3467927.0, + "33": 3515533.0, + "34": 3501303.0, + "35": 3432536.0, + "36": 3453820.0, + "37": 3959063.0, + "38": 3488434.0, + "39": 3410171.0, + "40": 3614582.0, + "41": 3425679.0, + "42": 3643722.0, + "43": 3472981.0, + "44": 3447803.0, + "45": 3452005.0, + "46": 3585525.0, + "47": 3467373.0, + "48": 3462973.0, + "49": 3529689.0, + "50": 3411773.0 } }, "mem-allocated-bytes": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 2.95145, - "3": 0.19273, - "4": 0.16459, - "5": 0.16606, - "6": 0.16483, - "7": 0.16676, - "8": 0.16547, - "9": 0.16685, - "10": 0.16451, - "11": 0.16465, - "12": 0.16671, - "13": 0.16644, - "14": 0.16525, - "15": 0.16592, - "16": 0.16522, - "17": 0.1653, - "18": 0.1669, - "19": 0.16529, - "20": 0.16792, - "21": 0.16517, - "22": 0.1647, - "23": 0.16463, - "24": 0.16511, - "25": 0.16609, - "26": 0.16519, - "27": 0.165, - "28": 0.16473, - "29": 0.16478, - "30": 0.165, - "31": 0.165, - "32": 0.16449, - "33": 0.16603, - "34": 0.16692, - "35": 0.166, - "36": 0.1666, - "37": 0.16698, - "38": 0.16698, - "39": 0.16518, - "40": 0.1664, - "41": 0.16497, - "42": 0.16636, - "43": 0.16518, - "44": 0.16521, - "45": 0.16639, - "46": 0.16697, - "47": 0.16507, - "48": 0.16548, - "49": 0.16581, - "50": 0.16511 + "2": 3.21188, + "3": 0.18738, + "4": 0.16732, + "5": 0.16994, + "6": 0.16704, + "7": 0.17053, + "8": 0.16711, + "9": 0.16973, + "10": 0.16735, + "11": 0.16994, + "12": 0.16735, + "13": 0.17237, + "14": 0.16762, + "15": 0.17063, + "16": 0.16733, + "17": 0.17154, + "18": 0.16929, + "19": 0.16831, + "20": 0.17188, + "21": 0.1674, + "22": 0.17277, + "23": 0.1694, + "24": 0.17156, + "25": 0.16828, + "26": 0.17162, + "27": 0.16798, + "28": 0.17132, + "29": 0.1692, + "30": 0.17166, + "31": 0.16813, + "32": 0.17119, + "33": 0.16808, + "34": 0.17163, + "35": 0.16961, + "36": 0.17133, + "37": 0.16845, + "38": 0.1716, + "39": 0.1682, + "40": 0.1715, + "41": 0.16921, + "42": 0.17062, + "43": 0.16843, + "44": 0.18299, + "45": 0.19519, + "46": 0.17078, + "47": 0.16952, + "48": 0.17219, + "49": 0.16881, + "50": 0.17186 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgx_h100.json index 5b37f2fdb02..6cde7a51e32 100644 --- a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgx_h100.json @@ -4,56 +4,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 9.28641, - "2": 9.28392, - "3": 9.28079, - "4": 9.28856, - "5": 9.27687, - "6": 9.28737, - "7": 9.2783, - "8": 9.28275, - "9": 9.2852, - "10": 9.28288, - "11": 9.28334, - "12": 9.27367, - "13": 9.27134, - "14": 9.27211, - "15": 9.25305, - "16": 9.24488, - "17": 9.2485, - "18": 9.22953, - "19": 9.23145, - "20": 9.20816, - "21": 9.17056, - "22": 9.15048, - "23": 9.16845, - "24": 9.15077, - "25": 9.14433, - "26": 9.14727, - "27": 9.12299, - "28": 9.09723, - "29": 9.0939, - "30": 9.07833, - "31": 8.97186, - "32": 9.03144, - "33": 9.02026, - "34": 8.98667, - "35": 8.9592, - "36": 8.97153, - "37": 8.91452, - "38": 8.88793, - "39": 8.88886, - "40": 8.90639, - "41": 8.81819, - "42": 8.874, - "43": 8.85666, - "44": 8.81704, - "45": 8.81369, - "46": 8.8446, - "47": 8.73699, - "48": 8.66932, - "49": 8.70099, - "50": 8.73493 + "1": 9.28559, + "2": 9.28324, + "3": 9.27826, + "4": 9.28841, + "5": 9.27504, + "6": 9.28568, + "7": 9.27731, + "8": 9.28114, + "9": 9.28492, + "10": 9.28294, + "11": 9.28301, + "12": 9.27397, + "13": 9.27053, + "14": 9.27114, + "15": 9.25315, + "16": 9.24478, + "17": 9.24797, + "18": 9.23003, + "19": 9.23035, + "20": 9.2076, + "21": 9.17083, + "22": 9.14938, + "23": 9.16758, + "24": 9.15034, + "25": 9.14214, + "26": 9.14673, + "27": 9.1215, + "28": 9.09479, + "29": 9.09351, + "30": 9.07677, + "31": 8.97148, + "32": 9.03075, + "33": 9.02015, + "34": 8.98687, + "35": 8.95916, + "36": 8.97187, + "37": 8.91464, + "38": 8.88847, + "39": 8.88927, + "40": 8.90682, + "41": 8.81956, + "42": 8.87466, + "43": 8.85748, + "44": 8.81813, + "45": 8.81486, + "46": 8.84605, + "47": 8.73849, + "48": 8.6711, + "49": 8.70182, + "50": 8.73628 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 5959413.0, - "2": 6553927.0, - "3": 7313623.0, - "4": 6377286.0, - "5": 6498083.0, - "6": 7151944.0, - "7": 6210275.0, - "8": 6334660.0, - "9": 6624552.0, - "10": 6528974.0, - "11": 7466635.0, - "12": 6471539.0, - "13": 6003501.0, - "14": 8071993.0, - "15": 6529933.0, - "16": 7526959.0, - "17": 6035193.0, - "18": 6289605.0, - "19": 6162439.0, - "20": 6527888.0, - "21": 6981932.0, - "22": 7132985.0, - "23": 5928500.0, - "24": 6210382.0, - "25": 6993255.0, - "26": 6471536.0, - "27": 6355223.0, - "28": 6877119.0, - "29": 6380105.0, - "30": 6468697.0, - "31": 8165120.0, - "32": 6765538.0, - "33": 6355725.0, - "34": 6662270.0, - "35": 7065296.0, - "36": 6076718.0, - "37": 7785575.0, - "38": 6727053.0, - "39": 7315894.0, - "40": 6555139.0, - "41": 7314636.0, - "42": 6592011.0, - "43": 6928208.0, - "44": 7274430.0, - "45": 6680132.0, - "46": 6232511.0, - "47": 6496518.0, - "48": 6809838.0, - "49": 6753471.0, - "50": 6238242.0 + "1": 5959405.0, + "2": 6553858.0, + "3": 7313621.0, + "4": 6377159.0, + "5": 6498204.0, + "6": 7151911.0, + "7": 6210199.0, + "8": 6334551.0, + "9": 6624834.0, + "10": 6529069.0, + "11": 7466600.0, + "12": 6471646.0, + "13": 6003542.0, + "14": 8072096.0, + "15": 6530028.0, + "16": 7526953.0, + "17": 6034944.0, + "18": 6289713.0, + "19": 6162181.0, + "20": 6527689.0, + "21": 6981905.0, + "22": 7132961.0, + "23": 5928410.0, + "24": 6210328.0, + "25": 6993334.0, + "26": 6471452.0, + "27": 6355265.0, + "28": 6876938.0, + "29": 6380179.0, + "30": 6468808.0, + "31": 8165266.0, + "32": 6765498.0, + "33": 6355533.0, + "34": 6662329.0, + "35": 7065327.0, + "36": 6076881.0, + "37": 7785788.0, + "38": 6727186.0, + "39": 7315785.0, + "40": 6555028.0, + "41": 7314448.0, + "42": 6592010.0, + "43": 6928116.0, + "44": 7274275.0, + "45": 6680226.0, + "46": 6232523.0, + "47": 6496796.0, + "48": 6809690.0, + "49": 6753543.0, + "50": 6238296.0 } }, "mem-allocated-bytes": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 8.31449, - "3": 0.94547, - "4": 1.38863, - "5": 0.9269, - "6": 0.91513, - "7": 0.91694, - "8": 0.91457, - "9": 0.93134, - "10": 0.92858, - "11": 0.90889, - "12": 0.91357, - "13": 1.64682, - "14": 0.91059, - "15": 0.91164, - "16": 0.91033, - "17": 0.91408, - "18": 1.34722, - "19": 0.91138, - "20": 0.91122, - "21": 0.9128, - "22": 0.92661, - "23": 0.91742, - "24": 0.91687, - "25": 0.91912, - "26": 1.55342, - "27": 0.92718, - "28": 0.92802, - "29": 1.54201, - "30": 0.92785, - "31": 0.92618, - "32": 1.39161, - "33": 1.55667, - "34": 0.92621, - "35": 0.93276, - "36": 0.92911, - "37": 0.92806, - "38": 1.06935, - "39": 1.15278, - "40": 0.92845, - "41": 0.92654, - "42": 0.93231, - "43": 0.93332, - "44": 0.92781, - "45": 0.92462, - "46": 0.90791, - "47": 0.91518, - "48": 0.90878, - "49": 0.90891, - "50": 0.918 + "2": 7.94266, + "3": 0.97728, + "4": 0.95488, + "5": 0.95341, + "6": 0.9532, + "7": 0.95029, + "8": 0.94992, + "9": 0.94892, + "10": 1.36957, + "11": 0.95249, + "12": 0.95005, + "13": 0.95702, + "14": 1.41514, + "15": 0.95374, + "16": 0.95533, + "17": 0.94828, + "18": 0.95114, + "19": 0.95482, + "20": 1.36908, + "21": 0.95895, + "22": 0.95382, + "23": 0.95653, + "24": 0.95589, + "25": 0.95333, + "26": 0.95364, + "27": 0.95384, + "28": 0.95065, + "29": 0.95036, + "30": 0.95242, + "31": 0.95426, + "32": 0.95609, + "33": 1.41399, + "34": 1.36408, + "35": 0.95509, + "36": 0.95515, + "37": 0.94954, + "38": 0.95422, + "39": 0.94989, + "40": 0.95201, + "41": 0.95057, + "42": 1.38449, + "43": 0.95173, + "44": 0.95912, + "45": 0.95265, + "46": 0.94711, + "47": 0.9512, + "48": 0.94909, + "49": 0.95104, + "50": 0.95087 } } } \ No newline at end of file