From c49a7bac5fc3aa4165e9011d91859f83bcca6314 Mon Sep 17 00:00:00 2001 From: Dennis Liu Date: Fri, 3 Apr 2026 12:06:11 +0800 Subject: [PATCH 1/8] update golden values for gpt3_mhc and moe 8experts tests Co-Authored-By: Claude Sonnet 4.6 --- .../golden_values_dev_dgx_h100.json | 474 ++++++++--------- .../golden_values_dev_dgx_h100.json | 442 ++++++++-------- .../golden_values_dev_dgx_h100.json | 442 ++++++++-------- .../golden_values_dev_dgx_h100.json | 494 +++++++++--------- 4 files changed, 926 insertions(+), 926 deletions(-) diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mhc/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mhc/golden_values_dev_dgx_h100.json index fd52044e2b5..40c4236aaba 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mhc/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mhc/golden_values_dev_dgx_h100.json @@ -7,53 +7,53 @@ "1": 10.86149, "2": 10.85467, "3": 10.86695, - "4": 10.84625, - "5": 10.8847, - "6": 10.89676, - "7": 10.87272, - "8": 10.86586, + "4": 10.84622, + "5": 10.88467, + "6": 10.89675, + "7": 10.87274, + "8": 10.86587, "9": 10.86993, "10": 10.83755, "11": 10.89458, - "12": 10.87956, - "13": 10.8768, - "14": 10.90362, + "12": 10.87951, + "13": 10.87683, + "14": 10.90359, "15": 10.8311, - "16": 10.8345, - "17": 10.80061, - "18": 10.82066, - "19": 10.81459, - "20": 10.71809, - "21": 10.68631, + "16": 10.83451, + "17": 10.8006, + "18": 10.82062, + "19": 10.81464, + "20": 10.71811, + "21": 10.68628, "22": 10.532, - "23": 10.7048, - "24": 10.58548, + "23": 10.70484, + "24": 10.58546, "25": 10.51896, - "26": 10.58491, - "27": 10.60108, - "28": 10.53537, + "26": 10.58493, + "27": 10.60104, + "28": 10.53535, "29": 10.57113, - "30": 10.33244, - "31": 10.0583, - "32": 10.42784, - "33": 10.4202, - "34": 10.16985, + "30": 10.33245, + "31": 10.05828, + "32": 10.42782, + "33": 10.42024, + "34": 10.16984, "35": 10.23069, - "36": 10.18752, - "37": 10.31251, - "38": 10.14213, - "39": 10.38135, - "40": 10.04843, - "41": 10.10329, - "42": 10.17154, - "43": 9.78292, - "44": 9.90959, - "45": 9.78499, - "46": 9.76878, - "47": 10.10082, - "48": 9.80965, + "36": 10.18748, + "37": 10.31248, + "38": 10.1421, + "39": 10.38137, + "40": 10.04848, + "41": 10.10328, + "42": 10.17152, + "43": 9.78294, + "44": 9.90964, + "45": 9.785, + "46": 9.7688, + "47": 10.10084, + "48": 9.80968, "49": 9.48778, - "50": 9.86704 + "50": 9.8671 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1649.0, - "2": 34620.0, - "3": 34517.0, - "4": 1822.0, - "5": 34641.0, - "6": 1849.0, - "7": 1816.0, - "8": 1587.0, - "9": 34596.0, - "10": 34175.0, - "11": 34644.0, - "12": 34371.0, - "13": 1821.0, - "14": 1785.0, - "15": 1928.0, - "16": 1825.0, - "17": 1820.0, - "18": 34490.0, - "19": 1711.0, - "20": 1628.0, - "21": 1805.0, - "22": 1637.0, - "23": 34927.0, - "24": 1586.0, - "25": 1580.0, - "26": 34510.0, - "27": 34510.0, - "28": 2017.0, - "29": 1992.0, - "30": 1955.0, - "31": 34406.0, - "32": 34643.0, - "33": 34950.0, - "34": 1992.0, - "35": 34671.0, - "36": 34721.0, - "37": 2360.0, - "38": 34999.0, - "39": 35102.0, - "40": 2173.0, - "41": 35092.0, - "42": 2405.0, - "43": 34752.0, - "44": 34911.0, - "45": 34908.0, - "46": 35080.0, - "47": 35225.0, - "48": 35262.0, - "49": 35174.0, - "50": 35281.0 + "1": 1732.0, + "2": 34586.0, + "3": 1628.0, + "4": 1806.0, + "5": 1834.0, + "6": 1858.0, + "7": 1772.0, + "8": 1665.0, + "9": 34627.0, + "10": 1456.0, + "11": 34535.0, + "12": 34448.0, + "13": 34667.0, + "14": 1796.0, + "15": 1927.0, + "16": 1877.0, + "17": 34649.0, + "18": 34420.0, + "19": 1769.0, + "20": 1649.0, + "21": 34642.0, + "22": 34433.0, + "23": 34799.0, + "24": 1646.0, + "25": 34511.0, + "26": 34458.0, + "27": 34560.0, + "28": 2009.0, + "29": 34850.0, + "30": 1856.0, + "31": 34387.0, + "32": 34646.0, + "33": 34964.0, + "34": 1977.0, + "35": 34773.0, + "36": 34665.0, + "37": 2428.0, + "38": 35045.0, + "39": 35161.0, + "40": 2201.0, + "41": 35100.0, + "42": 2389.0, + "43": 34872.0, + "44": 34922.0, + "45": 2153.0, + "46": 35027.0, + "47": 35293.0, + "48": 35249.0, + "49": 35127.0, + "50": 35248.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 539492864.0, - "2": 539492864.0, - "3": 539492864.0, - "4": 539492864.0, - "5": 539492864.0, - "6": 539492864.0, - "7": 539492864.0, - "8": 539492864.0, - "9": 539492864.0, - "10": 539492864.0, - "11": 539492864.0, - "12": 539492864.0, - "13": 539492864.0, - "14": 539492864.0, - "15": 539492864.0, - "16": 539492864.0, - "17": 539492864.0, - "18": 539492864.0, - "19": 539492864.0, - "20": 539492864.0, - "21": 539492864.0, - "22": 539492864.0, - "23": 539492864.0, - "24": 539492864.0, - "25": 539492864.0, - "26": 539492864.0, - "27": 539492864.0, - "28": 539492864.0, - "29": 539492864.0, - "30": 539492864.0, - "31": 539492864.0, - "32": 539492864.0, - "33": 539492864.0, - "34": 539492864.0, - "35": 539492864.0, - "36": 539492864.0, - "37": 539492864.0, - "38": 539492864.0, - "39": 539492864.0, - "40": 539492864.0, - "41": 539492864.0, - "42": 539492864.0, - "43": 539492864.0, - "44": 539492864.0, - "45": 539492864.0, - "46": 539492864.0, - "47": 539492864.0, - "48": 539492864.0, - "49": 539492864.0, - "50": 539492864.0 + "1": 555746816.0, + "2": 555746816.0, + "3": 555746816.0, + "4": 555746816.0, + "5": 555746816.0, + "6": 555746816.0, + "7": 555746816.0, + "8": 555746816.0, + "9": 555746816.0, + "10": 555746816.0, + "11": 555746816.0, + "12": 555746816.0, + "13": 555746816.0, + "14": 555746816.0, + "15": 555746816.0, + "16": 555746816.0, + "17": 555746816.0, + "18": 555746816.0, + "19": 555746816.0, + "20": 555746816.0, + "21": 555746816.0, + "22": 555746816.0, + "23": 555746816.0, + "24": 555746816.0, + "25": 555746816.0, + "26": 555746816.0, + "27": 555746816.0, + "28": 555746816.0, + "29": 555746816.0, + "30": 555746816.0, + "31": 555746816.0, + "32": 555746816.0, + "33": 555746816.0, + "34": 555746816.0, + "35": 555746816.0, + "36": 555746816.0, + "37": 555746816.0, + "38": 555746816.0, + "39": 555746816.0, + "40": 555746816.0, + "41": 555746816.0, + "42": 555746816.0, + "43": 555746816.0, + "44": 555746816.0, + "45": 555746816.0, + "46": 555746816.0, + "47": 555746816.0, + "48": 555746816.0, + "49": 555746816.0, + "50": 555746816.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1729398272.0, - "2": 1914238464.0, - "3": 1914238464.0, - "4": 1914238464.0, - "5": 1914238464.0, - "6": 1914238464.0, - "7": 1914238464.0, - "8": 1914238464.0, - "9": 1914238464.0, - "10": 1914238464.0, - "11": 1914238464.0, - "12": 1914238464.0, - "13": 1914238464.0, - "14": 1914238464.0, - "15": 1914238464.0, - "16": 1914238464.0, - "17": 1914238464.0, - "18": 1914238464.0, - "19": 1914238464.0, - "20": 1914238464.0, - "21": 1914238464.0, - "22": 1914238464.0, - "23": 1914238464.0, - "24": 1914238464.0, - "25": 1914238464.0, - "26": 1914238464.0, - "27": 1914238464.0, - "28": 1914238464.0, - "29": 1914238464.0, - "30": 1914238464.0, - "31": 1914238464.0, - "32": 1914238464.0, - "33": 1914238464.0, - "34": 1914238464.0, - "35": 1914238464.0, - "36": 1914238464.0, - "37": 1914238464.0, - "38": 1914238464.0, - "39": 1914238464.0, - "40": 1914238464.0, - "41": 1914238464.0, - "42": 1914238464.0, - "43": 1914238464.0, - "44": 1914238464.0, - "45": 1914238464.0, - "46": 1914238464.0, - "47": 1914238464.0, - "48": 1914238464.0, - "49": 1914238464.0, - "50": 1914238464.0 + "1": 1728349696.0, + "2": 1917909504.0, + "3": 1917909504.0, + "4": 1917909504.0, + "5": 1917909504.0, + "6": 1917909504.0, + "7": 1917909504.0, + "8": 1917909504.0, + "9": 1917909504.0, + "10": 1917909504.0, + "11": 1917909504.0, + "12": 1917909504.0, + "13": 1917909504.0, + "14": 1917909504.0, + "15": 1917909504.0, + "16": 1917909504.0, + "17": 1917909504.0, + "18": 1917909504.0, + "19": 1917909504.0, + "20": 1917909504.0, + "21": 1917909504.0, + "22": 1917909504.0, + "23": 1917909504.0, + "24": 1917909504.0, + "25": 1917909504.0, + "26": 1917909504.0, + "27": 1917909504.0, + "28": 1917909504.0, + "29": 1917909504.0, + "30": 1917909504.0, + "31": 1917909504.0, + "32": 1917909504.0, + "33": 1917909504.0, + "34": 1917909504.0, + "35": 1917909504.0, + "36": 1917909504.0, + "37": 1917909504.0, + "38": 1917909504.0, + "39": 1917909504.0, + "40": 1917909504.0, + "41": 1917909504.0, + "42": 1917909504.0, + "43": 1917909504.0, + "44": 1917909504.0, + "45": 1917909504.0, + "46": 1917909504.0, + "47": 1917909504.0, + "48": 1917909504.0, + "49": 1917909504.0, + "50": 1917909504.0 } }, "iteration-time": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 33.07638, - "3": 4.62885, - "4": 2.78847, - "5": 3.81661, - "6": 4.56696, - "7": 3.45862, - "8": 2.51384, - "9": 2.4275, - "10": 3.71405, - "11": 3.43435, - "12": 4.09536, - "13": 1.70339, - "14": 4.2772, - "15": 2.37094, - "16": 2.10863, - "17": 1.98699, - "18": 4.2631, - "19": 2.93254, - "20": 4.0228, - "21": 3.09583, - "22": 3.24615, - "23": 4.11215, - "24": 2.40344, - "25": 3.66841, - "26": 0.5852, - "27": 6.04702, - "28": 2.56074, - "29": 2.3649, - "30": 2.97314, - "31": 2.21341, - "32": 5.02931, - "33": 2.09974, - "34": 1.53163, - "35": 2.17862, - "36": 3.61274, - "37": 2.68687, - "38": 1.85327, - "39": 3.95559, - "40": 3.49999, - "41": 4.68689, - "42": 2.7863, - "43": 3.48504, - "44": 2.4547, - "45": 2.47677, - "46": 2.7805, - "47": 4.16521, - "48": 3.3328, - "49": 2.95889, - "50": 3.68852 + "2": 30.27287, + "3": 0.63036, + "4": 0.62463, + "5": 0.62389, + "6": 0.62241, + "7": 0.62274, + "8": 0.62116, + "9": 0.62223, + "10": 0.62501, + "11": 0.62222, + "12": 0.62201, + "13": 0.6223, + "14": 0.62539, + "15": 0.62434, + "16": 0.62424, + "17": 0.62735, + "18": 0.62325, + "19": 0.62244, + "20": 0.62506, + "21": 0.62317, + "22": 0.62235, + "23": 0.625, + "24": 0.62205, + "25": 0.62519, + "26": 0.64769, + "27": 0.62564, + "28": 0.62374, + "29": 0.62533, + "30": 0.62018, + "31": 0.62779, + "32": 0.62201, + "33": 0.63514, + "34": 0.6314, + "35": 0.63737, + "36": 0.62906, + "37": 0.64653, + "38": 0.63058, + "39": 0.63017, + "40": 0.63041, + "41": 0.6331, + "42": 0.62522, + "43": 0.62568, + "44": 0.62119, + "45": 0.62536, + "46": 0.62217, + "47": 0.62615, + "48": 0.6199, + "49": 0.61769, + "50": 0.62242 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_h100.json index 0d556450cec..40700470348 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_h100.json @@ -6,54 +6,54 @@ "values": { "1": 10.92671, "2": 10.91589, - "3": 10.92552, - "4": 10.93168, - "5": 10.93015, - "6": 10.9259, - "7": 10.92646, - "8": 10.92323, - "9": 10.92778, - "10": 10.9168, - "11": 10.9178, - "12": 10.92446, - "13": 10.90961, - "14": 10.90627, - "15": 10.90112, - "16": 10.88691, - "17": 10.88827, - "18": 10.88554, - "19": 10.88654, - "20": 10.8377, - "21": 10.82717, - "22": 10.81535, - "23": 10.80831, - "24": 10.78061, - "25": 10.77774, - "26": 10.76115, - "27": 10.7495, - "28": 10.6922, - "29": 10.66686, - "30": 10.63118, - "31": 10.62182, - "32": 10.61591, - "33": 10.57843, - "34": 10.54531, - "35": 10.54625, - "36": 10.53479, - "37": 10.50533, - "38": 10.50383, - "39": 10.47322, - "40": 10.45095, - "41": 10.42606, - "42": 10.41475, - "43": 10.40064, - "44": 10.37006, - "45": 10.38168, - "46": 10.33484, - "47": 10.32444, - "48": 10.28749, - "49": 10.28608, - "50": 10.27697 + "3": 10.92569, + "4": 10.93204, + "5": 10.93027, + "6": 10.9261, + "7": 10.92637, + "8": 10.92388, + "9": 10.92728, + "10": 10.91588, + "11": 10.9183, + "12": 10.92402, + "13": 10.90967, + "14": 10.90628, + "15": 10.90098, + "16": 10.88556, + "17": 10.88818, + "18": 10.88475, + "19": 10.88523, + "20": 10.83769, + "21": 10.82735, + "22": 10.81478, + "23": 10.80877, + "24": 10.78047, + "25": 10.77776, + "26": 10.76048, + "27": 10.74912, + "28": 10.69225, + "29": 10.66725, + "30": 10.63087, + "31": 10.62053, + "32": 10.61533, + "33": 10.57791, + "34": 10.5462, + "35": 10.546, + "36": 10.53423, + "37": 10.50445, + "38": 10.50363, + "39": 10.47181, + "40": 10.44914, + "41": 10.42508, + "42": 10.41306, + "43": 10.39862, + "44": 10.36841, + "45": 10.37966, + "46": 10.33291, + "47": 10.32241, + "48": 10.28472, + "49": 10.28374, + "50": 10.27437 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 19058.0, - "2": 19206.0, - "3": 18972.0, - "4": 19416.0, - "5": 19009.0, - "6": 18538.0, - "7": 18981.0, - "8": 18448.0, - "9": 18864.0, - "10": 19655.0, - "11": 19064.0, - "12": 18696.0, - "13": 19292.0, - "14": 19140.0, - "15": 18806.0, - "16": 18590.0, - "17": 18993.0, - "18": 19173.0, - "19": 19321.0, - "20": 19057.0, - "21": 19086.0, - "22": 18997.0, - "23": 18891.0, - "24": 19267.0, - "25": 18711.0, - "26": 19139.0, - "27": 19114.0, - "28": 18818.0, - "29": 18371.0, - "30": 18304.0, - "31": 19016.0, - "32": 19184.0, - "33": 18481.0, - "34": 18592.0, - "35": 18848.0, - "36": 18346.0, - "37": 18564.0, - "38": 18516.0, - "39": 18959.0, - "40": 19194.0, - "41": 18945.0, - "42": 18455.0, - "43": 19053.0, - "44": 18809.0, - "45": 20372.0, - "46": 19563.0, - "47": 19974.0, - "48": 20047.0, - "49": 21674.0, - "50": 20259.0 + "1": 36710.0, + "2": 37160.0, + "3": 37309.0, + "4": 36783.0, + "5": 36803.0, + "6": 36142.0, + "7": 36370.0, + "8": 36176.0, + "9": 37100.0, + "10": 37917.0, + "11": 36745.0, + "12": 35709.0, + "13": 37084.0, + "14": 37775.0, + "15": 36119.0, + "16": 36038.0, + "17": 36700.0, + "18": 37055.0, + "19": 36638.0, + "20": 36735.0, + "21": 36231.0, + "22": 36562.0, + "23": 37065.0, + "24": 37204.0, + "25": 35891.0, + "26": 36983.0, + "27": 36795.0, + "28": 36205.0, + "29": 36207.0, + "30": 35575.0, + "31": 36467.0, + "32": 37374.0, + "33": 35909.0, + "34": 35933.0, + "35": 36426.0, + "36": 36062.0, + "37": 36347.0, + "38": 35710.0, + "39": 36968.0, + "40": 37362.0, + "41": 36161.0, + "42": 36032.0, + "43": 37353.0, + "44": 37025.0, + "45": 39544.0, + "46": 38629.0, + "47": 38810.0, + "48": 38612.0, + "49": 42460.0, + "50": 39729.0 } }, "mem-allocated-bytes": { @@ -120,54 +120,54 @@ "values": { "1": 1027089408.0, "2": 1027091968.0, - "3": 1027088384.0, - "4": 1027088384.0, + "3": 1027087360.0, + "4": 1027088896.0, "5": 1027090944.0, - "6": 1027091968.0, - "7": 1027088896.0, - "8": 1027092992.0, - "9": 1027090944.0, - "10": 1027090432.0, - "11": 1027090944.0, - "12": 1027091456.0, + "6": 1027090944.0, + "7": 1027088384.0, + "8": 1027092480.0, + "9": 1027091968.0, + "10": 1027091456.0, + "11": 1027090432.0, + "12": 1027090944.0, "13": 1027091968.0, - "14": 1027090944.0, - "15": 1027091456.0, - "16": 1027088384.0, - "17": 1027088896.0, + "14": 1027094528.0, + "15": 1027090432.0, + "16": 1027088896.0, + "17": 1027089408.0, "18": 1027090944.0, - "19": 1027089920.0, - "20": 1027089920.0, + "19": 1027088896.0, + "20": 1027090944.0, "21": 1027092480.0, - "22": 1027088896.0, - "23": 1027094528.0, + "22": 1027090944.0, + "23": 1027093504.0, "24": 1027091968.0, "25": 1027091456.0, - "26": 1027089408.0, + "26": 1027090944.0, "27": 1027087872.0, - "28": 1027091456.0, + "28": 1027092992.0, "29": 1027090432.0, - "30": 1027089920.0, + "30": 1027090432.0, "31": 1027089408.0, "32": 1027094528.0, "33": 1027094016.0, - "34": 1027092480.0, - "35": 1027086848.0, - "36": 1027088384.0, + "34": 1027093504.0, + "35": 1027085824.0, + "36": 1027087872.0, "37": 1027088896.0, - "38": 1027090432.0, - "39": 1027090432.0, + "38": 1027089920.0, + "39": 1027089920.0, "40": 1027091456.0, - "41": 1027088896.0, + "41": 1027089920.0, "42": 1027088384.0, "43": 1027088896.0, - "44": 1027091968.0, - "45": 1027091456.0, - "46": 1027085824.0, + "44": 1027090944.0, + "45": 1027091968.0, + "46": 1027084800.0, "47": 1027089920.0, "48": 1027088384.0, - "49": 1027086848.0, - "50": 1027089920.0 + "49": 1027086336.0, + "50": 1027089408.0 } }, "mem-max-allocated-bytes": { @@ -182,49 +182,49 @@ "5": 3298735616.0, "6": 3298735616.0, "7": 3298735616.0, - "8": 3299022336.0, - "9": 3299022336.0, - "10": 3299022336.0, - "11": 3299138048.0, - "12": 3299138048.0, - "13": 3299225088.0, - "14": 3299394048.0, - "15": 3299394048.0, - "16": 3299394048.0, - "17": 3299394048.0, - "18": 3299394048.0, - "19": 3299809792.0, - "20": 3299809792.0, - "21": 3299809792.0, - "22": 3299809792.0, - "23": 3300119552.0, - "24": 3300119552.0, - "25": 3300119552.0, - "26": 3300119552.0, - "27": 3300119552.0, - "28": 3300119552.0, - "29": 3300119552.0, - "30": 3300119552.0, - "31": 3300119552.0, - "32": 3300119552.0, - "33": 3300119552.0, - "34": 3300416512.0, - "35": 3300416512.0, - "36": 3300416512.0, - "37": 3300416512.0, - "38": 3300416512.0, - "39": 3300416512.0, - "40": 3300416512.0, - "41": 3300416512.0, - "42": 3300416512.0, - "43": 3300416512.0, - "44": 3300416512.0, - "45": 3300416512.0, - "46": 3300416512.0, - "47": 3300416512.0, - "48": 3300416512.0, - "49": 3300416512.0, - "50": 3300416512.0 + "8": 3299167232.0, + "9": 3299167232.0, + "10": 3299167232.0, + "11": 3299167232.0, + "12": 3299167232.0, + "13": 3299167232.0, + "14": 3300327424.0, + "15": 3300327424.0, + "16": 3300327424.0, + "17": 3300327424.0, + "18": 3300327424.0, + "19": 3300327424.0, + "20": 3300327424.0, + "21": 3300327424.0, + "22": 3300327424.0, + "23": 3300327424.0, + "24": 3300327424.0, + "25": 3300327424.0, + "26": 3300327424.0, + "27": 3300327424.0, + "28": 3300327424.0, + "29": 3300327424.0, + "30": 3300327424.0, + "31": 3300327424.0, + "32": 3301105664.0, + "33": 3301105664.0, + "34": 3301105664.0, + "35": 3301105664.0, + "36": 3301105664.0, + "37": 3301105664.0, + "38": 3301105664.0, + "39": 3301105664.0, + "40": 3301105664.0, + "41": 3301105664.0, + "42": 3301105664.0, + "43": 3301105664.0, + "44": 3301105664.0, + "45": 3301105664.0, + "46": 3301105664.0, + "47": 3301105664.0, + "48": 3301105664.0, + "49": 3301105664.0, + "50": 3301105664.0 } }, "iteration-time": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 7.89786, - "3": 0.24594, - "4": 0.22051, - "5": 0.222, - "6": 0.21926, - "7": 0.2078, - "8": 0.21045, - "9": 0.20823, - "10": 0.20524, - "11": 0.21966, - "12": 0.20488, - "13": 0.2063, - "14": 0.21021, - "15": 0.20599, - "16": 0.20609, - "17": 0.2069, - "18": 0.20307, - "19": 0.20538, - "20": 0.20251, - "21": 0.21207, - "22": 0.20145, - "23": 0.21042, - "24": 0.21155, - "25": 0.2081, - "26": 0.20377, - "27": 0.20504, - "28": 0.20365, - "29": 0.20313, - "30": 0.20266, - "31": 0.20257, - "32": 0.20336, - "33": 0.20201, - "34": 0.20295, - "35": 0.20399, - "36": 0.20262, - "37": 0.2058, - "38": 0.20263, - "39": 0.20527, - "40": 0.20348, - "41": 0.20601, - "42": 0.20448, - "43": 0.20532, - "44": 0.20505, - "45": 0.20908, - "46": 0.2037, - "47": 0.21773, - "48": 0.20684, - "49": 0.20825, - "50": 0.20302 + "2": 5.35585, + "3": 0.30738, + "4": 0.3051, + "5": 0.29962, + "6": 0.29439, + "7": 0.28971, + "8": 0.29154, + "9": 0.2896, + "10": 0.285, + "11": 0.28601, + "12": 0.28351, + "13": 0.28073, + "14": 0.28692, + "15": 0.28298, + "16": 0.28931, + "17": 0.28692, + "18": 0.28464, + "19": 0.2809, + "20": 0.2801, + "21": 0.29964, + "22": 0.28577, + "23": 0.29322, + "24": 0.28538, + "25": 0.28139, + "26": 0.28632, + "27": 0.28307, + "28": 0.28328, + "29": 0.2898, + "30": 0.28102, + "31": 0.28581, + "32": 0.29226, + "33": 0.28565, + "34": 0.28151, + "35": 0.28469, + "36": 0.28547, + "37": 0.28361, + "38": 0.28658, + "39": 0.28216, + "40": 0.28637, + "41": 0.28332, + "42": 0.28626, + "43": 0.28098, + "44": 0.28017, + "45": 0.28351, + "46": 0.2833, + "47": 0.27921, + "48": 0.2816, + "49": 0.28999, + "50": 0.28489 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_h100.json index 586f94b9d87..f640ef3fd7c 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_h100.json @@ -6,54 +6,54 @@ "values": { "1": 10.92671, "2": 10.91589, - "3": 10.92552, - "4": 10.93168, - "5": 10.93015, - "6": 10.9259, - "7": 10.92646, - "8": 10.92323, - "9": 10.92778, - "10": 10.9168, - "11": 10.9178, - "12": 10.92446, - "13": 10.90961, - "14": 10.90627, - "15": 10.90112, - "16": 10.88691, - "17": 10.88827, - "18": 10.88554, - "19": 10.88654, - "20": 10.8377, - "21": 10.82717, - "22": 10.81535, - "23": 10.80831, - "24": 10.78061, - "25": 10.77774, - "26": 10.76115, - "27": 10.7495, - "28": 10.6922, - "29": 10.66686, - "30": 10.63118, - "31": 10.62182, - "32": 10.61591, - "33": 10.57843, - "34": 10.54531, - "35": 10.54625, - "36": 10.53479, - "37": 10.50533, - "38": 10.50383, - "39": 10.47322, - "40": 10.45095, - "41": 10.42606, - "42": 10.41475, - "43": 10.40064, - "44": 10.37006, - "45": 10.38168, - "46": 10.33484, - "47": 10.32444, - "48": 10.28749, - "49": 10.28608, - "50": 10.27697 + "3": 10.92569, + "4": 10.93204, + "5": 10.93027, + "6": 10.9261, + "7": 10.92637, + "8": 10.92388, + "9": 10.92728, + "10": 10.91588, + "11": 10.9183, + "12": 10.92402, + "13": 10.90967, + "14": 10.90628, + "15": 10.90098, + "16": 10.88556, + "17": 10.88818, + "18": 10.88475, + "19": 10.88523, + "20": 10.83769, + "21": 10.82735, + "22": 10.81478, + "23": 10.80877, + "24": 10.78047, + "25": 10.77776, + "26": 10.76048, + "27": 10.74912, + "28": 10.69225, + "29": 10.66725, + "30": 10.63087, + "31": 10.62053, + "32": 10.61533, + "33": 10.57791, + "34": 10.5462, + "35": 10.546, + "36": 10.53423, + "37": 10.50445, + "38": 10.50363, + "39": 10.47181, + "40": 10.44914, + "41": 10.42508, + "42": 10.41306, + "43": 10.39862, + "44": 10.36841, + "45": 10.37966, + "46": 10.33291, + "47": 10.32241, + "48": 10.28472, + "49": 10.28374, + "50": 10.27437 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 19058.0, - "2": 19206.0, - "3": 18972.0, - "4": 19416.0, - "5": 19009.0, - "6": 18538.0, - "7": 18981.0, - "8": 18448.0, - "9": 18864.0, - "10": 19655.0, - "11": 19064.0, - "12": 18696.0, - "13": 19292.0, - "14": 19140.0, - "15": 18806.0, - "16": 18590.0, - "17": 18993.0, - "18": 19173.0, - "19": 19321.0, - "20": 19057.0, - "21": 19086.0, - "22": 18997.0, - "23": 18891.0, - "24": 19267.0, - "25": 18711.0, - "26": 19139.0, - "27": 19114.0, - "28": 18818.0, - "29": 18371.0, - "30": 18304.0, - "31": 19016.0, - "32": 19184.0, - "33": 18481.0, - "34": 18592.0, - "35": 18848.0, - "36": 18346.0, - "37": 18564.0, - "38": 18516.0, - "39": 18959.0, - "40": 19194.0, - "41": 18945.0, - "42": 18455.0, - "43": 19053.0, - "44": 18809.0, - "45": 20372.0, - "46": 19563.0, - "47": 19974.0, - "48": 20047.0, - "49": 21674.0, - "50": 20259.0 + "1": 36710.0, + "2": 37160.0, + "3": 37309.0, + "4": 36783.0, + "5": 36803.0, + "6": 36142.0, + "7": 36370.0, + "8": 36176.0, + "9": 37100.0, + "10": 37917.0, + "11": 36745.0, + "12": 35709.0, + "13": 37084.0, + "14": 37775.0, + "15": 36119.0, + "16": 36038.0, + "17": 36700.0, + "18": 37055.0, + "19": 36638.0, + "20": 36735.0, + "21": 36231.0, + "22": 36562.0, + "23": 37065.0, + "24": 37204.0, + "25": 35891.0, + "26": 36983.0, + "27": 36795.0, + "28": 36205.0, + "29": 36207.0, + "30": 35575.0, + "31": 36467.0, + "32": 37374.0, + "33": 35909.0, + "34": 35933.0, + "35": 36426.0, + "36": 36062.0, + "37": 36347.0, + "38": 35710.0, + "39": 36968.0, + "40": 37362.0, + "41": 36161.0, + "42": 36032.0, + "43": 37353.0, + "44": 37025.0, + "45": 39544.0, + "46": 38629.0, + "47": 38810.0, + "48": 38612.0, + "49": 42460.0, + "50": 39729.0 } }, "mem-allocated-bytes": { @@ -120,54 +120,54 @@ "values": { "1": 1027089408.0, "2": 1027091968.0, - "3": 1027088384.0, - "4": 1027088384.0, + "3": 1027087360.0, + "4": 1027088896.0, "5": 1027090944.0, - "6": 1027091968.0, - "7": 1027088896.0, - "8": 1027092992.0, - "9": 1027090944.0, - "10": 1027090432.0, - "11": 1027090944.0, - "12": 1027091456.0, + "6": 1027090944.0, + "7": 1027088384.0, + "8": 1027092480.0, + "9": 1027091968.0, + "10": 1027091456.0, + "11": 1027090432.0, + "12": 1027090944.0, "13": 1027091968.0, - "14": 1027090944.0, - "15": 1027091456.0, - "16": 1027088384.0, - "17": 1027088896.0, + "14": 1027094528.0, + "15": 1027090432.0, + "16": 1027088896.0, + "17": 1027089408.0, "18": 1027090944.0, - "19": 1027089920.0, - "20": 1027089920.0, + "19": 1027088896.0, + "20": 1027090944.0, "21": 1027092480.0, - "22": 1027088896.0, - "23": 1027094528.0, + "22": 1027090944.0, + "23": 1027093504.0, "24": 1027091968.0, "25": 1027091456.0, - "26": 1027089408.0, + "26": 1027090944.0, "27": 1027087872.0, - "28": 1027091456.0, + "28": 1027092992.0, "29": 1027090432.0, - "30": 1027089920.0, + "30": 1027090432.0, "31": 1027089408.0, "32": 1027094528.0, "33": 1027094016.0, - "34": 1027092480.0, - "35": 1027086848.0, - "36": 1027088384.0, + "34": 1027093504.0, + "35": 1027085824.0, + "36": 1027087872.0, "37": 1027088896.0, - "38": 1027090432.0, - "39": 1027090432.0, + "38": 1027089920.0, + "39": 1027089920.0, "40": 1027091456.0, - "41": 1027088896.0, + "41": 1027089920.0, "42": 1027088384.0, "43": 1027088896.0, - "44": 1027091968.0, - "45": 1027091456.0, - "46": 1027085824.0, + "44": 1027090944.0, + "45": 1027091968.0, + "46": 1027084800.0, "47": 1027089920.0, "48": 1027088384.0, - "49": 1027086848.0, - "50": 1027089920.0 + "49": 1027086336.0, + "50": 1027089408.0 } }, "mem-max-allocated-bytes": { @@ -182,49 +182,49 @@ "5": 3298735616.0, "6": 3298735616.0, "7": 3298735616.0, - "8": 3299022336.0, - "9": 3299022336.0, - "10": 3299022336.0, - "11": 3299138048.0, - "12": 3299138048.0, - "13": 3299225088.0, - "14": 3299394048.0, - "15": 3299394048.0, - "16": 3299394048.0, - "17": 3299394048.0, - "18": 3299394048.0, - "19": 3299809792.0, - "20": 3299809792.0, - "21": 3299809792.0, - "22": 3299809792.0, - "23": 3300119552.0, - "24": 3300119552.0, - "25": 3300119552.0, - "26": 3300119552.0, - "27": 3300119552.0, - "28": 3300119552.0, - "29": 3300119552.0, - "30": 3300119552.0, - "31": 3300119552.0, - "32": 3300119552.0, - "33": 3300119552.0, - "34": 3300416512.0, - "35": 3300416512.0, - "36": 3300416512.0, - "37": 3300416512.0, - "38": 3300416512.0, - "39": 3300416512.0, - "40": 3300416512.0, - "41": 3300416512.0, - "42": 3300416512.0, - "43": 3300416512.0, - "44": 3300416512.0, - "45": 3300416512.0, - "46": 3300416512.0, - "47": 3300416512.0, - "48": 3300416512.0, - "49": 3300416512.0, - "50": 3300416512.0 + "8": 3299167232.0, + "9": 3299167232.0, + "10": 3299167232.0, + "11": 3299167232.0, + "12": 3299167232.0, + "13": 3299167232.0, + "14": 3300327424.0, + "15": 3300327424.0, + "16": 3300327424.0, + "17": 3300327424.0, + "18": 3300327424.0, + "19": 3300327424.0, + "20": 3300327424.0, + "21": 3300327424.0, + "22": 3300327424.0, + "23": 3300327424.0, + "24": 3300327424.0, + "25": 3300327424.0, + "26": 3300327424.0, + "27": 3300327424.0, + "28": 3300327424.0, + "29": 3300327424.0, + "30": 3300327424.0, + "31": 3300327424.0, + "32": 3301105664.0, + "33": 3301105664.0, + "34": 3301105664.0, + "35": 3301105664.0, + "36": 3301105664.0, + "37": 3301105664.0, + "38": 3301105664.0, + "39": 3301105664.0, + "40": 3301105664.0, + "41": 3301105664.0, + "42": 3301105664.0, + "43": 3301105664.0, + "44": 3301105664.0, + "45": 3301105664.0, + "46": 3301105664.0, + "47": 3301105664.0, + "48": 3301105664.0, + "49": 3301105664.0, + "50": 3301105664.0 } }, "iteration-time": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 7.23651, - "3": 0.24222, - "4": 0.22131, - "5": 0.2271, - "6": 0.22305, - "7": 0.21362, - "8": 0.21345, - "9": 0.21177, - "10": 0.20554, - "11": 0.21683, - "12": 0.21959, - "13": 0.23214, - "14": 0.21046, - "15": 0.2093, - "16": 0.20781, - "17": 0.21094, - "18": 0.20855, - "19": 0.20679, - "20": 0.20604, - "21": 0.21437, - "22": 0.20598, - "23": 0.20879, - "24": 0.20414, - "25": 0.20266, - "26": 0.20454, - "27": 0.20634, - "28": 0.20309, - "29": 0.20238, - "30": 0.20203, - "31": 0.20437, - "32": 0.20127, - "33": 0.20216, - "34": 0.20283, - "35": 0.20336, - "36": 0.20293, - "37": 0.20654, - "38": 0.20237, - "39": 0.20306, - "40": 0.20384, - "41": 0.20686, - "42": 0.20485, - "43": 0.20433, - "44": 0.20288, - "45": 0.20816, - "46": 0.20343, - "47": 0.2071, - "48": 0.20408, - "49": 0.2097, - "50": 0.20466 + "2": 7.58728, + "3": 0.31009, + "4": 0.30574, + "5": 0.30849, + "6": 0.30568, + "7": 0.304, + "8": 0.28938, + "9": 0.29273, + "10": 0.28679, + "11": 0.29223, + "12": 0.29094, + "13": 0.28669, + "14": 0.28785, + "15": 0.28633, + "16": 0.2907, + "17": 0.28571, + "18": 0.28649, + "19": 0.28924, + "20": 0.28411, + "21": 0.29161, + "22": 0.2845, + "23": 0.29217, + "24": 0.28492, + "25": 0.28577, + "26": 0.28786, + "27": 0.2893, + "28": 0.29073, + "29": 0.28506, + "30": 0.28519, + "31": 0.28397, + "32": 0.2904, + "33": 0.29082, + "34": 0.28599, + "35": 0.28963, + "36": 0.28976, + "37": 0.28557, + "38": 0.29164, + "39": 0.29238, + "40": 0.28427, + "41": 0.28783, + "42": 0.28875, + "43": 0.28478, + "44": 0.28439, + "45": 0.29078, + "46": 0.28385, + "47": 0.28272, + "48": 0.28312, + "49": 0.29468, + "50": 0.28837 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_h100.json index 0e601bc661a..4a25865ef60 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_h100.json @@ -6,54 +6,54 @@ "values": { "1": 10.90768, "2": 10.90727, - "3": 10.9168, - "4": 10.90829, - "5": 10.91479, - "6": 10.89485, - "7": 10.90737, - "8": 10.90882, - "9": 10.90915, - "10": 10.91068, - "11": 10.90062, - "12": 10.89878, - "13": 10.88648, - "14": 10.88227, - "15": 10.87325, - "16": 10.85233, - "17": 10.85658, - "18": 10.84766, - "19": 10.85521, - "20": 10.77651, - "21": 10.76089, - "22": 10.75994, - "23": 10.7431, - "24": 10.70783, - "25": 10.70972, - "26": 10.69229, - "27": 10.66881, - "28": 10.60562, - "29": 10.57195, - "30": 10.54188, - "31": 10.53201, - "32": 10.51676, - "33": 10.48119, - "34": 10.44953, - "35": 10.44578, - "36": 10.42078, - "37": 10.40052, - "38": 10.4042, - "39": 10.36985, - "40": 10.35254, - "41": 10.33024, - "42": 10.31102, - "43": 10.29815, - "44": 10.27127, - "45": 10.28382, - "46": 10.24095, - "47": 10.23461, - "48": 10.19191, - "49": 10.19522, - "50": 10.19066 + "3": 10.91677, + "4": 10.90838, + "5": 10.91536, + "6": 10.89522, + "7": 10.90774, + "8": 10.90815, + "9": 10.90916, + "10": 10.91026, + "11": 10.9013, + "12": 10.89896, + "13": 10.88718, + "14": 10.88255, + "15": 10.87321, + "16": 10.85207, + "17": 10.85744, + "18": 10.84755, + "19": 10.85504, + "20": 10.77576, + "21": 10.76177, + "22": 10.75967, + "23": 10.74285, + "24": 10.70808, + "25": 10.70994, + "26": 10.6922, + "27": 10.66835, + "28": 10.60509, + "29": 10.57149, + "30": 10.54122, + "31": 10.53124, + "32": 10.51525, + "33": 10.48026, + "34": 10.44887, + "35": 10.44515, + "36": 10.41928, + "37": 10.39906, + "38": 10.40257, + "39": 10.3684, + "40": 10.35058, + "41": 10.32832, + "42": 10.30907, + "43": 10.29586, + "44": 10.26915, + "45": 10.28138, + "46": 10.23855, + "47": 10.23169, + "48": 10.18904, + "49": 10.19272, + "50": 10.18773 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 16760.0, - "2": 16448.0, - "3": 16457.0, - "4": 16370.0, - "5": 16128.0, - "6": 15986.0, - "7": 16871.0, - "8": 16013.0, - "9": 16494.0, - "10": 16663.0, - "11": 16350.0, - "12": 15746.0, - "13": 16650.0, - "14": 16501.0, - "15": 16034.0, - "16": 16079.0, - "17": 16562.0, - "18": 16415.0, - "19": 16924.0, - "20": 16413.0, - "21": 16333.0, - "22": 16350.0, - "23": 16127.0, - "24": 16475.0, - "25": 15776.0, - "26": 16841.0, - "27": 16638.0, - "28": 16195.0, - "29": 16566.0, - "30": 16223.0, - "31": 16976.0, - "32": 17083.0, - "33": 17181.0, - "34": 17125.0, - "35": 18157.0, - "36": 17429.0, - "37": 17735.0, - "38": 17898.0, - "39": 18505.0, - "40": 19060.0, - "41": 18163.0, - "42": 18145.0, - "43": 18663.0, - "44": 18601.0, - "45": 20633.0, - "46": 20049.0, - "47": 19866.0, - "48": 20108.0, - "49": 21960.0, - "50": 20138.0 + "1": 32335.0, + "2": 31841.0, + "3": 31775.0, + "4": 32249.0, + "5": 31694.0, + "6": 31106.0, + "7": 32512.0, + "8": 30765.0, + "9": 32296.0, + "10": 32743.0, + "11": 31984.0, + "12": 31014.0, + "13": 32552.0, + "14": 32744.0, + "15": 31135.0, + "16": 30964.0, + "17": 32132.0, + "18": 31974.0, + "19": 32648.0, + "20": 32452.0, + "21": 31857.0, + "22": 31848.0, + "23": 32281.0, + "24": 32970.0, + "25": 31299.0, + "26": 32672.0, + "27": 32851.0, + "28": 32568.0, + "29": 32585.0, + "30": 32739.0, + "31": 33858.0, + "32": 34616.0, + "33": 34212.0, + "34": 33982.0, + "35": 35475.0, + "36": 34732.0, + "37": 35645.0, + "38": 34867.0, + "39": 36578.0, + "40": 37563.0, + "41": 36481.0, + "42": 35997.0, + "43": 37571.0, + "44": 37041.0, + "45": 41119.0, + "46": 39345.0, + "47": 38921.0, + "48": 39898.0, + "49": 43851.0, + "50": 39868.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1558401536.0, - "2": 1558716416.0, - "3": 1559734784.0, - "4": 1558522880.0, - "5": 1558433280.0, - "6": 1558899712.0, - "7": 1559085568.0, - "8": 1559302144.0, - "9": 1558675968.0, - "10": 1559221248.0, - "11": 1558368768.0, - "12": 1558981632.0, - "13": 1559165440.0, - "14": 1558203392.0, - "15": 1558620672.0, - "16": 1558203392.0, - "17": 1558254080.0, - "18": 1559229440.0, - "19": 1558510080.0, - "20": 1558384640.0, - "21": 1559245312.0, - "22": 1558439936.0, - "23": 1558500864.0, - "24": 1558304768.0, - "25": 1558666752.0, - "26": 1558304768.0, - "27": 1558846976.0, - "28": 1558304768.0, - "29": 1558355456.0, - "30": 1559102464.0, - "31": 1559019008.0, - "32": 1559699456.0, - "33": 1559100928.0, - "34": 1558921216.0, - "35": 1558616576.0, - "36": 1558406144.0, - "37": 1559692800.0, - "38": 1558406144.0, - "39": 1558585856.0, - "40": 1559957504.0, - "41": 1559263744.0, - "42": 1558507520.0, - "43": 1558776320.0, - "44": 1559255040.0, - "45": 1558456832.0, - "46": 1558831104.0, - "47": 1558648320.0, - "48": 1558507520.0, - "49": 1559791104.0, - "50": 1558966272.0 + "1": 1558936064.0, + "2": 1559142400.0, + "3": 1558418944.0, + "4": 1558473728.0, + "5": 1558619136.0, + "6": 1558418944.0, + "7": 1558368256.0, + "8": 1558418944.0, + "9": 1559001088.0, + "10": 1558676992.0, + "11": 1559100416.0, + "12": 1559344640.0, + "13": 1558738944.0, + "14": 1558446592.0, + "15": 1558907904.0, + "16": 1559096832.0, + "17": 1558469632.0, + "18": 1558520320.0, + "19": 1559102464.0, + "20": 1559440896.0, + "21": 1558653952.0, + "22": 1558520320.0, + "23": 1558571008.0, + "24": 1559296512.0, + "25": 1559556096.0, + "26": 1558520320.0, + "27": 1558571008.0, + "28": 1558621696.0, + "29": 1558571008.0, + "30": 1560001024.0, + "31": 1558796288.0, + "32": 1558621696.0, + "33": 1558571008.0, + "34": 1559272960.0, + "35": 1559274496.0, + "36": 1558780416.0, + "37": 1558672384.0, + "38": 1558621696.0, + "39": 1559065600.0, + "40": 1559026176.0, + "41": 1559201792.0, + "42": 1558960640.0, + "43": 1558672384.0, + "44": 1559427584.0, + "45": 1558672384.0, + "46": 1558723072.0, + "47": 1558773760.0, + "48": 1558723072.0, + "49": 1559203840.0, + "50": 1558723072.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 3480202240.0, - "2": 4039383552.0, - "3": 4045734912.0, - "4": 4052123136.0, - "5": 4052123136.0, - "6": 4053458432.0, - "7": 4054095872.0, - "8": 4058186240.0, - "9": 4059530240.0, - "10": 4061010432.0, - "11": 4061010432.0, - "12": 4061010432.0, - "13": 4061010432.0, - "14": 4061010432.0, - "15": 4061010432.0, - "16": 4061010432.0, - "17": 4061010432.0, - "18": 4061010432.0, - "19": 4061010432.0, - "20": 4061010432.0, - "21": 4061010432.0, - "22": 4061010432.0, - "23": 4061010432.0, - "24": 4061010432.0, - "25": 4061010432.0, - "26": 4061010432.0, - "27": 4061010432.0, - "28": 4061010432.0, - "29": 4061010432.0, - "30": 4061010432.0, - "31": 4061010432.0, - "32": 4061010432.0, - "33": 4061010432.0, - "34": 4061010432.0, - "35": 4061010432.0, - "36": 4061010432.0, - "37": 4061010432.0, - "38": 4061010432.0, - "39": 4061010432.0, - "40": 4061010432.0, - "41": 4061010432.0, - "42": 4061010432.0, - "43": 4061010432.0, - "44": 4061010432.0, - "45": 4061010432.0, - "46": 4061010432.0, - "47": 4061010432.0, - "48": 4061010432.0, - "49": 4061010432.0, - "50": 4061010432.0 + "1": 3480480768.0, + "2": 4041655808.0, + "3": 4048918528.0, + "4": 4048918528.0, + "5": 4048918528.0, + "6": 4053445632.0, + "7": 4053445632.0, + "8": 4053990400.0, + "9": 4056294912.0, + "10": 4058575872.0, + "11": 4058575872.0, + "12": 4058575872.0, + "13": 4058575872.0, + "14": 4058575872.0, + "15": 4058575872.0, + "16": 4058575872.0, + "17": 4058575872.0, + "18": 4058575872.0, + "19": 4058575872.0, + "20": 4058575872.0, + "21": 4058575872.0, + "22": 4058575872.0, + "23": 4058575872.0, + "24": 4058575872.0, + "25": 4058575872.0, + "26": 4058575872.0, + "27": 4058575872.0, + "28": 4058575872.0, + "29": 4058575872.0, + "30": 4058575872.0, + "31": 4058575872.0, + "32": 4058575872.0, + "33": 4058575872.0, + "34": 4058575872.0, + "35": 4058575872.0, + "36": 4058575872.0, + "37": 4058575872.0, + "38": 4058575872.0, + "39": 4058575872.0, + "40": 4058575872.0, + "41": 4058575872.0, + "42": 4058575872.0, + "43": 4058575872.0, + "44": 4058575872.0, + "45": 4058575872.0, + "46": 4058575872.0, + "47": 4058575872.0, + "48": 4058575872.0, + "49": 4058575872.0, + "50": 4058575872.0 } }, "iteration-time": { @@ -233,55 +233,55 @@ "step_interval": 1, "values": { "1": "nan", - "2": 11.67698, - "3": 0.39155, - "4": 0.31689, - "5": 0.294, - "6": 0.31141, - "7": 0.29128, - "8": 0.28675, - "9": 0.28172, - "10": 0.27347, - "11": 0.26642, - "12": 0.27974, - "13": 0.27332, - "14": 0.36787, - "15": 0.26967, - "16": 0.26447, - "17": 0.26033, - "18": 0.2662, - "19": 0.28876, - "20": 0.27381, - "21": 0.26827, - "22": 0.28438, - "23": 0.27253, - "24": 0.27903, - "25": 0.27474, - "26": 0.28579, - "27": 0.28072, - "28": 0.2816, - "29": 0.32547, - "30": 0.27477, - "31": 0.27095, - "32": 0.27719, - "33": 0.26688, - "34": 0.27227, - "35": 0.2837, - "36": 0.27295, - "37": 0.26868, - "38": 0.26936, - "39": 0.27392, - "40": 0.2649, - "41": 0.27268, - "42": 0.26786, - "43": 0.26041, - "44": 0.2684, - "45": 0.26786, - "46": 0.26105, - "47": 0.26729, - "48": 0.26353, - "49": 0.27083, - "50": 0.26181 + "2": 9.11114, + "3": 0.46745, + "4": 0.6067, + "5": 0.59171, + "6": 0.4369, + "7": 0.41515, + "8": 0.45255, + "9": 0.40714, + "10": 0.40441, + "11": 0.39176, + "12": 0.41251, + "13": 0.38216, + "14": 0.39025, + "15": 0.4058, + "16": 0.38848, + "17": 0.35936, + "18": 0.36512, + "19": 0.38989, + "20": 0.39482, + "21": 0.40064, + "22": 0.40323, + "23": 0.38135, + "24": 0.37421, + "25": 0.36701, + "26": 0.358, + "27": 0.35679, + "28": 0.37525, + "29": 0.37141, + "30": 0.36686, + "31": 0.37147, + "32": 0.3724, + "33": 0.37369, + "34": 0.36853, + "35": 0.37221, + "36": 0.36497, + "37": 0.36365, + "38": 0.36316, + "39": 0.36521, + "40": 0.3622, + "41": 0.36129, + "42": 0.37003, + "43": 0.36053, + "44": 0.36244, + "45": 0.36485, + "46": 0.35324, + "47": 0.36076, + "48": 0.3573, + "49": 0.36368, + "50": 0.35292 } } } \ No newline at end of file From f7df0d73b6a1296d9c0f9ef823021428e96ac036 Mon Sep 17 00:00:00 2001 From: Dennis Liu Date: Fri, 3 Apr 2026 15:42:04 +0800 Subject: [PATCH 2/8] fix(deps): restore quart and openai[aiohttp] lost in main->dev sync merge The Sync main into dev (#4031) merge incorrectly resolved a conflict in pyproject.toml, keeping dev's flask[async]+openai instead of main's quart+openai[aiohttp]. The code (text_generation_server.py and rl/inference/megatron.py) correctly uses Quart and DefaultAioHttpClient, but the missing deps caused gpt_grpo_basic_function to fail in CI with: - WARNING: Could not import quart: No module named 'quart' - RuntimeError: To use the aiohttp client you must have installed the package with the `aiohttp` extra Co-Authored-By: Claude Sonnet 4.6 --- pyproject.toml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 7ce7e3e17c6..a9889eb8c00 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -94,9 +94,9 @@ dev = [ "fastapi~=0.50", # Forcing a little bit more recent version of fastapi to be compatible with pydantic 2.0 "datasets", "emerging_optimizers; python_version >= '3.12'", - "flask[async]", + "quart", "hypercorn", - "openai", + "openai[aiohttp]", ] lts = [ From dc1ca93a715d35067cd737eda3f5a27e2e76c244 Mon Sep 17 00:00:00 2001 From: Dennis Liu Date: Fri, 3 Apr 2026 16:07:42 +0800 Subject: [PATCH 3/8] fix(deps): update uv.lock for quart and openai[aiohttp] changes Add quart and httpx-aiohttp package entries, add openai[aiohttp] optional dependency section, and update megatron-core dev extra to reference quart and openai[aiohttp] instead of flask[async] and openai. Co-Authored-By: Claude Sonnet 4.6 --- uv.lock | 43 +++++++++++++++++++++++++++++++++++++++++-- 1 file changed, 41 insertions(+), 2 deletions(-) diff --git a/uv.lock b/uv.lock index 129f94b4288..673b26ac17b 100644 --- a/uv.lock +++ b/uv.lock @@ -2018,6 +2018,19 @@ http2 = [ { name = "h2" }, ] +[[package]] +name = "httpx-aiohttp" +version = "0.1.12" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "aiohttp" }, + { name = "httpx" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/63/2c/b894861cecf030fb45675ea24aa55b5722e97c602a163d872fca66c5a6d8/httpx_aiohttp-0.1.12.tar.gz", hash = "sha256:81feec51fd82c0ecfa0e9aaf1b1a6c2591260d5e2bcbeb7eb0277a78e610df2c", size = 275945, upload-time = "2025-12-12T10:12:15.283Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/16/8d/85c9701e9af72ca132a1783e2a54364a90c6da832304416a30fc11196ab2/httpx_aiohttp-0.1.12-py3-none-any.whl", hash = "sha256:5b0eac39a7f360fa7867a60bcb46bb1024eada9c01cbfecdb54dc1edb3fb7141", size = 6367, upload-time = "2025-12-12T10:12:14.018Z" }, +] + [[package]] name = "huggingface-hub" version = "0.36.2" @@ -2634,7 +2647,6 @@ dev = [ { name = "fastapi" }, { name = "flash-linear-attention" }, { name = "flashinfer-python" }, - { name = "flask", extra = ["async"], marker = "extra == 'extra-13-megatron-core-dev'" }, { name = "hypercorn" }, { name = "mamba-ssm" }, { name = "megatron-energon", extra = ["av-decode"], marker = "extra == 'extra-13-megatron-core-dev'" }, @@ -2644,7 +2656,8 @@ dev = [ { name = "nvidia-resiliency-ext" }, { name = "nvtx" }, { name = "onnxscript" }, - { name = "openai" }, + { name = "openai", extra = ["aiohttp"], marker = "extra == 'extra-13-megatron-core-dev'" }, + { name = "quart", marker = "extra == 'extra-13-megatron-core-dev'" }, { name = "opentelemetry-api", version = "1.33.1", source = { registry = "https://pypi.org/simple" } }, { name = "tensorstore", version = "0.1.78", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version < '3.11' and extra == 'extra-13-megatron-core-dev') or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, { name = "tensorstore", version = "0.1.81", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version >= '3.11' and extra == 'extra-13-megatron-core-dev') or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, @@ -3836,6 +3849,12 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/1d/5f/bcdf0fb510c24f021e485f920677da363cd59d6e0310171bf2cad6e052b5/openai-2.23.0-py3-none-any.whl", hash = "sha256:1041d40bebf845053fda1946104f8bf9c3e2df957a41c3878c55c72c352630e9", size = 1118971, upload-time = "2026-02-24T03:20:18.708Z" }, ] +[package.optional-dependencies] +aiohttp = [ + { name = "aiohttp" }, + { name = "httpx-aiohttp" }, +] + [[package]] name = "opencensus" version = "0.11.4" @@ -5294,6 +5313,26 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/c0/28/26534bed77109632a956977f60d8519049f545abc39215d086e33a61f1f2/pyyaml_ft-8.0.0-cp313-cp313t-win_amd64.whl", hash = "sha256:de04cfe9439565e32f178106c51dd6ca61afaa2907d143835d501d84703d3793", size = 171579, upload-time = "2025-06-10T15:32:14.34Z" }, ] +[[package]] +name = "quart" +version = "0.20.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "aiofiles" }, + { name = "blinker" }, + { name = "click" }, + { name = "flask" }, + { name = "hypercorn" }, + { name = "itsdangerous" }, + { name = "jinja2" }, + { name = "markupsafe" }, + { name = "werkzeug" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/1d/9d/12e1143a5bd2ccc05c293a6f5ae1df8fd94a8fc1440ecc6c344b2b30ce13/quart-0.20.0.tar.gz", hash = "sha256:08793c206ff832483586f5ae47018c7e40bdd75d886fee3fabbdaa70c2cf505d", size = 63874, upload-time = "2024-12-23T13:53:05.664Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7e/e9/cc28f21f52913adf333f653b9e0a3bf9cb223f5083a26422968ba73edd8d/quart-0.20.0-py3-none-any.whl", hash = "sha256:003c08f551746710acb757de49d9b768986fd431517d0eb127380b656b98b8f1", size = 77960, upload-time = "2024-12-23T13:53:02.642Z" }, +] + [[package]] name = "ray" version = "2.54.0" From 99e3c3cb90755dc2b6b763f666b4132af4269a57 Mon Sep 17 00:00:00 2001 From: Dennis Liu Date: Fri, 3 Apr 2026 16:15:41 +0800 Subject: [PATCH 4/8] fix(deps): restore quart and openai[aiohttp] lost in main->dev sync merge Co-Authored-By: Claude Sonnet 4.6 --- uv.lock | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/uv.lock b/uv.lock index 673b26ac17b..5c927dae27e 100644 --- a/uv.lock +++ b/uv.lock @@ -91,6 +91,15 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/b7/58/3bf0b7d474607dc7fd67dd1365c4e0f392c8177eaf4054e5ddee3ebd53b5/aiobotocore-2.26.0-py3-none-any.whl", hash = "sha256:a793db51c07930513b74ea7a95bd79aaa42f545bdb0f011779646eafa216abec", size = 87333, upload-time = "2025-11-28T07:54:58.457Z" }, ] +[[package]] +name = "aiofiles" +version = "25.1.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/41/c3/534eac40372d8ee36ef40df62ec129bee4fdb5ad9706e58a29be53b2c970/aiofiles-25.1.0.tar.gz", hash = "sha256:a8d728f0a29de45dc521f18f07297428d56992a742f0cd2701ba86e44d23d5b2", size = 46354, upload-time = "2025-10-09T20:51:04.358Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/bc/8a/340a1555ae33d7354dbca4faa54948d76d89a27ceef032c8c3bc661d003e/aiofiles-25.1.0-py3-none-any.whl", hash = "sha256:abe311e527c862958650f9438e859c1fa7568a141b22abcd015e120e86a85695", size = 14668, upload-time = "2025-10-09T20:51:03.174Z" }, +] + [[package]] name = "aiohappyeyeballs" version = "2.6.1" From 19be8f0f64904ca69730c619f6fadda6826e1b44 Mon Sep 17 00:00:00 2001 From: Dennis Liu Date: Fri, 3 Apr 2026 16:28:58 +0800 Subject: [PATCH 5/8] ci: pre-install setuptools before uv sync to fix fast-hadamard-transform build uv sync --locked fails when fast-hadamard-transform (a git source package in no-build-isolation-package) tries to build without setuptools available in the base environment. Pre-install wheel + setuptools before syncing, matching the fix from c2cbe543a that was never ported to this branch. Co-Authored-By: Claude Sonnet 4.6 --- .github/workflows/build-docs.yml | 2 ++ .github/workflows/cicd-main.yml | 3 +++ docs/requirements-ci.txt | 8 ++++++++ 3 files changed, 13 insertions(+) create mode 100644 docs/requirements-ci.txt diff --git a/.github/workflows/build-docs.yml b/.github/workflows/build-docs.yml index 82aacad44d1..cbc5d73679d 100644 --- a/.github/workflows/build-docs.yml +++ b/.github/workflows/build-docs.yml @@ -33,6 +33,8 @@ jobs: needs: [pre-flight] if: needs.pre-flight.outputs.is_deployment_workflow != 'true' uses: NVIDIA-NeMo/FW-CI-templates/.github/workflows/_build_docs.yml@v0.80.2 + with: + requirements-file: docs/requirements-ci.txt build-docs-summary: needs: [pre-flight, build-docs] diff --git a/.github/workflows/cicd-main.yml b/.github/workflows/cicd-main.yml index a3cfb5f848a..d9a98b836f7 100644 --- a/.github/workflows/cicd-main.yml +++ b/.github/workflows/cicd-main.yml @@ -266,6 +266,9 @@ jobs: - name: Install linting tools run: | + uv venv + uv pip install --python .venv/bin/python \ + wheel packaging "setuptools<80.0.0,>=77.0.0" uv sync --locked --only-group linting - name: Get PR info diff --git a/docs/requirements-ci.txt b/docs/requirements-ci.txt new file mode 100644 index 00000000000..13e0abe06a0 --- /dev/null +++ b/docs/requirements-ci.txt @@ -0,0 +1,8 @@ +setuptools<80.0.0,>=77.0.0 +wheel +sphinx +sphinx-autobuild +sphinx-autodoc2 +sphinx-copybutton +myst_parser +nvidia-sphinx-theme From 901f70f3ce66cc66a3a7056b14b769e09a3f5ad2 Mon Sep 17 00:00:00 2001 From: Dennis Liu Date: Fri, 3 Apr 2026 16:31:05 +0800 Subject: [PATCH 6/8] Revert "ci: pre-install setuptools before uv sync to fix fast-hadamard-transform build" This reverts commit 19be8f0f64904ca69730c619f6fadda6826e1b44. --- .github/workflows/build-docs.yml | 2 -- .github/workflows/cicd-main.yml | 3 --- docs/requirements-ci.txt | 8 -------- 3 files changed, 13 deletions(-) delete mode 100644 docs/requirements-ci.txt diff --git a/.github/workflows/build-docs.yml b/.github/workflows/build-docs.yml index cbc5d73679d..82aacad44d1 100644 --- a/.github/workflows/build-docs.yml +++ b/.github/workflows/build-docs.yml @@ -33,8 +33,6 @@ jobs: needs: [pre-flight] if: needs.pre-flight.outputs.is_deployment_workflow != 'true' uses: NVIDIA-NeMo/FW-CI-templates/.github/workflows/_build_docs.yml@v0.80.2 - with: - requirements-file: docs/requirements-ci.txt build-docs-summary: needs: [pre-flight, build-docs] diff --git a/.github/workflows/cicd-main.yml b/.github/workflows/cicd-main.yml index d9a98b836f7..a3cfb5f848a 100644 --- a/.github/workflows/cicd-main.yml +++ b/.github/workflows/cicd-main.yml @@ -266,9 +266,6 @@ jobs: - name: Install linting tools run: | - uv venv - uv pip install --python .venv/bin/python \ - wheel packaging "setuptools<80.0.0,>=77.0.0" uv sync --locked --only-group linting - name: Get PR info diff --git a/docs/requirements-ci.txt b/docs/requirements-ci.txt deleted file mode 100644 index 13e0abe06a0..00000000000 --- a/docs/requirements-ci.txt +++ /dev/null @@ -1,8 +0,0 @@ -setuptools<80.0.0,>=77.0.0 -wheel -sphinx -sphinx-autobuild -sphinx-autodoc2 -sphinx-copybutton -myst_parser -nvidia-sphinx-theme From c381ad80e26862d5c0b180cf1998be091b1417d3 Mon Sep 17 00:00:00 2001 From: Dennis Liu Date: Fri, 3 Apr 2026 01:49:27 -0700 Subject: [PATCH 7/8] Update uv.lock --- uv.lock | 87 +++++++++++++++++++++++---------------------------------- 1 file changed, 35 insertions(+), 52 deletions(-) diff --git a/uv.lock b/uv.lock index 5c927dae27e..a7399c6c16a 100644 --- a/uv.lock +++ b/uv.lock @@ -116,7 +116,7 @@ source = { registry = "https://pypi.org/simple" } dependencies = [ { name = "aiohappyeyeballs" }, { name = "aiosignal" }, - { name = "async-timeout", marker = "python_full_version < '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "async-timeout", marker = "python_full_version < '3.11'" }, { name = "attrs" }, { name = "frozenlist" }, { name = "multidict" }, @@ -256,7 +256,7 @@ version = "1.4.0" source = { registry = "https://pypi.org/simple" } dependencies = [ { name = "frozenlist" }, - { name = "typing-extensions", marker = "python_full_version < '3.13' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "typing-extensions", marker = "python_full_version < '3.13'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/61/62/06741b579156360248d1ec624842ad0edf697050bbaf7c3e46394e106ad1/aiosignal-1.4.0.tar.gz", hash = "sha256:f47eecd9468083c2029cc99945502cb7708b082c232f9aca65da147157b251c7", size = 25007, upload-time = "2025-07-03T22:54:43.528Z" } wheels = [ @@ -310,10 +310,10 @@ name = "anyio" version = "4.9.0" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "exceptiongroup", marker = "python_full_version < '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "exceptiongroup", marker = "python_full_version < '3.11'" }, { name = "idna" }, { name = "sniffio" }, - { name = "typing-extensions", marker = "python_full_version < '3.13' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "typing-extensions", marker = "python_full_version < '3.13'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/95/7d/4c1bd541d4dffa1b52bd83fb8527089e097a106fc90b467a7313b105f840/anyio-4.9.0.tar.gz", hash = "sha256:673c0c244e15788651a4ff38710fea9675823028a6f08a5eda409e0c9840a028", size = 190949, upload-time = "2025-03-17T00:02:54.77Z" } wheels = [ @@ -355,18 +355,6 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/ed/e0/ed152425e51b7c8a4ce81d33683b43d87e770a76a65922dc7524a0106ae8/apache_tvm_ffi-0.1.8.post2-cp314-cp314t-win_amd64.whl", hash = "sha256:ecb0d9f7f410ba3b4d92547c2477f73f8406455448f4ea8c146515671fd20210", size = 1849938, upload-time = "2026-01-13T18:11:06.312Z" }, ] -[[package]] -name = "asgiref" -version = "3.11.1" -source = { registry = "https://pypi.org/simple" } -dependencies = [ - { name = "typing-extensions", marker = "python_full_version < '3.11'" }, -] -sdist = { url = "https://files.pythonhosted.org/packages/63/40/f03da1264ae8f7cfdbf9146542e5e7e8100a4c66ab48e791df9a03d3f6c0/asgiref-3.11.1.tar.gz", hash = "sha256:5f184dc43b7e763efe848065441eac62229c9f7b0475f41f80e207a114eda4ce", size = 38550, upload-time = "2026-02-03T13:30:14.33Z" } -wheels = [ - { url = "https://files.pythonhosted.org/packages/5c/0a/a72d10ed65068e115044937873362e6e32fab1b7dce0046aeb224682c989/asgiref-3.11.1-py3-none-any.whl", hash = "sha256:e8667a091e69529631969fd45dc268fa79b99c92c5fcdda727757e52146ec133", size = 24345, upload-time = "2026-02-03T13:30:13.039Z" }, -] - [[package]] name = "astroid" version = "3.2.4" @@ -758,7 +746,7 @@ name = "cffi" version = "2.0.0" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "pycparser", marker = "implementation_name != 'PyPy' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "pycparser", marker = "implementation_name != 'PyPy'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/eb/56/b1ba7935a17738ae8453301356628e8147c79dbb825bcbc73dc7401f9846/cffi-2.0.0.tar.gz", hash = "sha256:44d1b5909021139fe36001ae048dbdde8214afa20200eda0f64c068cac5d5529", size = 523588, upload-time = "2025-09-08T23:24:04.541Z" } wheels = [ @@ -929,7 +917,7 @@ name = "click" version = "8.3.1" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "colorama", marker = "sys_platform == 'win32' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "colorama", marker = "sys_platform == 'win32'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/3d/fa/656b739db8587d7b5dfa22e22ed02566950fbfbcdc20311993483657a5c0/click-8.3.1.tar.gz", hash = "sha256:12ff4785d337a1bb490bb7e9c2b1ee5da3112e94a8622f26a6c77f5d2fc6842a", size = 295065, upload-time = "2025-11-15T20:45:42.706Z" } wheels = [ @@ -1422,8 +1410,8 @@ name = "emerging-optimizers" version = "0.2.0" source = { git = "https://github.com/NVIDIA-NeMo/Emerging-Optimizers.git?rev=v0.2.0#1effa026ff096b7fa1063ca2fba19d98be6e6cdf" } dependencies = [ - { name = "absl-py", marker = "python_full_version >= '3.12' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "torch", marker = "(python_full_version >= '3.12' and sys_platform == 'never') or (python_full_version < '3.12' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform != 'never' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "absl-py", marker = "python_full_version >= '3.12'" }, + { name = "torch", marker = "python_full_version >= '3.12' and sys_platform == 'never'" }, ] [[package]] @@ -1431,7 +1419,7 @@ name = "exceptiongroup" version = "1.3.1" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "typing-extensions", marker = "python_full_version < '3.13' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "typing-extensions", marker = "python_full_version < '3.13'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/50/79/66800aadf48771f6b62f7eb014e352e5d06856655206165d775e675a02c9/exceptiongroup-1.3.1.tar.gz", hash = "sha256:8b412432c6055b0b7d14c310000ae93352ed6754f70fa8f7c34141f91c4e3219", size = 30371, upload-time = "2025-11-21T23:01:54.787Z" } wheels = [ @@ -1594,11 +1582,6 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/7f/9c/34f6962f9b9e9c71f6e5ed806e0d0ff03c9d1b0b2340088a0cf4bce09b18/flask-3.1.3-py3-none-any.whl", hash = "sha256:f4bcbefc124291925f1a26446da31a5178f9483862233b23c0c96a20701f670c", size = 103424, upload-time = "2026-02-19T05:00:56.027Z" }, ] -[package.optional-dependencies] -async = [ - { name = "asgiref" }, -] - [[package]] name = "flask-restful" version = "0.3.10" @@ -2048,7 +2031,7 @@ dependencies = [ { name = "filelock" }, { name = "fsspec", version = "2025.10.0", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.14' or sys_platform != 'linux' or extra == 'extra-13-megatron-core-dev' or extra == 'extra-13-megatron-core-lts'" }, { name = "fsspec", version = "2026.2.0", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version >= '3.14' and sys_platform == 'linux' and extra != 'extra-13-megatron-core-dev' and extra != 'extra-13-megatron-core-lts') or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "hf-xet", marker = "platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "hf-xet", marker = "platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64'" }, { name = "packaging" }, { name = "pyyaml" }, { name = "requests" }, @@ -2483,7 +2466,7 @@ resolution-markers = [ "python_full_version < '3.11' and sys_platform != 'linux'", ] dependencies = [ - { name = "mdurl", marker = "python_full_version < '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "mdurl", marker = "python_full_version < '3.11'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/38/71/3b932df36c1a044d397a1f92d1cf91ee0a503d91e470cbd670aa66b07ed0/markdown-it-py-3.0.0.tar.gz", hash = "sha256:e3f60a94fa066dc52ec76661e37c851cb232d92f9886b15cb560aaada2df8feb", size = 74596, upload-time = "2023-06-03T06:41:14.443Z" } wheels = [ @@ -2513,7 +2496,7 @@ resolution-markers = [ "python_full_version == '3.11.*' and sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32'", ] dependencies = [ - { name = "mdurl", marker = "python_full_version >= '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "mdurl", marker = "python_full_version >= '3.11'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/5b/f5/4ec618ed16cc4f8fb3b701563655a69816155e79e24a17b651541804721d/markdown_it_py-4.0.0.tar.gz", hash = "sha256:cb0a2b4aa34f932c007117b194e945bd74e0ec24133ceb5bac59009cda1cb9f3", size = 73070, upload-time = "2025-08-11T12:57:52.854Z" } wheels = [ @@ -2666,8 +2649,8 @@ dev = [ { name = "nvtx" }, { name = "onnxscript" }, { name = "openai", extra = ["aiohttp"], marker = "extra == 'extra-13-megatron-core-dev'" }, - { name = "quart", marker = "extra == 'extra-13-megatron-core-dev'" }, { name = "opentelemetry-api", version = "1.33.1", source = { registry = "https://pypi.org/simple" } }, + { name = "quart" }, { name = "tensorstore", version = "0.1.78", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version < '3.11' and extra == 'extra-13-megatron-core-dev') or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, { name = "tensorstore", version = "0.1.81", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version >= '3.11' and extra == 'extra-13-megatron-core-dev') or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, { name = "tqdm" }, @@ -2777,7 +2760,6 @@ requires-dist = [ { name = "flash-linear-attention", marker = "extra == 'dev'", specifier = "~=0.4.0" }, { name = "flashinfer-python", marker = "extra == 'dev'", specifier = "~=0.5.0" }, { name = "flashinfer-python", marker = "extra == 'lts'", specifier = "~=0.5.0" }, - { name = "flask", extras = ["async"], marker = "extra == 'dev'" }, { name = "flask-restful", marker = "extra == 'mlm'" }, { name = "hypercorn", marker = "extra == 'dev'" }, { name = "mamba-ssm", marker = "extra == 'dev'", specifier = "~=2.2" }, @@ -2795,10 +2777,11 @@ requires-dist = [ { name = "nvtx", marker = "extra == 'lts'", specifier = "~=0.2" }, { name = "onnxscript", marker = "extra == 'dev'" }, { name = "onnxscript", marker = "extra == 'lts'" }, - { name = "openai", marker = "extra == 'dev'" }, + { name = "openai", extras = ["aiohttp"], marker = "extra == 'dev'" }, { name = "opentelemetry-api", marker = "extra == 'dev'", specifier = "~=1.33.1" }, { name = "opentelemetry-api", marker = "extra == 'lts'", specifier = "~=1.33.1" }, { name = "packaging", specifier = ">=24.2" }, + { name = "quart", marker = "extra == 'dev'" }, { name = "sentencepiece", marker = "extra == 'mlm'" }, { name = "tensorstore", marker = "extra == 'dev'", specifier = "~=0.1,!=0.1.46,!=0.1.72" }, { name = "tensorstore", marker = "extra == 'lts'", specifier = "~=0.1,!=0.1.46,!=0.1.72" }, @@ -3051,7 +3034,7 @@ name = "multidict" version = "6.7.1" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "typing-extensions", marker = "python_full_version < '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "typing-extensions", marker = "python_full_version < '3.11'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/1a/c2/c2d94cbe6ac1753f3fc980da97b3d930efe1da3af3c9f5125354436c073d/multidict-6.7.1.tar.gz", hash = "sha256:ec6652a1bee61c53a3e5776b6049172c53b6aaba34f18c9ad04f82712bac623d", size = 102010, upload-time = "2026-01-26T02:46:45.979Z" } wheels = [ @@ -4194,10 +4177,10 @@ resolution-markers = [ "python_full_version < '3.11' and sys_platform != 'linux'", ] dependencies = [ - { name = "numpy", version = "2.2.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "python-dateutil", marker = "python_full_version < '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "pytz", marker = "python_full_version < '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "tzdata", marker = "python_full_version < '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "numpy", version = "2.2.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.11'" }, + { name = "python-dateutil", marker = "python_full_version < '3.11'" }, + { name = "pytz", marker = "python_full_version < '3.11'" }, + { name = "tzdata", marker = "python_full_version < '3.11'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/33/01/d40b85317f86cf08d853a4f495195c73815fdf205eef3993821720274518/pandas-2.3.3.tar.gz", hash = "sha256:e05e1af93b977f7eafa636d043f9f94c7ee3ac81af99c13508215942e64c993b", size = 4495223, upload-time = "2025-09-29T23:34:51.853Z" } wheels = [ @@ -4273,9 +4256,9 @@ resolution-markers = [ "python_full_version == '3.11.*' and sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32'", ] dependencies = [ - { name = "numpy", version = "2.4.2", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "python-dateutil", marker = "python_full_version >= '3.11' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "tzdata", marker = "(python_full_version >= '3.11' and sys_platform == 'emscripten') or (python_full_version >= '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'win32' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "numpy", version = "2.4.2", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.11'" }, + { name = "python-dateutil", marker = "python_full_version >= '3.11'" }, + { name = "tzdata", marker = "(python_full_version >= '3.11' and sys_platform == 'emscripten') or (python_full_version >= '3.11' and sys_platform == 'win32')" }, ] sdist = { url = "https://files.pythonhosted.org/packages/2e/0c/b28ed414f080ee0ad153f848586d61d1878f91689950f037f976ce15f6c8/pandas-3.0.1.tar.gz", hash = "sha256:4186a699674af418f655dbd420ed87f50d56b4cd6603784279d9eef6627823c8", size = 4641901, upload-time = "2026-02-17T22:20:16.434Z" } wheels = [ @@ -5339,7 +5322,7 @@ dependencies = [ ] sdist = { url = "https://files.pythonhosted.org/packages/1d/9d/12e1143a5bd2ccc05c293a6f5ae1df8fd94a8fc1440ecc6c344b2b30ce13/quart-0.20.0.tar.gz", hash = "sha256:08793c206ff832483586f5ae47018c7e40bdd75d886fee3fabbdaa70c2cf505d", size = 63874, upload-time = "2024-12-23T13:53:05.664Z" } wheels = [ - { url = "https://files.pythonhosted.org/packages/7e/e9/cc28f21f52913adf333f653b9e0a3bf9cb223f5083a26422968ba73edd8d/quart-0.20.0-py3-none-any.whl", hash = "sha256:003c08f551746710acb757de49d9b768986fd431517d0eb127380b656b98b8f1", size = 77960, upload-time = "2024-12-23T13:53:02.642Z" }, + { url = "https://files.pythonhosted.org/packages/7e/e9/cc28f21f52913adf333f653b9e0a3bf9cb223f5083a26422968ba73edd8d/quart-0.20.0-py3-none-any.whl", hash = "sha256:003c08f551746710acb757de49d9b768986fd431517d0eb127380b656b98b8f1", size = 77960, upload-time = "2024-12-23T13:53:02.842Z" }, ] [[package]] @@ -5401,7 +5384,7 @@ source = { registry = "https://pypi.org/simple" } dependencies = [ { name = "attrs" }, { name = "rpds-py" }, - { name = "typing-extensions", marker = "python_full_version < '3.13' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "typing-extensions", marker = "python_full_version < '3.13'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/22/f5/df4e9027acead3ecc63e50fe1e36aca1523e1719559c499951bb4b53188f/referencing-0.37.0.tar.gz", hash = "sha256:44aefc3142c5b842538163acb373e24cce6632bd54bdb01b21ad5863489f50d8", size = 78036, upload-time = "2025-10-13T15:30:48.871Z" } wheels = [ @@ -6371,7 +6354,7 @@ version = "0.52.1" source = { registry = "https://pypi.org/simple" } dependencies = [ { name = "anyio" }, - { name = "typing-extensions", marker = "python_full_version < '3.13' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "typing-extensions", marker = "python_full_version < '3.13'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/c4/68/79977123bb7be889ad680d79a40f339082c1978b5cfcf62c2d8d196873ac/starlette-0.52.1.tar.gz", hash = "sha256:834edd1b0a23167694292e94f597773bc3f89f362be6effee198165a35d62933", size = 2653702, upload-time = "2026-01-18T13:34:11.062Z" } wheels = [ @@ -6392,7 +6375,7 @@ name = "sympy" version = "1.14.0" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "mpmath", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-dev') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-dev') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-dev') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-lts')" }, + { name = "mpmath" }, ] sdist = { url = "https://files.pythonhosted.org/packages/83/d3/803453b36afefb7c2bb238361cd4ae6125a569b4db67cd9e79846ba2d68c/sympy-1.14.0.tar.gz", hash = "sha256:d3d3fe8df1e5a0b42f0e7bdf50541697dbe7d23746e894990c030e2b05e72517", size = 7793921, upload-time = "2025-04-27T18:05:01.611Z" } wheels = [ @@ -6710,15 +6693,15 @@ name = "torch" version = "2.10.0" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "filelock", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "fsspec", version = "2025.10.0", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "jinja2", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "filelock", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32')" }, + { name = "fsspec", version = "2025.10.0", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32')" }, + { name = "jinja2", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32')" }, { name = "networkx", version = "3.4.2", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version < '3.11' and sys_platform != 'linux') or (python_full_version >= '3.11' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, { name = "networkx", version = "3.6.1", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version >= '3.11' and sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32') or (python_full_version < '3.11' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "setuptools", marker = "(python_full_version >= '3.12' and sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32') or (python_full_version < '3.12' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "sympy", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "triton", marker = "sys_platform == 'never' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "typing-extensions", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32') or (sys_platform == 'emscripten' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'win32' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts') or (sys_platform == 'linux' and extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "setuptools", marker = "python_full_version >= '3.12' and sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32'" }, + { name = "sympy", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32')" }, + { name = "triton", marker = "sys_platform == 'never'" }, + { name = "typing-extensions", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'linux' and sys_platform != 'win32')" }, ] wheels = [ { url = "https://files.pythonhosted.org/packages/5b/30/bfebdd8ec77db9a79775121789992d6b3b75ee5494971294d7b4b7c999bc/torch-2.10.0-2-cp310-none-macosx_11_0_arm64.whl", hash = "sha256:2b980edd8d7c0a68c4e951ee1856334a43193f98730d97408fbd148c1a933313", size = 79411457, upload-time = "2026-02-10T21:44:59.189Z" }, @@ -6788,7 +6771,7 @@ name = "tqdm" version = "4.67.3" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "colorama", marker = "sys_platform == 'win32' or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, + { name = "colorama", marker = "sys_platform == 'win32'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/09/a9/6ba95a270c6f1fbcd8dac228323f2777d886cb206987444e4bce66338dd4/tqdm-4.67.3.tar.gz", hash = "sha256:7d825f03f89244ef73f1d4ce193cb1774a8179fd96f31d7e1dcde62092b960bb", size = 169598, upload-time = "2026-02-03T17:35:53.048Z" } wheels = [ From 10498f8288f4bdf1f4b14aa21d57e5d9f4843e6f Mon Sep 17 00:00:00 2001 From: Dennis Liu Date: Fri, 3 Apr 2026 18:29:30 +0800 Subject: [PATCH 8/8] update golden values for gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph Co-Authored-By: Claude Sonnet 4.6 --- .../golden_values_dev_dgx_h100.json | 1152 ++++++++--------- 1 file changed, 576 insertions(+), 576 deletions(-) diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/golden_values_dev_dgx_h100.json index 13107c98731..ba5070c3f7d 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/golden_values_dev_dgx_h100.json @@ -6,104 +6,104 @@ "values": { "1": 10.95659, "2": 10.95273, - "3": 10.97293, - "4": 10.95528, - "5": 10.95882, - "6": 10.96034, - "7": 10.94954, - "8": 10.95612, - "9": 10.96238, - "10": 10.95507, - "11": 10.94969, - "12": 10.94911, - "13": 10.94317, - "14": 10.93962, - "15": 10.913, - "16": 10.89317, - "17": 10.89415, - "18": 10.8839, - "19": 10.88757, - "20": 10.81652, - "21": 10.77937, - "22": 10.77934, - "23": 10.75133, - "24": 10.73697, - "25": 10.70906, - "26": 10.70254, - "27": 10.66656, - "28": 10.58983, - "29": 10.57516, - "30": 10.5394, - "31": 10.54957, - "32": 10.49421, - "33": 10.45586, - "34": 10.45429, - "35": 10.41583, - "36": 10.40492, - "37": 10.37411, - "38": 10.38053, - "39": 10.33652, - "40": 10.33756, - "41": 10.29221, - "42": 10.24553, - "43": 10.23799, - "44": 10.20506, - "45": 10.23982, - "46": 10.1679, - "47": 10.16495, - "48": 10.11261, - "49": 10.11907, - "50": 10.09877, - "51": 10.11395, - "52": 10.07035, - "53": 10.03508, - "54": 10.01882, - "55": 9.97026, - "56": 10.01777, - "57": 10.00232, - "58": 10.00899, - "59": 9.93742, - "60": 9.97734, - "61": 9.92095, - "62": 9.86099, - "63": 9.97248, - "64": 9.91755, - "65": 9.8803, - "66": 9.90574, - "67": 9.88904, - "68": 9.81432, - "69": 9.83828, - "70": 9.82923, - "71": 9.85446, - "72": 9.84568, - "73": 9.79826, - "74": 9.79391, - "75": 9.74221, - "76": 9.8121, - "77": 9.8087, - "78": 9.76164, - "79": 9.73731, - "80": 9.76093, - "81": 9.80125, - "82": 9.72437, - "83": 9.66548, - "84": 9.62666, - "85": 9.59103, + "3": 10.97332, + "4": 10.95546, + "5": 10.95888, + "6": 10.96097, + "7": 10.94955, + "8": 10.95621, + "9": 10.96206, + "10": 10.95524, + "11": 10.94894, + "12": 10.94925, + "13": 10.9431, + "14": 10.93961, + "15": 10.91324, + "16": 10.89338, + "17": 10.89379, + "18": 10.88434, + "19": 10.88764, + "20": 10.81674, + "21": 10.77913, + "22": 10.77926, + "23": 10.75105, + "24": 10.73706, + "25": 10.70916, + "26": 10.70265, + "27": 10.66696, + "28": 10.59021, + "29": 10.5754, + "30": 10.53952, + "31": 10.54926, + "32": 10.49446, + "33": 10.45604, + "34": 10.45455, + "35": 10.41632, + "36": 10.40498, + "37": 10.37442, + "38": 10.38102, + "39": 10.33659, + "40": 10.3377, + "41": 10.29213, + "42": 10.24631, + "43": 10.23808, + "44": 10.20535, + "45": 10.24008, + "46": 10.16857, + "47": 10.1652, + "48": 10.11327, + "49": 10.11958, + "50": 10.09962, + "51": 10.11422, + "52": 10.07093, + "53": 10.03567, + "54": 10.01915, + "55": 9.97095, + "56": 10.01829, + "57": 10.00271, + "58": 10.0092, + "59": 9.93771, + "60": 9.97758, + "61": 9.92087, + "62": 9.86126, + "63": 9.97292, + "64": 9.91782, + "65": 9.88058, + "66": 9.90562, + "67": 9.8895, + "68": 9.81454, + "69": 9.83864, + "70": 9.82955, + "71": 9.855, + "72": 9.84555, + "73": 9.79876, + "74": 9.79422, + "75": 9.74264, + "76": 9.81239, + "77": 9.80893, + "78": 9.76169, + "79": 9.7373, + "80": 9.76111, + "81": 9.80122, + "82": 9.72383, + "83": 9.66576, + "84": 9.62658, + "85": 9.59095, "86": 9.7377, - "87": 9.72698, - "88": 9.73452, - "89": 9.63568, - "90": 9.62951, - "91": 9.6743, - "92": 9.63781, - "93": 9.53741, - "94": 9.65643, - "95": 9.62904, - "96": 9.63411, - "97": 9.54632, - "98": 9.59572, - "99": 9.64181, - "100": 9.53588 + "87": 9.72693, + "88": 9.7346, + "89": 9.63566, + "90": 9.62949, + "91": 9.67372, + "92": 9.63811, + "93": 9.53749, + "94": 9.65631, + "95": 9.62893, + "96": 9.63437, + "97": 9.5463, + "98": 9.59551, + "99": 9.64184, + "100": 9.53486 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 22985512.0, - "2": 22866856.0, - "3": 22718796.0, - "4": 22793112.0, - "5": 22800332.0, - "6": 22758732.0, - "7": 22889360.0, - "8": 22616952.0, - "9": 22770544.0, - "10": 22482356.0, - "11": 22768012.0, - "12": 22646636.0, - "13": 23376168.0, - "14": 23020836.0, - "15": 22728468.0, - "16": 22844216.0, - "17": 22956308.0, - "18": 23025414.0, - "19": 23121784.0, - "20": 22737782.0, - "21": 22939100.0, - "22": 22975384.0, - "23": 22636422.0, - "24": 22885688.0, - "25": 22646604.0, - "26": 23036340.0, - "27": 22820192.0, - "28": 23031660.0, - "29": 23007710.0, - "30": 22978120.0, - "31": 22931544.0, - "32": 22671892.0, - "33": 22753852.0, - "34": 23115320.0, - "35": 22764186.0, - "36": 22708208.0, - "37": 23140396.0, - "38": 22990976.0, - "39": 23017508.0, - "40": 22766752.0, - "41": 23101556.0, - "42": 22700170.0, - "43": 23019194.0, - "44": 22716630.0, - "45": 22868256.0, - "46": 22743362.0, - "47": 22871888.0, - "48": 22852526.0, - "49": 22908212.0, - "50": 22654480.0, - "51": 22713796.0, - "52": 22833128.0, - "53": 22987656.0, - "54": 22807024.0, - "55": 22950740.0, - "56": 22669944.0, - "57": 23234316.0, - "58": 22699600.0, - "59": 22862426.0, - "60": 23046704.0, - "61": 22688294.0, - "62": 22743112.0, - "63": 22643864.0, - "64": 23031820.0, - "65": 23243684.0, - "66": 22705280.0, - "67": 22986366.0, - "68": 22949460.0, - "69": 23193560.0, - "70": 22838360.0, - "71": 22750350.0, - "72": 23155256.0, - "73": 23168624.0, - "74": 22970414.0, - "75": 22903392.0, - "76": 22714040.0, - "77": 23011804.0, - "78": 23010392.0, - "79": 22845544.0, - "80": 22958276.0, - "81": 22850234.0, - "82": 22746280.0, - "83": 22741604.0, - "84": 23135624.0, - "85": 22945892.0, - "86": 23108160.0, - "87": 22369104.0, - "88": 22565104.0, - "89": 22738008.0, - "90": 22782056.0, - "91": 22941128.0, - "92": 22680628.0, - "93": 22647880.0, - "94": 23168946.0, - "95": 22702252.0, - "96": 22867296.0, - "97": 22852594.0, - "98": 22897226.0, - "99": 22645712.0, - "100": 23029136.0 + "1": 22986336.0, + "2": 22867800.0, + "3": 22719788.0, + "4": 22794016.0, + "5": 22801176.0, + "6": 22759778.0, + "7": 22890350.0, + "8": 22617894.0, + "9": 22771488.0, + "10": 22483272.0, + "11": 22768864.0, + "12": 22647492.0, + "13": 23377228.0, + "14": 23021960.0, + "15": 22729568.0, + "16": 22845228.0, + "17": 22957312.0, + "18": 23026388.0, + "19": 23122824.0, + "20": 22738710.0, + "21": 22939894.0, + "22": 22976252.0, + "23": 22637356.0, + "24": 22886552.0, + "25": 22647580.0, + "26": 23037294.0, + "27": 22821206.0, + "28": 23032666.0, + "29": 23008740.0, + "30": 22979150.0, + "31": 22932438.0, + "32": 22672848.0, + "33": 22754864.0, + "34": 23116486.0, + "35": 22766216.0, + "36": 22709636.0, + "37": 23141720.0, + "38": 22992540.0, + "39": 23019594.0, + "40": 22767810.0, + "41": 23106740.0, + "42": 23749792.0, + "43": 24068872.0, + "44": 22717204.0, + "45": 22869462.0, + "46": 23792952.0, + "47": 22873204.0, + "48": 22853536.0, + "49": 23957960.0, + "50": 23704312.0, + "51": 23763734.0, + "52": 23883638.0, + "53": 24037404.0, + "54": 23856864.0, + "55": 24001098.0, + "56": 23720376.0, + "57": 24284706.0, + "58": 23749464.0, + "59": 23913848.0, + "60": 24098614.0, + "61": 23739552.0, + "62": 22746136.0, + "63": 24743096.0, + "64": 24081656.0, + "65": 24297808.0, + "66": 23760908.0, + "67": 24037080.0, + "68": 25048560.0, + "69": 24243456.0, + "70": 23892164.0, + "71": 24848832.0, + "72": 24205880.0, + "73": 24221284.0, + "74": 25068664.0, + "75": 23957416.0, + "76": 23764968.0, + "77": 25110192.0, + "78": 24061600.0, + "79": 23895220.0, + "80": 24008140.0, + "81": 23905368.0, + "82": 23796512.0, + "83": 22742706.0, + "84": 24186848.0, + "85": 23995992.0, + "86": 24180432.0, + "87": 23419392.0, + "88": 23615546.0, + "89": 23787832.0, + "90": 23832072.0, + "91": 23991824.0, + "92": 23731324.0, + "93": 22649044.0, + "94": 24219140.0, + "95": 22705788.0, + "96": 23918516.0, + "97": 23902516.0, + "98": 22898480.0, + "99": 23695706.0, + "100": 24079564.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 804504064.0, - "2": 766036992.0, - "3": 844984320.0, - "4": 801470464.0, - "5": 808671232.0, - "6": 808818688.0, - "7": 804558848.0, - "8": 801470464.0, - "9": 809105408.0, - "10": 807352320.0, + "1": 815727104.0, + "2": 787672064.0, + "3": 804506624.0, + "4": 807958528.0, + "5": 808808448.0, + "6": 808817664.0, + "7": 808515584.0, + "8": 807352320.0, + "9": 807352320.0, + "10": 804616192.0, "11": 801470464.0, - "12": 809530368.0, - "13": 808635392.0, - "14": 801470464.0, - "15": 808386560.0, - "16": 804108288.0, - "17": 809097216.0, + "12": 801470464.0, + "13": 807958528.0, + "14": 809416704.0, + "15": 808757248.0, + "16": 808307712.0, + "17": 804108288.0, "18": 801470464.0, "19": 801470464.0, "20": 801470464.0, - "21": 808868864.0, - "22": 808409088.0, - "23": 808865792.0, - "24": 801470464.0, + "21": 809096192.0, + "22": 808957952.0, + "23": 804558848.0, + "24": 808546304.0, "25": 801470464.0, - "26": 807958528.0, - "27": 808450048.0, - "28": 808056832.0, - "29": 801470464.0, - "30": 808410112.0, - "31": 808336384.0, - "32": 804922368.0, - "33": 801470464.0, - "34": 808819712.0, - "35": 809051136.0, - "36": 801470464.0, - "37": 808127488.0, - "38": 808793088.0, - "39": 807352320.0, + "26": 801470464.0, + "27": 808245248.0, + "28": 801470464.0, + "29": 804977664.0, + "30": 801470464.0, + "31": 801470464.0, + "32": 801470464.0, + "33": 809012224.0, + "34": 807958528.0, + "35": 807958528.0, + "36": 808537088.0, + "37": 804976640.0, + "38": 804354048.0, + "39": 804157440.0, "40": 801470464.0, "41": 801470464.0, - "42": 808155136.0, - "43": 808081408.0, - "44": 801470464.0, - "45": 808409088.0, - "46": 808429568.0, - "47": 807985152.0, - "48": 804370432.0, - "49": 801470464.0, - "50": 808466432.0, + "42": 801470464.0, + "43": 801470464.0, + "44": 808138752.0, + "45": 808515584.0, + "46": 808938496.0, + "47": 807837696.0, + "48": 807352320.0, + "49": 807676928.0, + "50": 808089600.0, "51": 801470464.0, "52": 801470464.0, - "53": 808466432.0, - "54": 808409088.0, - "55": 807352320.0, - "56": 804558848.0, + "53": 801470464.0, + "54": 801470464.0, + "55": 801470464.0, + "56": 808879104.0, "57": 801470464.0, - "58": 808627200.0, - "59": 808847360.0, - "60": 808333312.0, - "61": 804354048.0, - "62": 801470464.0, - "63": 808409088.0, - "64": 808681472.0, - "65": 808024064.0, - "66": 808409088.0, - "67": 805165056.0, + "58": 807958528.0, + "59": 807352320.0, + "60": 804780032.0, + "61": 804108288.0, + "62": 804108288.0, + "63": 801470464.0, + "64": 804558848.0, + "65": 804108288.0, + "66": 801470464.0, + "67": 801470464.0, "68": 801470464.0, - "69": 808627200.0, - "70": 808187904.0, - "71": 808409088.0, - "72": 807802880.0, + "69": 801470464.0, + "70": 801470464.0, + "71": 801470464.0, + "72": 801470464.0, "73": 801470464.0, "74": 801470464.0, - "75": 808377344.0, - "76": 809356288.0, - "77": 804843520.0, + "75": 801470464.0, + "76": 801470464.0, + "77": 801470464.0, "78": 801470464.0, - "79": 808267776.0, - "80": 805473280.0, + "79": 801470464.0, + "80": 801470464.0, "81": 801470464.0, - "82": 808417280.0, - "83": 808309760.0, - "84": 801470464.0, - "85": 808409088.0, - "86": 808409088.0, + "82": 801470464.0, + "83": 808409088.0, + "84": 808409088.0, + "85": 801470464.0, + "86": 801470464.0, "87": 801470464.0, - "88": 807958528.0, - "89": 808089600.0, - "90": 801470464.0, - "91": 808293376.0, - "92": 807958528.0, - "93": 807663616.0, - "94": 801470464.0, - "95": 808237056.0, - "96": 809064448.0, - "97": 801470464.0, - "98": 801470464.0, - "99": 808598528.0, - "100": 808688640.0 + "88": 809389056.0, + "89": 808253440.0, + "90": 807802880.0, + "91": 807418880.0, + "92": 807352320.0, + "93": 807802880.0, + "94": 807802880.0, + "95": 805222400.0, + "96": 804149248.0, + "97": 804108288.0, + "98": 804108288.0, + "99": 804558848.0, + "100": 801470464.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 978379776.0, - "2": 1181844992.0, - "3": 1184461312.0, - "4": 1184461312.0, - "5": 1184461312.0, - "6": 1184461312.0, - "7": 1184461312.0, - "8": 1184461312.0, - "9": 1184461312.0, - "10": 1184461312.0, - "11": 1184461312.0, - "12": 1184461312.0, - "13": 1184461312.0, - "14": 1184461312.0, - "15": 1184461312.0, - "16": 1184461312.0, - "17": 1184461312.0, - "18": 1184461312.0, - "19": 1184461312.0, - "20": 1184461312.0, - "21": 1184461312.0, - "22": 1184461312.0, - "23": 1184461312.0, - "24": 1184461312.0, - "25": 1184461312.0, - "26": 1184461312.0, - "27": 1184461312.0, - "28": 1184461312.0, - "29": 1184461312.0, - "30": 1184461312.0, - "31": 1184461312.0, - "32": 1184461312.0, - "33": 1184461312.0, - "34": 1184461312.0, - "35": 1184461312.0, - "36": 1184461312.0, - "37": 1184461312.0, - "38": 1184461312.0, - "39": 1184461312.0, - "40": 1184461312.0, - "41": 1184461312.0, - "42": 1184461312.0, - "43": 1184461312.0, - "44": 1184461312.0, - "45": 1184461312.0, - "46": 1184461312.0, - "47": 1184461312.0, - "48": 1184461312.0, - "49": 1184461312.0, - "50": 1184461312.0, - "51": 1184461312.0, - "52": 1184461312.0, - "53": 1184461312.0, - "54": 1184461312.0, - "55": 1184461312.0, - "56": 1184461312.0, - "57": 1184461312.0, - "58": 1184461312.0, - "59": 1184461312.0, - "60": 1184461312.0, - "61": 1184461312.0, - "62": 1184461312.0, - "63": 1184461312.0, - "64": 1184461312.0, - "65": 1184461312.0, - "66": 1184461312.0, - "67": 1184461312.0, - "68": 1184461312.0, - "69": 1184461312.0, - "70": 1184461312.0, - "71": 1184461312.0, - "72": 1184461312.0, - "73": 1184461312.0, - "74": 1184461312.0, - "75": 1184461312.0, - "76": 1184461312.0, - "77": 1184461312.0, - "78": 1184461312.0, - "79": 1184461312.0, - "80": 1184461312.0, - "81": 1184461312.0, - "82": 1184461312.0, - "83": 1184461312.0, - "84": 1184461312.0, - "85": 1184461312.0, - "86": 1184461312.0, - "87": 1184461312.0, - "88": 1184461312.0, - "89": 1184461312.0, - "90": 1184461312.0, - "91": 1184461312.0, - "92": 1184461312.0, - "93": 1184461312.0, - "94": 1184461312.0, - "95": 1184461312.0, - "96": 1184461312.0, - "97": 1184461312.0, - "98": 1184461312.0, - "99": 1184461312.0, - "100": 1184461312.0 + "1": 957495296.0, + "2": 1172456960.0, + "3": 1178258432.0, + "4": 1178258432.0, + "5": 1178258432.0, + "6": 1178258432.0, + "7": 1178258432.0, + "8": 1178258432.0, + "9": 1178258432.0, + "10": 1178258432.0, + "11": 1178258432.0, + "12": 1178258432.0, + "13": 1178258432.0, + "14": 1178258432.0, + "15": 1178258432.0, + "16": 1178258432.0, + "17": 1178258432.0, + "18": 1178258432.0, + "19": 1178258432.0, + "20": 1178258432.0, + "21": 1178258432.0, + "22": 1178258432.0, + "23": 1178258432.0, + "24": 1178258432.0, + "25": 1178258432.0, + "26": 1178258432.0, + "27": 1178258432.0, + "28": 1178258432.0, + "29": 1178258432.0, + "30": 1178258432.0, + "31": 1178258432.0, + "32": 1178258432.0, + "33": 1178258432.0, + "34": 1178258432.0, + "35": 1178258432.0, + "36": 1178258432.0, + "37": 1178258432.0, + "38": 1178258432.0, + "39": 1178258432.0, + "40": 1178258432.0, + "41": 1178258432.0, + "42": 1178258432.0, + "43": 1178258432.0, + "44": 1178258432.0, + "45": 1178258432.0, + "46": 1178258432.0, + "47": 1178258432.0, + "48": 1178258432.0, + "49": 1178258432.0, + "50": 1178258432.0, + "51": 1178258432.0, + "52": 1178258432.0, + "53": 1178258432.0, + "54": 1178258432.0, + "55": 1178258432.0, + "56": 1178258432.0, + "57": 1178258432.0, + "58": 1178258432.0, + "59": 1178258432.0, + "60": 1178258432.0, + "61": 1178258432.0, + "62": 1178258432.0, + "63": 1178258432.0, + "64": 1178258432.0, + "65": 1178258432.0, + "66": 1178258432.0, + "67": 1178258432.0, + "68": 1178258432.0, + "69": 1178258432.0, + "70": 1178258432.0, + "71": 1178258432.0, + "72": 1178258432.0, + "73": 1178258432.0, + "74": 1178258432.0, + "75": 1178258432.0, + "76": 1178258432.0, + "77": 1178258432.0, + "78": 1178258432.0, + "79": 1178258432.0, + "80": 1178258432.0, + "81": 1178258432.0, + "82": 1178258432.0, + "83": 1178258432.0, + "84": 1178258432.0, + "85": 1178258432.0, + "86": 1178258432.0, + "87": 1178258432.0, + "88": 1178258432.0, + "89": 1178258432.0, + "90": 1178258432.0, + "91": 1178258432.0, + "92": 1178258432.0, + "93": 1178258432.0, + "94": 1178258432.0, + "95": 1178258432.0, + "96": 1178258432.0, + "97": 1178258432.0, + "98": 1178258432.0, + "99": 1178258432.0, + "100": 1178258432.0 } }, "mtp_1 loss": { @@ -434,104 +434,104 @@ "values": { "1": 10.91546, "2": 10.92323, - "3": 10.93384, - "4": 10.92739, - "5": 10.90724, - "6": 10.91817, - "7": 10.92486, - "8": 10.92528, - "9": 10.93457, - "10": 10.9265, - "11": 10.91896, - "12": 10.91863, - "13": 10.92808, - "14": 10.91206, - "15": 10.91984, - "16": 10.92451, - "17": 10.92227, - "18": 10.90737, - "19": 10.91483, - "20": 10.90522, - "21": 10.9114, - "22": 10.89772, - "23": 10.90537, - "24": 10.89029, - "25": 10.89787, - "26": 10.88468, + "3": 10.93397, + "4": 10.92751, + "5": 10.90737, + "6": 10.91848, + "7": 10.92458, + "8": 10.92554, + "9": 10.93463, + "10": 10.92668, + "11": 10.91878, + "12": 10.9187, + "13": 10.92838, + "14": 10.91232, + "15": 10.92007, + "16": 10.92421, + "17": 10.92201, + "18": 10.90719, + "19": 10.91465, + "20": 10.90473, + "21": 10.91184, + "22": 10.89773, + "23": 10.90467, + "24": 10.88981, + "25": 10.89799, + "26": 10.88458, "27": 10.89842, - "28": 10.8909, - "29": 10.87535, - "30": 10.88065, - "31": 10.87294, - "32": 10.87864, - "33": 10.86983, - "34": 10.86798, - "35": 10.85949, - "36": 10.8618, - "37": 10.85516, - "38": 10.85688, - "39": 10.84912, - "40": 10.86276, - "41": 10.85336, - "42": 10.84776, - "43": 10.8455, - "44": 10.83817, - "45": 10.84937, - "46": 10.83807, - "47": 10.83805, - "48": 10.83108, - "49": 10.82947, - "50": 10.82233, - "51": 10.82166, - "52": 10.82114, - "53": 10.8067, - "54": 10.8107, - "55": 10.79431, - "56": 10.79976, - "57": 10.78946, - "58": 10.79833, - "59": 10.78093, - "60": 10.77476, - "61": 10.77647, - "62": 10.76099, - "63": 10.78365, - "64": 10.75478, - "65": 10.75021, - "66": 10.75701, - "67": 10.73475, - "68": 10.72894, - "69": 10.72604, - "70": 10.72547, - "71": 10.72458, - "72": 10.7195, - "73": 10.71167, - "74": 10.704, - "75": 10.68533, - "76": 10.69498, - "77": 10.69053, + "28": 10.89072, + "29": 10.87529, + "30": 10.88012, + "31": 10.8727, + "32": 10.87838, + "33": 10.86974, + "34": 10.86841, + "35": 10.85917, + "36": 10.86175, + "37": 10.85541, + "38": 10.85717, + "39": 10.849, + "40": 10.86294, + "41": 10.85311, + "42": 10.84765, + "43": 10.84575, + "44": 10.83781, + "45": 10.84929, + "46": 10.83794, + "47": 10.83823, + "48": 10.83113, + "49": 10.82968, + "50": 10.82226, + "51": 10.82165, + "52": 10.82088, + "53": 10.8066, + "54": 10.81086, + "55": 10.79429, + "56": 10.79986, + "57": 10.78953, + "58": 10.7985, + "59": 10.78091, + "60": 10.77519, + "61": 10.77652, + "62": 10.76107, + "63": 10.78407, + "64": 10.75476, + "65": 10.75019, + "66": 10.75694, + "67": 10.73504, + "68": 10.72867, + "69": 10.72583, + "70": 10.72571, + "71": 10.72463, + "72": 10.71967, + "73": 10.71173, + "74": 10.70397, + "75": 10.68536, + "76": 10.6951, + "77": 10.69081, "78": 10.68213, - "79": 10.6697, - "80": 10.67692, - "81": 10.66916, - "82": 10.65024, - "83": 10.62678, - "84": 10.61021, - "85": 10.6026, - "86": 10.64309, - "87": 10.63639, - "88": 10.63081, - "89": 10.59534, - "90": 10.58433, - "91": 10.60787, - "92": 10.58304, - "93": 10.56199, - "94": 10.59372, - "95": 10.57621, - "96": 10.57236, - "97": 10.55407, - "98": 10.5595, - "99": 10.55809, - "100": 10.5283 + "79": 10.66966, + "80": 10.677, + "81": 10.66877, + "82": 10.6502, + "83": 10.62666, + "84": 10.61061, + "85": 10.60269, + "86": 10.64312, + "87": 10.63649, + "88": 10.63061, + "89": 10.59523, + "90": 10.58422, + "91": 10.60753, + "92": 10.58273, + "93": 10.56197, + "94": 10.59313, + "95": 10.57585, + "96": 10.57208, + "97": 10.55381, + "98": 10.55891, + "99": 10.55782, + "100": 10.52811 } }, "iteration-time": { @@ -540,105 +540,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 27.18208, - "3": 1.39529, - "4": 3.6491, - "5": 0.67179, - "6": 0.67671, - "7": 0.66994, - "8": 0.66973, - "9": 0.67108, - "10": 0.67559, - "11": 0.67217, - "12": 0.67331, - "13": 0.66954, - "14": 0.67002, - "15": 0.67239, - "16": 0.76215, - "17": 0.69839, - "18": 0.68015, - "19": 0.69381, - "20": 0.68775, - "21": 0.69137, - "22": 0.68806, - "23": 0.69976, - "24": 0.77931, - "25": 0.76553, - "26": 0.68909, - "27": 0.68374, - "28": 0.68045, - "29": 0.6771, - "30": 0.67224, - "31": 0.67362, - "32": 0.67682, - "33": 0.672, - "34": 0.67674, - "35": 0.67276, - "36": 0.67257, - "37": 0.67332, - "38": 0.68112, - "39": 0.67781, - "40": 0.67515, - "41": 0.67587, - "42": 0.6733, - "43": 0.67545, - "44": 0.67335, - "45": 0.68357, - "46": 0.68261, - "47": 0.68097, - "48": 0.68067, - "49": 0.68428, - "50": 0.68183, - "51": 0.69468, - "52": 0.68108, - "53": 0.683, - "54": 0.68569, - "55": 0.68183, - "56": 0.68275, - "57": 0.6821, - "58": 0.68182, - "59": 0.68538, - "60": 0.68324, - "61": 0.68519, - "62": 0.68243, - "63": 0.68308, - "64": 0.69526, - "65": 0.68084, - "66": 0.68955, - "67": 0.68442, - "68": 0.68126, - "69": 0.68341, - "70": 0.68587, - "71": 0.68166, - "72": 0.68346, - "73": 0.68477, - "74": 0.6857, - "75": 0.68228, - "76": 0.68263, - "77": 0.67013, - "78": 0.66937, - "79": 0.66958, - "80": 0.66944, - "81": 0.67111, - "82": 0.67321, - "83": 0.66983, - "84": 0.67414, - "85": 0.67114, - "86": 0.67054, - "87": 0.66936, - "88": 0.66939, - "89": 0.66786, - "90": 0.66981, - "91": 0.66651, - "92": 0.67627, - "93": 0.68747, - "94": 0.67136, - "95": 0.67193, - "96": 0.67111, - "97": 0.66996, - "98": 0.68055, - "99": 0.6806, - "100": 0.67843 + "2": 27.91418, + "3": 1.8444, + "4": 4.36938, + "5": 0.9997, + "6": 1.00434, + "7": 0.99907, + "8": 1.00275, + "9": 0.99461, + "10": 0.99275, + "11": 0.97843, + "12": 0.98765, + "13": 0.9903, + "14": 1.00077, + "15": 1.0, + "16": 0.98823, + "17": 0.98199, + "18": 0.9877, + "19": 0.98886, + "20": 0.99983, + "21": 0.98962, + "22": 0.99635, + "23": 0.96454, + "24": 0.93898, + "25": 0.96491, + "26": 0.98141, + "27": 0.95293, + "28": 0.95301, + "29": 0.94879, + "30": 0.98802, + "31": 0.98495, + "32": 0.99868, + "33": 0.98867, + "34": 0.99852, + "35": 1.00176, + "36": 0.99104, + "37": 0.99448, + "38": 0.99426, + "39": 0.9992, + "40": 0.99262, + "41": 0.99458, + "42": 0.99928, + "43": 0.99527, + "44": 0.99574, + "45": 0.99947, + "46": 1.00027, + "47": 0.99784, + "48": 0.99625, + "49": 1.0035, + "50": 1.01101, + "51": 1.07145, + "52": 0.99811, + "53": 1.0032, + "54": 0.9989, + "55": 0.99747, + "56": 0.99838, + "57": 1.01334, + "58": 0.99915, + "59": 0.98789, + "60": 0.98956, + "61": 0.99815, + "62": 0.99777, + "63": 0.99925, + "64": 1.01132, + "65": 0.99811, + "66": 0.99272, + "67": 0.99779, + "68": 1.00819, + "69": 1.00743, + "70": 1.0067, + "71": 0.99506, + "72": 1.00152, + "73": 0.99805, + "74": 1.00601, + "75": 1.00578, + "76": 1.0047, + "77": 1.00041, + "78": 1.01124, + "79": 1.00206, + "80": 1.00293, + "81": 1.00212, + "82": 1.00771, + "83": 0.99432, + "84": 0.99804, + "85": 1.03671, + "86": 0.99424, + "87": 0.99658, + "88": 0.99251, + "89": 0.99387, + "90": 0.99986, + "91": 0.99704, + "92": 1.00218, + "93": 1.00685, + "94": 1.00914, + "95": 0.99614, + "96": 0.99789, + "97": 1.00812, + "98": 1.00062, + "99": 0.99776, + "100": 0.99241 } } } \ No newline at end of file