diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_flextron_nightly_tp2_pp1_ep2_dgx_h100_1N8G/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/hybrid/hybrid_flextron_nightly_tp2_pp1_ep2_dgx_h100_1N8G/golden_values_dev_dgx_h100.json index 3550f734923..e9e60ded687 100644 --- a/tests/functional_tests/test_cases/hybrid/hybrid_flextron_nightly_tp2_pp1_ep2_dgx_h100_1N8G/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/hybrid/hybrid_flextron_nightly_tp2_pp1_ep2_dgx_h100_1N8G/golden_values_dev_dgx_h100.json @@ -4,26 +4,26 @@ "end_step": 20, "step_interval": 1, "values": { - "1": 10.96772, - "2": 10.94878, - "3": 10.13223, - "4": 10.10273, - "5": 9.77116, - "6": 9.74409, - "7": 9.67572, - "8": 9.54443, - "9": 9.47498, - "10": 9.46493, - "11": 9.0426, - "12": 9.29951, - "13": 9.30226, - "14": 9.27311, - "15": 9.10353, - "16": 8.79531, - "17": 8.51664, - "18": 8.77952, - "19": 8.71592, - "20": 8.71692 + "1": 10.97032, + "2": 10.94795, + "3": 10.14519, + "4": 10.13125, + "5": 9.77793, + "6": 9.76375, + "7": 9.68447, + "8": 9.56926, + "9": 9.48546, + "10": 9.49063, + "11": 9.0613, + "12": 9.32517, + "13": 9.35135, + "14": 9.29727, + "15": 9.14824, + "16": 8.82513, + "17": 8.52714, + "18": 8.81542, + "19": 8.73224, + "20": 8.76141 } }, "num-zeros": { @@ -31,26 +31,26 @@ "end_step": 20, "step_interval": 1, "values": { - "1": 47889940.0, - "2": 49012016.0, - "3": 48644404.0, - "4": 48106204.0, - "5": 58246720.0, - "6": 63126404.0, - "7": 77135048.0, - "8": 67132312.0, - "9": 67750168.0, - "10": 64553460.0, - "11": 77738728.0, - "12": 64587012.0, - "13": 64661168.0, - "14": 61613476.0, - "15": 61997576.0, - "16": 71691368.0, - "17": 69936240.0, - "18": 70742744.0, - "19": 67630016.0, - "20": 67347280.0 + "1": 131775872.0, + "2": 90954752.0, + "3": 90855608.0, + "4": 55755820.0, + "5": 81253648.0, + "6": 122200864.0, + "7": 130715608.0, + "8": 113168032.0, + "9": 106898848.0, + "10": 102486976.0, + "11": 134026600.0, + "12": 117554208.0, + "13": 120946232.0, + "14": 109072088.0, + "15": 104583256.0, + "16": 125987144.0, + "17": 120386480.0, + "18": 119443640.0, + "19": 115415224.0, + "20": 113935544.0 } }, "mem-allocated-bytes": { @@ -58,26 +58,26 @@ "end_step": 20, "step_interval": 1, "values": { - "1": 1872031232.0, - "2": 1872031232.0, - "3": 1872031232.0, - "4": 1872031232.0, - "5": 1872031232.0, - "6": 1872031232.0, - "7": 1872031232.0, - "8": 1872031232.0, - "9": 1872031232.0, - "10": 1872031232.0, - "11": 1872031232.0, - "12": 1872031232.0, - "13": 1872031232.0, - "14": 1872031232.0, - "15": 1872031232.0, - "16": 1872031232.0, - "17": 1872031232.0, - "18": 1872031232.0, - "19": 1872031232.0, - "20": 1872031232.0 + "1": 1873604096.0, + "2": 1873604096.0, + "3": 1873604096.0, + "4": 1873604096.0, + "5": 1873604096.0, + "6": 1873604096.0, + "7": 1873604096.0, + "8": 1873604096.0, + "9": 1873604096.0, + "10": 1873604096.0, + "11": 1873604096.0, + "12": 1873604096.0, + "13": 1873604096.0, + "14": 1873604096.0, + "15": 1873604096.0, + "16": 1873604096.0, + "17": 1873604096.0, + "18": 1873604096.0, + "19": 1873604096.0, + "20": 1873604096.0 } }, "mem-max-allocated-bytes": { @@ -85,53 +85,52 @@ "end_step": 20, "step_interval": 1, "values": { - "1": 2476529664.0, - "2": 2827837440.0, - "3": 2827837440.0, - "4": 2847291904.0, - "5": 2886460416.0, - "6": 2886460416.0, - "7": 2938775552.0, - "8": 2938775552.0, - "9": 2938775552.0, - "10": 2938775552.0, - "11": 2938775552.0, - "12": 2938775552.0, - "13": 2938775552.0, - "14": 2938775552.0, - "15": 2938775552.0, - "16": 2938775552.0, - "17": 2938775552.0, - "18": 2938775552.0, - "19": 2938775552.0, - "20": 2938775552.0 + "1": 2478305280.0, + "2": 2860624896.0, + "3": 2860624896.0, + "4": 2930518016.0, + "5": 2943496192.0, + "6": 2943496192.0, + "7": 2943496192.0, + "8": 2943496192.0, + "9": 2943496192.0, + "10": 2943496192.0, + "11": 2954289152.0, + "12": 2954289152.0, + "13": 2954289152.0, + "14": 2954289152.0, + "15": 2954289152.0, + "16": 2954289152.0, + "17": 2955154944.0, + "18": 2955154944.0, + "19": 2955154944.0, + "20": 2955356160.0 } }, "iteration-time": { - "start_step": 1, + "start_step": 2, "end_step": 20, "step_interval": 1, "values": { - "1": "nan", - "2": 43.50173, - "3": 1.91918, - "4": 0.33128, - "5": 0.32613, - "6": 0.30839, - "7": 0.30715, - "8": 0.29241, - "9": 0.28352, - "10": 0.2695, - "11": 0.27092, - "12": 0.27945, - "13": 0.26134, - "14": 0.28396, - "15": 0.2654, - "16": 0.2759, - "17": 0.26684, - "18": 0.25266, - "19": 0.25121, - "20": 0.25109 + "2": 43.33046, + "3": 1.94062, + "4": 0.37601, + "5": 0.35056, + "6": 0.32995, + "7": 0.31079, + "8": 0.30807, + "9": 0.32086, + "10": 0.30641, + "11": 0.28508, + "12": 0.29118, + "13": 0.28659, + "14": 0.30051, + "15": 0.27696, + "16": 0.28535, + "17": 0.28785, + "18": 0.27908, + "19": 0.28446, + "20": 0.27351 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_gb200.json index e17135639b3..e662fca9b5b 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_gb200.json @@ -6,54 +6,54 @@ "values": { "1": 10.92072, "2": 10.91167, - "3": 10.92066, - "4": 10.91184, - "5": 10.92404, - "6": 10.91113, - "7": 10.90393, - "8": 10.90985, - "9": 10.91959, - "10": 10.91758, - "11": 10.90389, - "12": 10.90344, - "13": 10.89447, - "14": 10.89157, - "15": 10.88138, - "16": 10.87501, - "17": 10.87674, - "18": 10.8606, - "19": 10.868, - "20": 10.82424, - "21": 10.80928, - "22": 10.79632, - "23": 10.79123, - "24": 10.75749, - "25": 10.76202, - "26": 10.75071, - "27": 10.7414, - "28": 10.67372, - "29": 10.64549, - "30": 10.62348, - "31": 10.61147, - "32": 10.59676, - "33": 10.57395, - "34": 10.54145, - "35": 10.53203, - "36": 10.5234, - "37": 10.48714, - "38": 10.49435, - "39": 10.45409, - "40": 10.44144, - "41": 10.42824, - "42": 10.41826, - "43": 10.38934, - "44": 10.35343, - "45": 10.37024, - "46": 10.33167, - "47": 10.31245, - "48": 10.27749, - "49": 10.27081, - "50": 10.27222 + "3": 10.92063, + "4": 10.91109, + "5": 10.92358, + "6": 10.91096, + "7": 10.90398, + "8": 10.91005, + "9": 10.91975, + "10": 10.91819, + "11": 10.90492, + "12": 10.90256, + "13": 10.89411, + "14": 10.89146, + "15": 10.88102, + "16": 10.87423, + "17": 10.8758, + "18": 10.86035, + "19": 10.86778, + "20": 10.82365, + "21": 10.80909, + "22": 10.79674, + "23": 10.79169, + "24": 10.75821, + "25": 10.76254, + "26": 10.74964, + "27": 10.74103, + "28": 10.67304, + "29": 10.64482, + "30": 10.62363, + "31": 10.6108, + "32": 10.59641, + "33": 10.57382, + "34": 10.54019, + "35": 10.5322, + "36": 10.52253, + "37": 10.48684, + "38": 10.49374, + "39": 10.45374, + "40": 10.44023, + "41": 10.42655, + "42": 10.41693, + "43": 10.38734, + "44": 10.35149, + "45": 10.36826, + "46": 10.32915, + "47": 10.31053, + "48": 10.2757, + "49": 10.26805, + "50": 10.2702 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 18555.0, - "2": 18999.0, - "3": 18950.0, - "4": 18669.0, - "5": 18777.0, - "6": 18519.0, - "7": 18807.0, - "8": 18670.0, - "9": 19307.0, - "10": 19430.0, - "11": 19062.0, - "12": 18644.0, - "13": 19076.0, - "14": 18936.0, - "15": 18541.0, - "16": 18430.0, - "17": 18751.0, - "18": 18698.0, - "19": 19066.0, - "20": 18677.0, - "21": 18789.0, - "22": 18783.0, - "23": 18643.0, - "24": 18816.0, - "25": 18303.0, - "26": 18784.0, - "27": 18692.0, - "28": 18297.0, - "29": 18282.0, - "30": 18205.0, - "31": 18931.0, - "32": 19019.0, - "33": 18449.0, - "34": 18535.0, - "35": 18869.0, - "36": 18390.0, - "37": 18979.0, - "38": 18529.0, - "39": 19178.0, - "40": 19142.0, - "41": 18772.0, - "42": 18360.0, - "43": 19127.0, - "44": 18528.0, - "45": 20133.0, - "46": 19760.0, - "47": 19924.0, - "48": 19649.0, - "49": 21808.0, - "50": 19795.0 + "1": 36032.0, + "2": 37013.0, + "3": 36506.0, + "4": 36647.0, + "5": 36566.0, + "6": 36106.0, + "7": 36662.0, + "8": 36674.0, + "9": 36838.0, + "10": 37375.0, + "11": 37017.0, + "12": 36039.0, + "13": 36808.0, + "14": 36548.0, + "15": 36220.0, + "16": 36072.0, + "17": 36754.0, + "18": 36616.0, + "19": 36918.0, + "20": 36426.0, + "21": 36332.0, + "22": 36730.0, + "23": 36348.0, + "24": 36554.0, + "25": 35486.0, + "26": 36223.0, + "27": 35971.0, + "28": 35883.0, + "29": 35562.0, + "30": 35549.0, + "31": 36626.0, + "32": 36672.0, + "33": 35601.0, + "34": 36086.0, + "35": 37007.0, + "36": 35586.0, + "37": 36542.0, + "38": 35690.0, + "39": 37082.0, + "40": 37310.0, + "41": 36599.0, + "42": 35449.0, + "43": 37576.0, + "44": 36227.0, + "45": 39150.0, + "46": 37880.0, + "47": 38734.0, + "48": 38832.0, + "49": 42289.0, + "50": 39404.0 } }, "mem-allocated-bytes": { @@ -120,54 +120,54 @@ "values": { "1": 1027095552.0, "2": 1027093504.0, - "3": 1027091456.0, - "4": 1027091968.0, + "3": 1027092480.0, + "4": 1027091456.0, "5": 1027093504.0, "6": 1027094528.0, - "7": 1027095040.0, - "8": 1027094016.0, - "9": 1027095040.0, + "7": 1027094016.0, + "8": 1027093504.0, + "9": 1027093504.0, "10": 1027092992.0, "11": 1027093504.0, - "12": 1027092992.0, - "13": 1027091456.0, - "14": 1027092992.0, + "12": 1027093504.0, + "13": 1027090944.0, + "14": 1027092480.0, "15": 1027094528.0, "16": 1027094016.0, - "17": 1027095552.0, + "17": 1027096064.0, "18": 1027096576.0, - "19": 1027095040.0, - "20": 1027092992.0, + "19": 1027093504.0, + "20": 1027093504.0, "21": 1027095552.0, "22": 1027091968.0, - "23": 1027091456.0, - "24": 1027097600.0, - "25": 1027092480.0, - "26": 1027094528.0, + "23": 1027095552.0, + "24": 1027094528.0, + "25": 1027093504.0, + "26": 1027095040.0, "27": 1027092480.0, - "28": 1027094528.0, - "29": 1027091968.0, + "28": 1027095040.0, + "29": 1027094016.0, "30": 1027097600.0, "31": 1027093504.0, - "32": 1027090944.0, - "33": 1027098112.0, + "32": 1027091968.0, + "33": 1027096576.0, "34": 1027096064.0, "35": 1027094528.0, - "36": 1027096064.0, - "37": 1027094528.0, - "38": 1027096064.0, + "36": 1027096576.0, + "37": 1027092992.0, + "38": 1027095040.0, "39": 1027094016.0, "40": 1027096064.0, "41": 1027093504.0, - "42": 1027098112.0, + "42": 1027096576.0, "43": 1027093504.0, - "44": 1027093504.0, + "44": 1027092992.0, "45": 1027095552.0, - "46": 1027093504.0, + "46": 1027091968.0, "47": 1027096064.0, - "48": 1027093504.0, - "49": 1027096576.0, - "50": 1027096064.0 + "48": 1027092992.0, + "49": 1027095552.0, + "50": 1027094016.0 } }, "mem-max-allocated-bytes": { @@ -177,111 +177,110 @@ "values": { "1": 3058330112.0, "2": 3298373120.0, - "3": 3298764288.0, - "4": 3299075072.0, - "5": 3300025344.0, - "6": 3300025344.0, - "7": 3300025344.0, - "8": 3300025344.0, - "9": 3300025344.0, - "10": 3300025344.0, - "11": 3300025344.0, - "12": 3300025344.0, - "13": 3300025344.0, - "14": 3300025344.0, - "15": 3300025344.0, - "16": 3300025344.0, - "17": 3300025344.0, - "18": 3300135424.0, - "19": 3300135424.0, - "20": 3300135424.0, - "21": 3300135424.0, - "22": 3300135424.0, - "23": 3300135424.0, - "24": 3300135424.0, - "25": 3300135424.0, - "26": 3300135424.0, - "27": 3300135424.0, - "28": 3300135424.0, - "29": 3300135424.0, - "30": 3300135424.0, - "31": 3300135424.0, - "32": 3300135424.0, - "33": 3300135424.0, - "34": 3300452352.0, - "35": 3300452352.0, - "36": 3300452352.0, - "37": 3300452352.0, - "38": 3300452352.0, - "39": 3300452352.0, - "40": 3300525056.0, - "41": 3300525056.0, - "42": 3301999616.0, - "43": 3301999616.0, - "44": 3301999616.0, - "45": 3301999616.0, - "46": 3301999616.0, - "47": 3301999616.0, - "48": 3301999616.0, - "49": 3301999616.0, - "50": 3301999616.0 + "3": 3298938368.0, + "4": 3298957824.0, + "5": 3299935232.0, + "6": 3299935232.0, + "7": 3299935232.0, + "8": 3299935232.0, + "9": 3299935232.0, + "10": 3299935232.0, + "11": 3299935232.0, + "12": 3299935232.0, + "13": 3299935232.0, + "14": 3299935232.0, + "15": 3299935232.0, + "16": 3299935232.0, + "17": 3299935232.0, + "18": 3299971584.0, + "19": 3299971584.0, + "20": 3299971584.0, + "21": 3300268544.0, + "22": 3300268544.0, + "23": 3300268544.0, + "24": 3300268544.0, + "25": 3300268544.0, + "26": 3300268544.0, + "27": 3300268544.0, + "28": 3300268544.0, + "29": 3300268544.0, + "30": 3300268544.0, + "31": 3300268544.0, + "32": 3300275712.0, + "33": 3300275712.0, + "34": 3300275712.0, + "35": 3300275712.0, + "36": 3300275712.0, + "37": 3300275712.0, + "38": 3300275712.0, + "39": 3300275712.0, + "40": 3300545536.0, + "41": 3300545536.0, + "42": 3301613056.0, + "43": 3301613056.0, + "44": 3301637632.0, + "45": 3301637632.0, + "46": 3301637632.0, + "47": 3301637632.0, + "48": 3301637632.0, + "49": 3301637632.0, + "50": 3301637632.0 } }, "iteration-time": { - "start_step": 1, + "start_step": 2, "end_step": 50, "step_interval": 1, "values": { - "1": "nan", - "2": 5.08499, - "3": 0.32344, - "4": 0.26578, - "5": 0.26136, - "6": 0.26073, - "7": 0.25791, - "8": 0.26042, - "9": 0.2894, - "10": 0.317, - "11": 0.3188, - "12": 0.32736, - "13": 0.31992, - "14": 0.31394, - "15": 0.30917, - "16": 0.31272, - "17": 0.3125, - "18": 0.31561, - "19": 0.31717, - "20": 0.30933, - "21": 0.31495, - "22": 0.31815, - "23": 0.31889, - "24": 0.32024, - "25": 0.3175, - "26": 0.31981, - "27": 0.31518, - "28": 0.32058, - "29": 0.31851, - "30": 0.32621, - "31": 0.31894, - "32": 0.31952, - "33": 0.31826, - "34": 0.3143, - "35": 0.31728, - "36": 0.31983, - "37": 0.31754, - "38": 0.31813, - "39": 0.32013, - "40": 0.31775, - "41": 0.3177, - "42": 0.31806, - "43": 0.31839, - "44": 0.3185, - "45": 0.31489, - "46": 0.31404, - "47": 0.3105, - "48": 0.31484, - "49": 0.31734, - "50": 0.31583 + "2": 6.28528, + "3": 0.31761, + "4": 0.27043, + "5": 0.26527, + "6": 0.26539, + "7": 0.26148, + "8": 0.265, + "9": 0.26114, + "10": 0.26356, + "11": 0.25992, + "12": 0.7058, + "13": 0.25379, + "14": 0.25867, + "15": 0.72393, + "16": 0.25422, + "17": 0.2511, + "18": 0.72454, + "19": 0.25117, + "20": 0.2542, + "21": 0.25116, + "22": 0.25053, + "23": 0.25184, + "24": 0.70444, + "25": 0.25188, + "26": 0.25183, + "27": 0.254, + "28": 0.25276, + "29": 0.25374, + "30": 0.25477, + "31": 0.25084, + "32": 0.25364, + "33": 0.25172, + "34": 0.2559, + "35": 0.24913, + "36": 0.71441, + "37": 0.26234, + "38": 0.25097, + "39": 0.2543, + "40": 0.25198, + "41": 0.25096, + "42": 0.25123, + "43": 0.2525, + "44": 0.25335, + "45": 0.2506, + "46": 0.25256, + "47": 0.25168, + "48": 0.25675, + "49": 0.25156, + "50": 0.24879 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_lts_dgx_a100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_lts_dgx_a100.json index 838b50e3d9e..f3e02b30505 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_lts_dgx_a100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_lts_dgx_a100.json @@ -6,54 +6,54 @@ "values": { "1": 10.94539, "2": 10.93781, - "3": 10.93988, - "4": 10.93542, - "5": 10.94061, - "6": 10.92945, - "7": 10.93511, - "8": 10.93552, - "9": 10.93297, - "10": 10.92843, - "11": 10.93667, - "12": 10.93013, - "13": 10.93018, - "14": 10.92297, - "15": 10.91273, - "16": 10.89804, - "17": 10.90266, - "18": 10.89344, - "19": 10.89235, - "20": 10.8356, - "21": 10.83076, - "22": 10.82914, - "23": 10.8111, - "24": 10.78639, - "25": 10.78685, - "26": 10.76881, - "27": 10.76703, - "28": 10.71292, - "29": 10.66853, - "30": 10.63948, - "31": 10.64276, - "32": 10.61112, - "33": 10.57981, - "34": 10.56137, - "35": 10.5585, - "36": 10.52917, - "37": 10.50576, - "38": 10.50299, - "39": 10.47449, - "40": 10.45267, - "41": 10.4227, - "42": 10.40413, - "43": 10.39432, - "44": 10.35641, - "45": 10.37876, - "46": 10.32832, - "47": 10.3069, - "48": 10.28659, - "49": 10.26877, - "50": 10.26785 + "3": 10.9397, + "4": 10.93551, + "5": 10.9406, + "6": 10.9298, + "7": 10.93519, + "8": 10.93512, + "9": 10.93213, + "10": 10.92859, + "11": 10.93725, + "12": 10.93058, + "13": 10.93, + "14": 10.92223, + "15": 10.9122, + "16": 10.89697, + "17": 10.90252, + "18": 10.89393, + "19": 10.89204, + "20": 10.8349, + "21": 10.83161, + "22": 10.82927, + "23": 10.81156, + "24": 10.78511, + "25": 10.78632, + "26": 10.76689, + "27": 10.76635, + "28": 10.7117, + "29": 10.66898, + "30": 10.63886, + "31": 10.64231, + "32": 10.61117, + "33": 10.57889, + "34": 10.561, + "35": 10.55781, + "36": 10.52984, + "37": 10.50502, + "38": 10.50146, + "39": 10.47347, + "40": 10.45073, + "41": 10.42162, + "42": 10.40328, + "43": 10.39256, + "44": 10.35454, + "45": 10.37698, + "46": 10.3265, + "47": 10.30373, + "48": 10.28469, + "49": 10.2659, + "50": 10.26523 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 19375.0, - "2": 19327.0, - "3": 19211.0, - "4": 19543.0, - "5": 19271.0, - "6": 18913.0, - "7": 19722.0, - "8": 19225.0, - "9": 19509.0, - "10": 19667.0, - "11": 19423.0, - "12": 18664.0, - "13": 19112.0, - "14": 19234.0, - "15": 18910.0, - "16": 18987.0, - "17": 19328.0, - "18": 19451.0, - "19": 19613.0, - "20": 19074.0, - "21": 19178.0, - "22": 19098.0, - "23": 19117.0, - "24": 19272.0, - "25": 18744.0, - "26": 18972.0, - "27": 18941.0, - "28": 18736.0, - "29": 18664.0, - "30": 18286.0, - "31": 18789.0, - "32": 18884.0, - "33": 18512.0, - "34": 18793.0, - "35": 18540.0, - "36": 18586.0, - "37": 18667.0, - "38": 18246.0, - "39": 18480.0, - "40": 19065.0, - "41": 18332.0, - "42": 18256.0, - "43": 19136.0, - "44": 18646.0, - "45": 20341.0, - "46": 19744.0, - "47": 19705.0, - "48": 20120.0, - "49": 21420.0, - "50": 19996.0 + "1": 36962.0, + "2": 37109.0, + "3": 37373.0, + "4": 37302.0, + "5": 36946.0, + "6": 35914.0, + "7": 37793.0, + "8": 36384.0, + "9": 37338.0, + "10": 37740.0, + "11": 37084.0, + "12": 36015.0, + "13": 37331.0, + "14": 37383.0, + "15": 37017.0, + "16": 36521.0, + "17": 36794.0, + "18": 36925.0, + "19": 37355.0, + "20": 37133.0, + "21": 36720.0, + "22": 37145.0, + "23": 37342.0, + "24": 37133.0, + "25": 35841.0, + "26": 37086.0, + "27": 36940.0, + "28": 36425.0, + "29": 35839.0, + "30": 35502.0, + "31": 36894.0, + "32": 36579.0, + "33": 35924.0, + "34": 35750.0, + "35": 36642.0, + "36": 35743.0, + "37": 35948.0, + "38": 35710.0, + "39": 36207.0, + "40": 36812.0, + "41": 36175.0, + "42": 35843.0, + "43": 37560.0, + "44": 35836.0, + "45": 39555.0, + "46": 38335.0, + "47": 38031.0, + "48": 38990.0, + "49": 42019.0, + "50": 39433.0 } }, "mem-allocated-bytes": { @@ -121,53 +121,53 @@ "1": 880363520.0, "2": 880364544.0, "3": 880365056.0, - "4": 880365056.0, + "4": 880364032.0, "5": 880366592.0, "6": 880361984.0, - "7": 880364032.0, - "8": 880365568.0, - "9": 880365056.0, - "10": 880363008.0, - "11": 880362496.0, - "12": 880363008.0, - "13": 880363520.0, + "7": 880363520.0, + "8": 880363520.0, + "9": 880365568.0, + "10": 880362496.0, + "11": 880363008.0, + "12": 880365056.0, + "13": 880364032.0, "14": 880363520.0, - "15": 880367616.0, - "16": 880365056.0, + "15": 880368128.0, + "16": 880365568.0, "17": 880365056.0, - "18": 880363008.0, + "18": 880365056.0, "19": 880364544.0, - "20": 880366592.0, - "21": 880363520.0, - "22": 880365568.0, - "23": 880362496.0, - "24": 880365568.0, - "25": 880365568.0, + "20": 880365568.0, + "21": 880364544.0, + "22": 880365056.0, + "23": 880363520.0, + "24": 880366592.0, + "25": 880364544.0, "26": 880367616.0, - "27": 880362496.0, - "28": 880363520.0, - "29": 880365568.0, - "30": 880363520.0, - "31": 880364032.0, - "32": 880365056.0, + "27": 880363008.0, + "28": 880364544.0, + "29": 880366080.0, + "30": 880363008.0, + "31": 880365568.0, + "32": 880363520.0, "33": 880366080.0, - "34": 880365568.0, + "34": 880364544.0, "35": 880363008.0, "36": 880365568.0, - "37": 880365568.0, - "38": 880366080.0, + "37": 880364544.0, + "38": 880364544.0, "39": 880363520.0, - "40": 880365056.0, + "40": 880364544.0, "41": 880365568.0, - "42": 880365568.0, + "42": 880364544.0, "43": 880364544.0, - "44": 880365568.0, - "45": 880364544.0, - "46": 880363008.0, + "44": 880366592.0, + "45": 880365056.0, + "46": 880362496.0, "47": 880363008.0, - "48": 880364032.0, - "49": 880364032.0, - "50": 880359936.0 + "48": 880366080.0, + "49": 880365568.0, + "50": 880360448.0 } }, "mem-max-allocated-bytes": { @@ -175,113 +175,112 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 2910779392.0, + "1": 2910778880.0, "2": 3151056896.0, "3": 3151056896.0, - "4": 3151056896.0, - "5": 3151663104.0, - "6": 3151663104.0, - "7": 3151663104.0, - "8": 3151663104.0, - "9": 3151663104.0, - "10": 3151663104.0, - "11": 3151663104.0, - "12": 3151663104.0, - "13": 3151663104.0, - "14": 3151663104.0, - "15": 3151936512.0, - "16": 3151936512.0, - "17": 3151936512.0, - "18": 3151936512.0, - "19": 3151936512.0, - "20": 3151936512.0, - "21": 3151936512.0, - "22": 3151936512.0, - "23": 3151936512.0, - "24": 3151936512.0, - "25": 3151936512.0, - "26": 3152254976.0, - "27": 3152254976.0, - "28": 3152254976.0, - "29": 3152254976.0, - "30": 3152254976.0, - "31": 3152254976.0, - "32": 3153094144.0, - "33": 3153094144.0, - "34": 3153094144.0, - "35": 3153094144.0, - "36": 3153094144.0, - "37": 3153094144.0, - "38": 3153094144.0, - "39": 3153094144.0, - "40": 3153094144.0, - "41": 3153094144.0, - "42": 3153094144.0, - "43": 3153094144.0, - "44": 3153094144.0, - "45": 3153094144.0, - "46": 3153094144.0, - "47": 3153094144.0, - "48": 3153094144.0, - "49": 3153094144.0, - "50": 3153094144.0 + "4": 3151080448.0, + "5": 3151697408.0, + "6": 3151697408.0, + "7": 3151697408.0, + "8": 3151697408.0, + "9": 3151697408.0, + "10": 3151697408.0, + "11": 3151697408.0, + "12": 3151697408.0, + "13": 3152274432.0, + "14": 3152274432.0, + "15": 3152390144.0, + "16": 3152390144.0, + "17": 3152390144.0, + "18": 3152390144.0, + "19": 3152390144.0, + "20": 3152390144.0, + "21": 3152390144.0, + "22": 3152390144.0, + "23": 3152390144.0, + "24": 3152390144.0, + "25": 3152390144.0, + "26": 3152390144.0, + "27": 3152390144.0, + "28": 3152390144.0, + "29": 3152390144.0, + "30": 3152390144.0, + "31": 3152390144.0, + "32": 3152975360.0, + "33": 3152975360.0, + "34": 3152975360.0, + "35": 3152975360.0, + "36": 3152975360.0, + "37": 3152975360.0, + "38": 3152975360.0, + "39": 3152975360.0, + "40": 3152975360.0, + "41": 3152975360.0, + "42": 3152975360.0, + "43": 3152975360.0, + "44": 3152975360.0, + "45": 3152975360.0, + "46": 3152975360.0, + "47": 3152975360.0, + "48": 3152975360.0, + "49": 3152975360.0, + "50": 3152975360.0 } }, "iteration-time": { - "start_step": 1, + "start_step": 2, "end_step": 50, "step_interval": 1, "values": { - "1": "nan", - "2": 3.77561, - "3": 0.31056, - "4": 0.29762, - "5": 0.28993, - "6": 0.28778, - "7": 0.28831, - "8": 0.28834, - "9": 0.28927, - "10": 0.28725, - "11": 0.28853, - "12": 0.28466, - "13": 0.2851, - "14": 0.28902, - "15": 0.28576, - "16": 0.28514, - "17": 0.28508, - "18": 0.28838, - "19": 0.2956, - "20": 0.28887, - "21": 0.30039, - "22": 0.28563, - "23": 0.28711, - "24": 0.3062, - "25": 0.29335, - "26": 0.28872, - "27": 0.28681, - "28": 0.28829, - "29": 0.28748, - "30": 0.28833, - "31": 0.28959, - "32": 0.28698, - "33": 0.28666, - "34": 0.28781, - "35": 0.28701, - "36": 0.28742, - "37": 0.28598, - "38": 0.28718, - "39": 0.28723, - "40": 0.28749, - "41": 0.28732, - "42": 0.28845, - "43": 0.28871, - "44": 0.28768, - "45": 0.28982, - "46": 0.28854, - "47": 0.28803, - "48": 0.28909, - "49": 0.28845, - "50": 0.28839 + "2": 3.87433, + "3": 0.79787, + "4": 0.29842, + "5": 0.29697, + "6": 0.29864, + "7": 0.29825, + "8": 0.2982, + "9": 0.29558, + "10": 0.29421, + "11": 0.29148, + "12": 0.29442, + "13": 0.29148, + "14": 0.28921, + "15": 0.28988, + "16": 0.29585, + "17": 0.30217, + "18": 0.29118, + "19": 0.29216, + "20": 0.29178, + "21": 0.29109, + "22": 0.29017, + "23": 0.29101, + "24": 0.2916, + "25": 0.29162, + "26": 0.29153, + "27": 0.29174, + "28": 0.29111, + "29": 0.29061, + "30": 0.29096, + "31": 0.2915, + "32": 0.29181, + "33": 0.29104, + "34": 0.29255, + "35": 0.29096, + "36": 0.29143, + "37": 0.29399, + "38": 0.29182, + "39": 0.29224, + "40": 0.29166, + "41": 0.29146, + "42": 0.29273, + "43": 0.29245, + "44": 0.291, + "45": 0.29197, + "46": 0.2921, + "47": 0.29168, + "48": 0.29201, + "49": 0.2909, + "50": 0.29225 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_gb200.json index d7084a96169..a6203d8eadb 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_gb200.json @@ -6,54 +6,54 @@ "values": { "1": 10.92072, "2": 10.91167, - "3": 10.92066, - "4": 10.91184, - "5": 10.92404, - "6": 10.91113, - "7": 10.90393, - "8": 10.90985, - "9": 10.91959, - "10": 10.91758, - "11": 10.90389, - "12": 10.90344, - "13": 10.89447, - "14": 10.89157, - "15": 10.88138, - "16": 10.87501, - "17": 10.87674, - "18": 10.8606, - "19": 10.868, - "20": 10.82424, - "21": 10.80928, - "22": 10.79632, - "23": 10.79123, - "24": 10.75749, - "25": 10.76202, - "26": 10.75071, - "27": 10.7414, - "28": 10.67372, - "29": 10.64549, - "30": 10.62348, - "31": 10.61147, - "32": 10.59676, - "33": 10.57395, - "34": 10.54145, - "35": 10.53203, - "36": 10.5234, - "37": 10.48714, - "38": 10.49435, - "39": 10.45409, - "40": 10.44144, - "41": 10.42824, - "42": 10.41826, - "43": 10.38934, - "44": 10.35343, - "45": 10.37024, - "46": 10.33167, - "47": 10.31245, - "48": 10.27749, - "49": 10.27081, - "50": 10.27222 + "3": 10.92063, + "4": 10.91109, + "5": 10.92358, + "6": 10.91096, + "7": 10.90398, + "8": 10.91005, + "9": 10.91975, + "10": 10.91819, + "11": 10.90492, + "12": 10.90256, + "13": 10.89411, + "14": 10.89146, + "15": 10.88102, + "16": 10.87423, + "17": 10.8758, + "18": 10.86035, + "19": 10.86778, + "20": 10.82365, + "21": 10.80909, + "22": 10.79674, + "23": 10.79169, + "24": 10.75821, + "25": 10.76254, + "26": 10.74964, + "27": 10.74103, + "28": 10.67304, + "29": 10.64482, + "30": 10.62363, + "31": 10.6108, + "32": 10.59641, + "33": 10.57382, + "34": 10.54019, + "35": 10.5322, + "36": 10.52253, + "37": 10.48684, + "38": 10.49374, + "39": 10.45374, + "40": 10.44023, + "41": 10.42655, + "42": 10.41693, + "43": 10.38734, + "44": 10.35149, + "45": 10.36826, + "46": 10.32915, + "47": 10.31053, + "48": 10.2757, + "49": 10.26805, + "50": 10.2702 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 18555.0, - "2": 18999.0, - "3": 18950.0, - "4": 18669.0, - "5": 18777.0, - "6": 18519.0, - "7": 18807.0, - "8": 18670.0, - "9": 19307.0, - "10": 19430.0, - "11": 19062.0, - "12": 18644.0, - "13": 19076.0, - "14": 18936.0, - "15": 18541.0, - "16": 18430.0, - "17": 18751.0, - "18": 18698.0, - "19": 19066.0, - "20": 18677.0, - "21": 18789.0, - "22": 18783.0, - "23": 18643.0, - "24": 18816.0, - "25": 18303.0, - "26": 18784.0, - "27": 18692.0, - "28": 18297.0, - "29": 18282.0, - "30": 18205.0, - "31": 18931.0, - "32": 19019.0, - "33": 18449.0, - "34": 18535.0, - "35": 18869.0, - "36": 18390.0, - "37": 18979.0, - "38": 18529.0, - "39": 19178.0, - "40": 19142.0, - "41": 18772.0, - "42": 18360.0, - "43": 19127.0, - "44": 18528.0, - "45": 20133.0, - "46": 19760.0, - "47": 19924.0, - "48": 19649.0, - "49": 21808.0, - "50": 19795.0 + "1": 36032.0, + "2": 37013.0, + "3": 36506.0, + "4": 36647.0, + "5": 36566.0, + "6": 36106.0, + "7": 36662.0, + "8": 36674.0, + "9": 36838.0, + "10": 37375.0, + "11": 37017.0, + "12": 36039.0, + "13": 36808.0, + "14": 36548.0, + "15": 36220.0, + "16": 36072.0, + "17": 36754.0, + "18": 36616.0, + "19": 36918.0, + "20": 36426.0, + "21": 36332.0, + "22": 36730.0, + "23": 36348.0, + "24": 36554.0, + "25": 35486.0, + "26": 36223.0, + "27": 35971.0, + "28": 35883.0, + "29": 35562.0, + "30": 35549.0, + "31": 36626.0, + "32": 36672.0, + "33": 35601.0, + "34": 36086.0, + "35": 37007.0, + "36": 35586.0, + "37": 36542.0, + "38": 35690.0, + "39": 37082.0, + "40": 37310.0, + "41": 36599.0, + "42": 35449.0, + "43": 37576.0, + "44": 36227.0, + "45": 39150.0, + "46": 37880.0, + "47": 38734.0, + "48": 38832.0, + "49": 42289.0, + "50": 39404.0 } }, "mem-allocated-bytes": { @@ -120,54 +120,54 @@ "values": { "1": 1027095552.0, "2": 1027093504.0, - "3": 1027091456.0, - "4": 1027091968.0, + "3": 1027092480.0, + "4": 1027091456.0, "5": 1027093504.0, "6": 1027094528.0, - "7": 1027095040.0, - "8": 1027094016.0, - "9": 1027095040.0, + "7": 1027094016.0, + "8": 1027093504.0, + "9": 1027093504.0, "10": 1027092992.0, "11": 1027093504.0, - "12": 1027092992.0, - "13": 1027091456.0, - "14": 1027092992.0, + "12": 1027093504.0, + "13": 1027090944.0, + "14": 1027092480.0, "15": 1027094528.0, "16": 1027094016.0, - "17": 1027095552.0, + "17": 1027096064.0, "18": 1027096576.0, - "19": 1027095040.0, - "20": 1027092992.0, + "19": 1027093504.0, + "20": 1027093504.0, "21": 1027095552.0, "22": 1027091968.0, - "23": 1027091456.0, - "24": 1027097600.0, - "25": 1027092480.0, - "26": 1027094528.0, + "23": 1027095552.0, + "24": 1027094528.0, + "25": 1027093504.0, + "26": 1027095040.0, "27": 1027092480.0, - "28": 1027094528.0, - "29": 1027091968.0, + "28": 1027095040.0, + "29": 1027094016.0, "30": 1027097600.0, "31": 1027093504.0, - "32": 1027090944.0, - "33": 1027098112.0, + "32": 1027091968.0, + "33": 1027096576.0, "34": 1027096064.0, "35": 1027094528.0, - "36": 1027096064.0, - "37": 1027094528.0, - "38": 1027096064.0, + "36": 1027096576.0, + "37": 1027092992.0, + "38": 1027095040.0, "39": 1027094016.0, "40": 1027096064.0, "41": 1027093504.0, - "42": 1027098112.0, + "42": 1027096576.0, "43": 1027093504.0, - "44": 1027093504.0, + "44": 1027092992.0, "45": 1027095552.0, - "46": 1027093504.0, + "46": 1027091968.0, "47": 1027096064.0, - "48": 1027093504.0, - "49": 1027096576.0, - "50": 1027096064.0 + "48": 1027092992.0, + "49": 1027095552.0, + "50": 1027094016.0 } }, "mem-max-allocated-bytes": { @@ -177,111 +177,110 @@ "values": { "1": 3058330112.0, "2": 3298373120.0, - "3": 3299813888.0, - "4": 3299813888.0, - "5": 3300025344.0, - "6": 3300025344.0, - "7": 3300025344.0, - "8": 3300025344.0, - "9": 3300025344.0, - "10": 3300025344.0, - "11": 3300025344.0, - "12": 3300025344.0, - "13": 3300025344.0, - "14": 3300025344.0, - "15": 3300025344.0, - "16": 3300025344.0, - "17": 3300025344.0, - "18": 3300135424.0, - "19": 3300135424.0, - "20": 3300135424.0, - "21": 3300973056.0, - "22": 3300973056.0, - "23": 3300973056.0, - "24": 3300973056.0, - "25": 3300973056.0, - "26": 3300973056.0, - "27": 3300973056.0, - "28": 3300973056.0, - "29": 3300973056.0, - "30": 3300973056.0, - "31": 3300973056.0, - "32": 3300973056.0, - "33": 3300973056.0, - "34": 3300973056.0, - "35": 3300973056.0, - "36": 3300973056.0, - "37": 3300973056.0, - "38": 3300973056.0, - "39": 3300973056.0, - "40": 3300973056.0, - "41": 3300973056.0, - "42": 3301952512.0, - "43": 3301952512.0, - "44": 3301952512.0, - "45": 3301952512.0, - "46": 3301952512.0, - "47": 3301952512.0, - "48": 3301952512.0, - "49": 3301952512.0, - "50": 3301952512.0 + "3": 3298938368.0, + "4": 3298957824.0, + "5": 3299935232.0, + "6": 3299935232.0, + "7": 3299935232.0, + "8": 3299935232.0, + "9": 3299935232.0, + "10": 3299935232.0, + "11": 3299935232.0, + "12": 3299935232.0, + "13": 3299935232.0, + "14": 3299935232.0, + "15": 3299935232.0, + "16": 3299935232.0, + "17": 3299935232.0, + "18": 3299971584.0, + "19": 3299971584.0, + "20": 3299971584.0, + "21": 3300268544.0, + "22": 3300268544.0, + "23": 3300268544.0, + "24": 3300268544.0, + "25": 3300268544.0, + "26": 3300268544.0, + "27": 3300268544.0, + "28": 3300268544.0, + "29": 3300268544.0, + "30": 3300268544.0, + "31": 3300268544.0, + "32": 3300275712.0, + "33": 3300275712.0, + "34": 3300275712.0, + "35": 3300275712.0, + "36": 3300275712.0, + "37": 3300275712.0, + "38": 3300275712.0, + "39": 3300275712.0, + "40": 3300545536.0, + "41": 3300545536.0, + "42": 3301613056.0, + "43": 3301613056.0, + "44": 3301637632.0, + "45": 3301637632.0, + "46": 3301637632.0, + "47": 3301637632.0, + "48": 3301637632.0, + "49": 3301637632.0, + "50": 3301637632.0 } }, "iteration-time": { - "start_step": 1, + "start_step": 2, "end_step": 50, "step_interval": 1, "values": { - "1": "nan", - "2": 5.09505, - "3": 0.37144, - "4": 0.33646, - "5": 0.32892, - "6": 0.31965, - "7": 0.32563, - "8": 0.32577, - "9": 0.32429, - "10": 0.32403, - "11": 0.31694, - "12": 0.31735, - "13": 0.35415, - "14": 0.47485, - "15": 0.51791, - "16": 0.31929, - "17": 0.34876, - "18": 0.45504, - "19": 0.36122, - "20": 0.33659, - "21": 0.59492, - "22": 0.31743, - "23": 0.32651, - "24": 0.30634, - "25": 0.28312, - "26": 0.26693, - "27": 0.26144, - "28": 0.25899, - "29": 0.25409, - "30": 0.25775, - "31": 0.25227, - "32": 0.26194, - "33": 0.27509, - "34": 0.25455, - "35": 0.25264, - "36": 0.25091, - "37": 0.25181, - "38": 0.25531, - "39": 0.25406, - "40": 0.25889, - "41": 0.25316, - "42": 0.25117, - "43": 0.25122, - "44": 0.25049, - "45": 0.24793, - "46": 0.24796, - "47": 0.25122, - "48": 0.25116, - "49": 0.24844, - "50": 0.2517 + "2": 6.38561, + "3": 0.36861, + "4": 0.32134, + "5": 0.32224, + "6": 0.3204, + "7": 0.32184, + "8": 0.3464, + "9": 0.35016, + "10": 0.35249, + "11": 0.34499, + "12": 0.33662, + "13": 0.3405, + "14": 0.3387, + "15": 0.33414, + "16": 0.33537, + "17": 0.33614, + "18": 1.02806, + "19": 0.35635, + "20": 0.34369, + "21": 0.73393, + "22": 0.33582, + "23": 0.32712, + "24": 0.31365, + "25": 0.30207, + "26": 0.30527, + "27": 0.91245, + "28": 0.29693, + "29": 0.28094, + "30": 0.28223, + "31": 0.27862, + "32": 0.26837, + "33": 0.27548, + "34": 0.29592, + "35": 0.31612, + "36": 0.99505, + "37": 0.32506, + "38": 0.31285, + "39": 0.31492, + "40": 0.31174, + "41": 0.31603, + "42": 0.31393, + "43": 0.31082, + "44": 0.31619, + "45": 0.85935, + "46": 0.31478, + "47": 0.31605, + "48": 0.3246, + "49": 0.31906, + "50": 0.31812 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts_etp1_ep4/golden_values_lts_dgx_a100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts_etp1_ep4/golden_values_lts_dgx_a100.json index 611a07e2b83..ef16659f9c1 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts_etp1_ep4/golden_values_lts_dgx_a100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts_etp1_ep4/golden_values_lts_dgx_a100.json @@ -6,54 +6,54 @@ "values": { "1": 10.9302, "2": 10.91691, - "3": 10.92189, - "4": 10.9142, - "5": 10.92371, - "6": 10.91339, - "7": 10.92299, - "8": 10.92205, - "9": 10.91978, - "10": 10.92093, - "11": 10.91423, - "12": 10.91313, - "13": 10.9027, - "14": 10.89272, - "15": 10.88045, - "16": 10.86859, - "17": 10.87268, - "18": 10.86173, - "19": 10.85772, - "20": 10.77961, - "21": 10.78492, - "22": 10.75544, - "23": 10.74492, - "24": 10.71118, - "25": 10.70861, - "26": 10.68985, - "27": 10.66132, - "28": 10.60998, - "29": 10.56139, - "30": 10.5372, - "31": 10.53704, - "32": 10.50615, - "33": 10.46766, - "34": 10.44278, - "35": 10.44029, - "36": 10.41373, - "37": 10.39529, - "38": 10.39286, - "39": 10.35169, - "40": 10.34009, - "41": 10.30991, - "42": 10.29138, - "43": 10.28249, - "44": 10.24452, - "45": 10.27186, - "46": 10.22035, - "47": 10.20817, - "48": 10.18251, - "49": 10.16969, - "50": 10.17769 + "3": 10.92196, + "4": 10.91423, + "5": 10.92272, + "6": 10.91355, + "7": 10.92271, + "8": 10.92185, + "9": 10.92021, + "10": 10.92131, + "11": 10.91421, + "12": 10.91373, + "13": 10.90212, + "14": 10.89162, + "15": 10.88053, + "16": 10.86797, + "17": 10.87285, + "18": 10.86226, + "19": 10.8578, + "20": 10.77998, + "21": 10.78618, + "22": 10.75518, + "23": 10.74489, + "24": 10.71143, + "25": 10.70865, + "26": 10.68928, + "27": 10.66141, + "28": 10.61008, + "29": 10.56136, + "30": 10.53753, + "31": 10.53634, + "32": 10.50503, + "33": 10.46717, + "34": 10.44123, + "35": 10.43983, + "36": 10.4129, + "37": 10.39414, + "38": 10.39145, + "39": 10.35015, + "40": 10.33833, + "41": 10.30812, + "42": 10.28972, + "43": 10.28036, + "44": 10.24249, + "45": 10.26982, + "46": 10.21796, + "47": 10.20654, + "48": 10.18073, + "49": 10.16738, + "50": 10.17578 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 16515.0, - "2": 16687.0, - "3": 17072.0, - "4": 16843.0, - "5": 16250.0, - "6": 16224.0, - "7": 17373.0, - "8": 16300.0, - "9": 16750.0, - "10": 16957.0, - "11": 16650.0, - "12": 16103.0, - "13": 17107.0, - "14": 16984.0, - "15": 16262.0, - "16": 16161.0, - "17": 16530.0, - "18": 16663.0, - "19": 16837.0, - "20": 16455.0, - "21": 16801.0, - "22": 16552.0, - "23": 16543.0, - "24": 16944.0, - "25": 16044.0, - "26": 16907.0, - "27": 16562.0, - "28": 16489.0, - "29": 16349.0, - "30": 16530.0, - "31": 17203.0, - "32": 17391.0, - "33": 17239.0, - "34": 17162.0, - "35": 17628.0, - "36": 17811.0, - "37": 17985.0, - "38": 16934.0, - "39": 18416.0, - "40": 19262.0, - "41": 17827.0, - "42": 18251.0, - "43": 19492.0, - "44": 18531.0, - "45": 20958.0, - "46": 19964.0, - "47": 20020.0, - "48": 20817.0, - "49": 22662.0, - "50": 20875.0 + "1": 31826.0, + "2": 32260.0, + "3": 32832.0, + "4": 32678.0, + "5": 31720.0, + "6": 31490.0, + "7": 33597.0, + "8": 31520.0, + "9": 32121.0, + "10": 33148.0, + "11": 32472.0, + "12": 30509.0, + "13": 32620.0, + "14": 32548.0, + "15": 31380.0, + "16": 31580.0, + "17": 32081.0, + "18": 32017.0, + "19": 32252.0, + "20": 32052.0, + "21": 32042.0, + "22": 32636.0, + "23": 32178.0, + "24": 32545.0, + "25": 31285.0, + "26": 32616.0, + "27": 32487.0, + "28": 31851.0, + "29": 32213.0, + "30": 32377.0, + "31": 33795.0, + "32": 34476.0, + "33": 33833.0, + "34": 33631.0, + "35": 34939.0, + "36": 34581.0, + "37": 35588.0, + "38": 33759.0, + "39": 36170.0, + "40": 37194.0, + "41": 35254.0, + "42": 35553.0, + "43": 38452.0, + "44": 36716.0, + "45": 41189.0, + "46": 39193.0, + "47": 38846.0, + "48": 40882.0, + "49": 44711.0, + "50": 40679.0 } }, "mem-allocated-bytes": { @@ -120,54 +120,54 @@ "values": { "1": 1364415488.0, "2": 1364417536.0, - "3": 1364402176.0, - "4": 1364398592.0, - "5": 1364404736.0, + "3": 1364402688.0, + "4": 1364399616.0, + "5": 1364405760.0, "6": 1364394496.0, - "7": 1364425728.0, - "8": 1364408832.0, - "9": 1364413440.0, - "10": 1364403200.0, - "11": 1364400640.0, - "12": 1364401664.0, - "13": 1364397056.0, - "14": 1364410368.0, - "15": 1364410880.0, - "16": 1364399616.0, - "17": 1364394496.0, - "18": 1364395520.0, - "19": 1364397056.0, - "20": 1364392448.0, - "21": 1364393984.0, - "22": 1364391936.0, - "23": 1364383744.0, - "24": 1364384768.0, - "25": 1364383744.0, - "26": 1364376064.0, - "27": 1364375040.0, - "28": 1364373504.0, - "29": 1364370432.0, - "30": 1364362240.0, - "31": 1364374528.0, - "32": 1364361728.0, - "33": 1364359680.0, - "34": 1364368896.0, - "35": 1364368896.0, - "36": 1364355072.0, - "37": 1364369408.0, - "38": 1364370432.0, - "39": 1364371456.0, - "40": 1364363264.0, + "7": 1364424192.0, + "8": 1364407808.0, + "9": 1364412928.0, + "10": 1364402176.0, + "11": 1364401152.0, + "12": 1364402176.0, + "13": 1364396032.0, + "14": 1364409856.0, + "15": 1364411904.0, + "16": 1364401152.0, + "17": 1364393984.0, + "18": 1364393984.0, + "19": 1364396032.0, + "20": 1364392960.0, + "21": 1364395008.0, + "22": 1364392960.0, + "23": 1364384768.0, + "24": 1364386304.0, + "25": 1364382720.0, + "26": 1364375552.0, + "27": 1364374016.0, + "28": 1364372480.0, + "29": 1364371456.0, + "30": 1364363264.0, + "31": 1364372480.0, + "32": 1364362752.0, + "33": 1364359168.0, + "34": 1364368384.0, + "35": 1364369408.0, + "36": 1364353024.0, + "37": 1364368384.0, + "38": 1364371968.0, + "39": 1364372992.0, + "40": 1364362240.0, "41": 1364362240.0, - "42": 1364368384.0, + "42": 1364370432.0, "43": 1364346880.0, "44": 1364358144.0, - "45": 1364359168.0, - "46": 1364368384.0, - "47": 1364364288.0, - "48": 1364359680.0, - "49": 1364357632.0, - "50": 1364362752.0 + "45": 1364358656.0, + "46": 1364367872.0, + "47": 1364363776.0, + "48": 1364359168.0, + "49": 1364358144.0, + "50": 1364361728.0 } }, "mem-max-allocated-bytes": { @@ -175,113 +175,112 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 3401542656.0, - "2": 3970463744.0, - "3": 3970463744.0, - "4": 3970463744.0, - "5": 3970463744.0, - "6": 3970463744.0, - "7": 3977521152.0, - "8": 3977521152.0, - "9": 3977521152.0, - "10": 3977521152.0, - "11": 3977521152.0, - "12": 3977521152.0, - "13": 3977521152.0, - "14": 3977521152.0, - "15": 3977521152.0, - "16": 3977521152.0, - "17": 3977521152.0, - "18": 3977521152.0, - "19": 3977521152.0, - "20": 3977521152.0, - "21": 3977521152.0, - "22": 3977521152.0, - "23": 3977521152.0, - "24": 3977521152.0, - "25": 3977521152.0, - "26": 3977521152.0, - "27": 3977521152.0, - "28": 3977521152.0, - "29": 3977521152.0, - "30": 3977521152.0, - "31": 3977521152.0, - "32": 3977521152.0, - "33": 3977521152.0, - "34": 3977521152.0, - "35": 3977521152.0, - "36": 3977521152.0, - "37": 3977521152.0, - "38": 3977521152.0, - "39": 3977521152.0, - "40": 3977521152.0, - "41": 3977521152.0, - "42": 3977521152.0, - "43": 3977521152.0, - "44": 3977521152.0, - "45": 3977521152.0, - "46": 3977521152.0, - "47": 3977521152.0, - "48": 3977521152.0, - "49": 3977521152.0, - "50": 3977521152.0 + "1": 3401542144.0, + "2": 3970463232.0, + "3": 3970463232.0, + "4": 3970463232.0, + "5": 3970463232.0, + "6": 3970463232.0, + "7": 3977527296.0, + "8": 3977527296.0, + "9": 3977527296.0, + "10": 3977527296.0, + "11": 3977527296.0, + "12": 3977527296.0, + "13": 3977527296.0, + "14": 3977527296.0, + "15": 3977527296.0, + "16": 3977527296.0, + "17": 3977527296.0, + "18": 3977527296.0, + "19": 3977527296.0, + "20": 3977527296.0, + "21": 3977527296.0, + "22": 3977527296.0, + "23": 3977527296.0, + "24": 3977527296.0, + "25": 3977527296.0, + "26": 3977527296.0, + "27": 3977527296.0, + "28": 3977527296.0, + "29": 3977527296.0, + "30": 3977527296.0, + "31": 3977527296.0, + "32": 3977527296.0, + "33": 3977527296.0, + "34": 3977527296.0, + "35": 3977527296.0, + "36": 3977527296.0, + "37": 3977527296.0, + "38": 3977527296.0, + "39": 3977527296.0, + "40": 3977527296.0, + "41": 3977527296.0, + "42": 3977527296.0, + "43": 3977527296.0, + "44": 3977527296.0, + "45": 3977527296.0, + "46": 3977527296.0, + "47": 3977527296.0, + "48": 3977527296.0, + "49": 3977527296.0, + "50": 3977527296.0 } }, "iteration-time": { - "start_step": 1, + "start_step": 2, "end_step": 50, "step_interval": 1, "values": { - "1": "nan", - "2": 6.70023, - "3": 0.32344, - "4": 0.30744, - "5": 0.29991, - "6": 0.30172, - "7": 0.31327, - "8": 0.31174, - "9": 0.30644, - "10": 0.30374, - "11": 0.30977, - "12": 0.304, - "13": 0.30551, - "14": 0.30644, - "15": 0.30406, - "16": 0.30192, - "17": 0.30152, - "18": 0.3017, - "19": 0.30193, - "20": 0.30286, - "21": 0.30159, - "22": 0.30034, - "23": 0.30046, - "24": 0.31202, - "25": 0.30151, - "26": 0.30114, - "27": 0.29956, - "28": 0.3043, - "29": 0.29759, - "30": 0.30726, - "31": 0.29734, - "32": 0.30861, - "33": 0.29846, - "34": 0.2981, - "35": 0.30189, - "36": 0.29782, - "37": 0.30569, - "38": 0.29862, - "39": 0.2985, - "40": 0.29799, - "41": 0.29885, - "42": 0.30133, - "43": 0.29873, - "44": 0.29726, - "45": 0.29716, - "46": 0.29841, - "47": 0.29866, - "48": 0.31148, - "49": 0.29928, - "50": 0.2999 + "2": 5.42077, + "3": 0.32259, + "4": 0.30586, + "5": 0.30517, + "6": 0.29841, + "7": 0.29964, + "8": 0.298, + "9": 0.29723, + "10": 0.29721, + "11": 0.29654, + "12": 0.29707, + "13": 0.29795, + "14": 0.297, + "15": 0.29669, + "16": 0.29822, + "17": 0.29879, + "18": 0.29833, + "19": 0.29859, + "20": 0.29806, + "21": 0.29827, + "22": 0.29773, + "23": 0.29817, + "24": 0.29816, + "25": 0.29894, + "26": 0.30349, + "27": 0.29733, + "28": 0.3063, + "29": 0.30398, + "30": 0.3057, + "31": 0.29826, + "32": 0.30672, + "33": 0.2988, + "34": 0.29646, + "35": 0.30687, + "36": 0.29853, + "37": 0.30571, + "38": 0.30075, + "39": 0.29823, + "40": 0.29822, + "41": 0.30263, + "42": 0.30053, + "43": 0.29871, + "44": 0.31154, + "45": 0.30022, + "46": 0.2988, + "47": 0.29965, + "48": 0.31055, + "49": 0.29988, + "50": 0.29851 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_gb200.json index e73c620b7ce..28edeaf540a 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_gb200.json @@ -6,54 +6,54 @@ "values": { "1": 10.91963, "2": 10.9166, - "3": 10.9199, - "4": 10.92456, - "5": 10.92484, - "6": 10.91858, - "7": 10.91748, - "8": 10.91501, - "9": 10.91647, - "10": 10.91536, - "11": 10.90479, - "12": 10.91195, - "13": 10.89944, - "14": 10.89559, - "15": 10.87847, - "16": 10.86591, - "17": 10.8659, - "18": 10.86335, - "19": 10.86334, - "20": 10.79958, - "21": 10.77882, - "22": 10.7628, - "23": 10.75541, - "24": 10.72183, - "25": 10.72015, - "26": 10.70582, - "27": 10.68006, - "28": 10.61348, - "29": 10.57442, - "30": 10.54775, - "31": 10.54743, - "32": 10.5213, - "33": 10.48753, - "34": 10.46188, - "35": 10.45971, - "36": 10.44025, - "37": 10.40376, - "38": 10.40842, - "39": 10.36701, - "40": 10.35543, - "41": 10.33079, - "42": 10.32796, - "43": 10.30255, - "44": 10.26445, - "45": 10.28208, - "46": 10.24743, - "47": 10.22724, - "48": 10.19664, - "49": 10.18999, - "50": 10.18976 + "3": 10.91966, + "4": 10.92474, + "5": 10.92395, + "6": 10.91844, + "7": 10.91719, + "8": 10.91409, + "9": 10.91707, + "10": 10.91608, + "11": 10.90425, + "12": 10.91127, + "13": 10.89938, + "14": 10.89585, + "15": 10.87884, + "16": 10.86543, + "17": 10.8666, + "18": 10.86348, + "19": 10.86381, + "20": 10.79934, + "21": 10.77907, + "22": 10.76266, + "23": 10.75518, + "24": 10.72151, + "25": 10.72004, + "26": 10.70557, + "27": 10.6795, + "28": 10.61301, + "29": 10.57418, + "30": 10.54671, + "31": 10.54758, + "32": 10.52069, + "33": 10.48632, + "34": 10.4612, + "35": 10.45829, + "36": 10.43895, + "37": 10.40269, + "38": 10.40676, + "39": 10.36513, + "40": 10.35316, + "41": 10.32927, + "42": 10.32571, + "43": 10.30056, + "44": 10.26248, + "45": 10.27971, + "46": 10.24474, + "47": 10.22489, + "48": 10.19366, + "49": 10.18774, + "50": 10.18691 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 16620.0, - "2": 16534.0, - "3": 17006.0, - "4": 16534.0, - "5": 16267.0, - "6": 16166.0, - "7": 16933.0, - "8": 16024.0, - "9": 16624.0, - "10": 16958.0, - "11": 16623.0, - "12": 16120.0, - "13": 17017.0, - "14": 16597.0, - "15": 16421.0, - "16": 16353.0, - "17": 16636.0, - "18": 16637.0, - "19": 16771.0, - "20": 16728.0, - "21": 16427.0, - "22": 16650.0, - "23": 16365.0, - "24": 16946.0, - "25": 16200.0, - "26": 16721.0, - "27": 16943.0, - "28": 16484.0, - "29": 16382.0, - "30": 16691.0, - "31": 17163.0, - "32": 17233.0, - "33": 17217.0, - "34": 17108.0, - "35": 17498.0, - "36": 17007.0, - "37": 17802.0, - "38": 17142.0, - "39": 17994.0, - "40": 18639.0, - "41": 17597.0, - "42": 17438.0, - "43": 18861.0, - "44": 17989.0, - "45": 20471.0, - "46": 19369.0, - "47": 19580.0, - "48": 19495.0, - "49": 22083.0, - "50": 20470.0 + "1": 32041.0, + "2": 32358.0, + "3": 32675.0, + "4": 32160.0, + "5": 31880.0, + "6": 31245.0, + "7": 32888.0, + "8": 31582.0, + "9": 32646.0, + "10": 32514.0, + "11": 32110.0, + "12": 31259.0, + "13": 32590.0, + "14": 32489.0, + "15": 31684.0, + "16": 31660.0, + "17": 32137.0, + "18": 32390.0, + "19": 32324.0, + "20": 32443.0, + "21": 32586.0, + "22": 32841.0, + "23": 32808.0, + "24": 33158.0, + "25": 31556.0, + "26": 33177.0, + "27": 33251.0, + "28": 32766.0, + "29": 32621.0, + "30": 33422.0, + "31": 34127.0, + "32": 33950.0, + "33": 34103.0, + "34": 34742.0, + "35": 34756.0, + "36": 33987.0, + "37": 35253.0, + "38": 34322.0, + "39": 36233.0, + "40": 38974.0, + "41": 36008.0, + "42": 34754.0, + "43": 37855.0, + "44": 39006.0, + "45": 40981.0, + "46": 161246.0, + "47": 2135725.0, + "48": 41251.0, + "49": 2140295.0, + "50": 2137377.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1561525248.0, - "2": 1562172928.0, - "3": 1562373632.0, - "4": 1561779712.0, - "5": 1561811456.0, - "6": 1561242112.0, - "7": 1561976320.0, - "8": 1561222656.0, - "9": 1563140608.0, - "10": 1561320960.0, - "11": 1561682432.0, - "12": 1561222656.0, - "13": 1561222656.0, - "14": 1562254848.0, - "15": 1561312768.0, - "16": 1561992704.0, - "17": 1562004992.0, - "18": 1561914880.0, - "19": 1562181120.0, - "20": 1561401856.0, - "21": 1561222656.0, - "22": 1562348032.0, - "23": 1561468416.0, - "24": 1561222656.0, - "25": 1561222656.0, - "26": 1561222656.0, - "27": 1561222656.0, - "28": 1561951744.0, - "29": 1561513472.0, - "30": 1561222656.0, - "31": 1561559552.0, - "32": 1561222656.0, - "33": 1561524736.0, - "34": 1561222656.0, - "35": 1561222656.0, - "36": 1561222656.0, - "37": 1561669120.0, - "38": 1561282048.0, - "39": 1561837056.0, - "40": 1562086912.0, - "41": 1561222656.0, - "42": 1562263040.0, - "43": 1561263616.0, - "44": 1561871872.0, - "45": 1561865728.0, - "46": 1561222656.0, - "47": 1561570816.0, - "48": 1562082816.0, - "49": 1561452032.0, - "50": 1562226176.0 + "1": 1560094720.0, + "2": 1559330304.0, + "3": 1559751168.0, + "4": 1559330304.0, + "5": 1559330304.0, + "6": 1559783936.0, + "7": 1559846400.0, + "8": 1559330304.0, + "9": 1559837184.0, + "10": 1559448064.0, + "11": 1560685056.0, + "12": 1559608832.0, + "13": 1559330304.0, + "14": 1559330304.0, + "15": 1559330304.0, + "16": 1559330304.0, + "17": 1559330304.0, + "18": 1560493568.0, + "19": 1559330304.0, + "20": 1559745024.0, + "21": 1559783936.0, + "22": 1559330304.0, + "23": 1559330304.0, + "24": 1559330304.0, + "25": 1559330304.0, + "26": 1560300032.0, + "27": 1559330304.0, + "28": 1560271360.0, + "29": 1559695872.0, + "30": 1559330304.0, + "31": 1559629312.0, + "32": 1559330304.0, + "33": 1560422912.0, + "34": 1559456256.0, + "35": 1560415744.0, + "36": 1559330304.0, + "37": 1560976896.0, + "38": 1560811008.0, + "39": 1559330304.0, + "40": 1559649792.0, + "41": 1559330304.0, + "42": 1560197632.0, + "43": 1559469568.0, + "44": 1560458752.0, + "45": 1559330304.0, + "46": 1559330304.0, + "47": 1560821248.0, + "48": 1561056768.0, + "49": 1560043008.0, + "50": 1559330304.0 } }, "mem-max-allocated-bytes": { @@ -175,113 +175,112 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 3478863360.0, - "2": 4057549824.0, - "3": 4057549824.0, - "4": 4057549824.0, - "5": 4064312320.0, - "6": 4064312320.0, - "7": 4064312320.0, - "8": 4064312320.0, - "9": 4064312320.0, - "10": 4064312320.0, - "11": 4064312320.0, - "12": 4064312320.0, - "13": 4064312320.0, - "14": 4064312320.0, - "15": 4064312320.0, - "16": 4064312320.0, - "17": 4064312320.0, - "18": 4064312320.0, - "19": 4064312320.0, - "20": 4064312320.0, - "21": 4064312320.0, - "22": 4064312320.0, - "23": 4064312320.0, - "24": 4064312320.0, - "25": 4064312320.0, - "26": 4064312320.0, - "27": 4064312320.0, - "28": 4064312320.0, - "29": 4064312320.0, - "30": 4064312320.0, - "31": 4064312320.0, - "32": 4064312320.0, - "33": 4064312320.0, - "34": 4064312320.0, - "35": 4064312320.0, - "36": 4064312320.0, - "37": 4064312320.0, - "38": 4064312320.0, - "39": 4064312320.0, - "40": 4064312320.0, - "41": 4064312320.0, - "42": 4064312320.0, - "43": 4064312320.0, - "44": 4064312320.0, - "45": 4064312320.0, - "46": 4064312320.0, - "47": 4064312320.0, - "48": 4064312320.0, - "49": 4064312320.0, - "50": 4064312320.0 + "1": 3478912512.0, + "2": 4055036928.0, + "3": 4055036928.0, + "4": 4055036928.0, + "5": 4060747776.0, + "6": 4060747776.0, + "7": 4060747776.0, + "8": 4060747776.0, + "9": 4060747776.0, + "10": 4060747776.0, + "11": 4060747776.0, + "12": 4060747776.0, + "13": 4060747776.0, + "14": 4060747776.0, + "15": 4060747776.0, + "16": 4060747776.0, + "17": 4060747776.0, + "18": 4060747776.0, + "19": 4060747776.0, + "20": 4060747776.0, + "21": 4060747776.0, + "22": 4060747776.0, + "23": 4060747776.0, + "24": 4060747776.0, + "25": 4060747776.0, + "26": 4060747776.0, + "27": 4060747776.0, + "28": 4060747776.0, + "29": 4060747776.0, + "30": 4060747776.0, + "31": 4060747776.0, + "32": 4060747776.0, + "33": 4060747776.0, + "34": 4060747776.0, + "35": 4060747776.0, + "36": 4060747776.0, + "37": 4060747776.0, + "38": 4060747776.0, + "39": 4060747776.0, + "40": 4060747776.0, + "41": 4060747776.0, + "42": 4060747776.0, + "43": 4060747776.0, + "44": 4060747776.0, + "45": 4060747776.0, + "46": 4060747776.0, + "47": 4060747776.0, + "48": 4060747776.0, + "49": 4060747776.0, + "50": 4060747776.0 } }, "iteration-time": { - "start_step": 1, + "start_step": 2, "end_step": 50, "step_interval": 1, "values": { - "1": "nan", - "2": 7.28192, - "3": 0.48787, - "4": 0.45201, - "5": 0.43575, - "6": 0.44125, - "7": 0.45147, - "8": 0.43509, - "9": 0.43968, - "10": 0.43228, - "11": 0.44373, - "12": 0.44276, - "13": 0.44406, - "14": 0.43766, - "15": 0.43286, - "16": 0.44948, - "17": 0.44794, - "18": 0.45565, - "19": 0.45045, - "20": 0.4531, - "21": 0.46157, - "22": 0.45742, - "23": 0.45152, - "24": 0.45695, - "25": 0.46644, - "26": 0.4541, - "27": 0.4502, - "28": 0.4593, - "29": 0.45941, - "30": 0.45501, - "31": 0.46525, - "32": 0.48077, - "33": 0.43971, - "34": 0.44932, - "35": 0.44807, - "36": 0.43603, - "37": 0.4341, - "38": 0.43907, - "39": 0.43214, - "40": 0.44553, - "41": 0.43817, - "42": 0.42521, - "43": 0.42868, - "44": 0.42273, - "45": 0.4405, - "46": 0.46649, - "47": 0.44854, - "48": 0.44657, - "49": 0.42855, - "50": 0.44345 + "2": 8.76848, + "3": 0.51847, + "4": 0.44451, + "5": 0.42561, + "6": 0.41192, + "7": 0.40268, + "8": 0.40629, + "9": 0.39737, + "10": 0.38313, + "11": 0.39238, + "12": 0.84424, + "13": 0.36903, + "14": 0.35807, + "15": 0.80727, + "16": 0.34037, + "17": 0.89468, + "18": 0.3416, + "19": 0.33901, + "20": 0.35218, + "21": 0.35179, + "22": 0.79253, + "23": 0.33727, + "24": 0.3354, + "25": 0.34272, + "26": 0.33425, + "27": 0.84289, + "28": 0.34575, + "29": 0.34756, + "30": 0.35201, + "31": 0.34147, + "32": 0.34441, + "33": 0.35069, + "34": 0.35702, + "35": 0.36375, + "36": 0.35846, + "37": 0.35239, + "38": 0.35852, + "39": 0.35471, + "40": 0.35162, + "41": 0.34809, + "42": 0.3433, + "43": 0.35044, + "44": 0.33572, + "45": 0.34394, + "46": 0.34517, + "47": 0.35124, + "48": 0.3525, + "49": 0.34863, + "50": 0.34969 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_gb200.json index 9c55b67895a..b95c36e24d6 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_gb200.json @@ -7,103 +7,103 @@ "1": 10.92137, "2": 10.91202, "3": 10.91768, - "4": 10.91863, - "5": 10.90423, - "6": 10.9067, - "7": 10.91437, - "8": 10.91056, - "9": 10.91447, - "10": 10.90704, - "11": 10.89659, - "12": 10.8959, - "13": 10.90064, - "14": 10.89352, - "15": 10.87253, - "16": 10.86144, - "17": 10.87413, - "18": 10.85919, - "19": 10.86552, - "20": 10.78225, - "21": 10.77925, - "22": 10.76543, - "23": 10.75797, - "24": 10.72021, - "25": 10.72236, - "26": 10.71659, - "27": 10.68375, - "28": 10.62333, - "29": 10.58113, - "30": 10.56502, - "31": 10.55937, - "32": 10.5483, - "33": 10.51334, - "34": 10.487, - "35": 10.47893, - "36": 10.45972, - "37": 10.43079, - "38": 10.4355, - "39": 10.40227, - "40": 10.37985, - "41": 10.36324, - "42": 10.33753, - "43": 10.32309, - "44": 10.28593, - "45": 10.31097, - "46": 10.26822, - "47": 10.25636, - "48": 10.2077, - "49": 10.2086, - "50": 10.20888, - "51": 10.20917, - "52": 10.16628, - "53": 10.17255, - "54": 10.13289, - "55": 10.10853, - "56": 10.13283, - "57": 10.12157, - "58": 10.13408, - "59": 10.08188, - "60": 10.10019, - "61": 10.04681, - "62": 10.01985, - "63": 10.09447, - "64": 10.04943, - "65": 10.02338, - "66": 10.04778, - "67": 10.02637, - "68": 9.98521, - "69": 10.00765, - "70": 9.98465, - "71": 10.01262, - "72": 9.99392, - "73": 9.9866, - "74": 9.96469, - "75": 9.93791, - "76": 9.97185, - "77": 9.96314, - "78": 9.91583, - "79": 9.92237, - "80": 9.93257, - "81": 9.96107, - "82": 9.8946, - "83": 9.86433, - "84": 9.79835, - "85": 9.78983, - "86": 9.89001, - "87": 9.90939, - "88": 9.88672, - "89": 9.82926, - "90": 9.82374, - "91": 9.83424, - "92": 9.82048, - "93": 9.75668, - "94": 9.83611, - "95": 9.82852, - "96": 9.80839, - "97": 9.75439, - "98": 9.78617, - "99": 9.82596, - "100": 9.72104 + "4": 10.91867, + "5": 10.90429, + "6": 10.9062, + "7": 10.914, + "8": 10.91006, + "9": 10.91461, + "10": 10.90711, + "11": 10.89655, + "12": 10.89605, + "13": 10.90084, + "14": 10.89353, + "15": 10.87232, + "16": 10.86136, + "17": 10.87416, + "18": 10.85925, + "19": 10.86561, + "20": 10.78245, + "21": 10.7792, + "22": 10.7655, + "23": 10.75784, + "24": 10.72029, + "25": 10.72272, + "26": 10.71634, + "27": 10.68397, + "28": 10.62345, + "29": 10.58126, + "30": 10.56533, + "31": 10.5593, + "32": 10.54822, + "33": 10.51337, + "34": 10.48685, + "35": 10.47871, + "36": 10.45967, + "37": 10.43094, + "38": 10.43582, + "39": 10.40263, + "40": 10.37971, + "41": 10.36341, + "42": 10.33811, + "43": 10.3231, + "44": 10.28605, + "45": 10.31118, + "46": 10.26833, + "47": 10.25651, + "48": 10.20784, + "49": 10.20864, + "50": 10.20894, + "51": 10.20907, + "52": 10.1664, + "53": 10.17258, + "54": 10.1329, + "55": 10.10858, + "56": 10.13295, + "57": 10.12151, + "58": 10.13389, + "59": 10.08174, + "60": 10.10018, + "61": 10.04694, + "62": 10.01976, + "63": 10.09419, + "64": 10.04926, + "65": 10.02317, + "66": 10.04748, + "67": 10.02609, + "68": 9.98481, + "69": 10.00719, + "70": 9.98435, + "71": 10.01225, + "72": 9.99337, + "73": 9.98595, + "74": 9.96408, + "75": 9.93716, + "76": 9.97108, + "77": 9.96223, + "78": 9.91482, + "79": 9.92103, + "80": 9.93141, + "81": 9.95995, + "82": 9.89348, + "83": 9.86307, + "84": 9.79718, + "85": 9.78856, + "86": 9.88919, + "87": 9.90846, + "88": 9.88568, + "89": 9.82832, + "90": 9.82266, + "91": 9.83293, + "92": 9.81925, + "93": 9.75539, + "94": 9.83457, + "95": 9.82715, + "96": 9.80685, + "97": 9.75264, + "98": 9.78463, + "99": 9.82436, + "100": 9.71945 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 2666.0, - "2": 2644.0, - "3": 2751.0, - "4": 2603.0, - "5": 2552.0, - "6": 2425.0, - "7": 2606.0, - "8": 2505.0, - "9": 2490.0, - "10": 2506.0, - "11": 2668.0, - "12": 2586.0, - "13": 2519.0, - "14": 2483.0, - "15": 2434.0, - "16": 2528.0, - "17": 2682.0, - "18": 2604.0, - "19": 2510.0, - "20": 2434.0, - "21": 2425.0, - "22": 2551.0, - "23": 2511.0, - "24": 2495.0, - "25": 2503.0, - "26": 2631.0, - "27": 2652.0, - "28": 2669.0, - "29": 2733.0, - "30": 2613.0, - "31": 2775.0, - "32": 2808.0, - "33": 2750.0, - "34": 2788.0, - "35": 2882.0, - "36": 2782.0, - "37": 3001.0, - "38": 2950.0, - "39": 2915.0, - "40": 3165.0, - "41": 3101.0, - "42": 2987.0, - "43": 3038.0, - "44": 3017.0, - "45": 3336.0, - "46": 3207.0, - "47": 3368.0, - "48": 3472.0, - "49": 3487.0, - "50": 3453.0, - "51": 3438.0, - "52": 3540.0, - "53": 3438.0, - "54": 7447.0, - "55": 3892.0, - "56": 4010.0, - "57": 5332.0, - "58": 529109.0, - "59": 6516.0, - "60": 3780.0, - "61": 4406.0, - "62": 4225.0, - "63": 5252.0, - "64": 4844.0, - "65": 9249.0, - "66": 5773.0, - "67": 4636.0, - "68": 37715.0, - "69": 7172.0, - "70": 528692.0, - "71": 4227.0, - "72": 26929.0, - "73": 7106.0, - "74": 36832.0, - "75": 28664.0, - "76": 556371.0, - "77": 557196.0, - "78": 36991.0, - "79": 529101.0, - "80": 554041.0, - "81": 529463.0, - "82": 529423.0, - "83": 529040.0, - "84": 528140.0, - "85": 528770.0, - "86": 529266.0, - "87": 583382.0, - "88": 529195.0, - "89": 529009.0, - "90": 529255.0, - "91": 528899.0, - "92": 528696.0, - "93": 529174.0, - "94": 528741.0, - "95": 528662.0, - "96": 531201.0, - "97": 529233.0, - "98": 529714.0, - "99": 40294.0, - "100": 560372.0 + "1": 6670.0, + "2": 6580.0, + "3": 6653.0, + "4": 6526.0, + "5": 6462.0, + "6": 6209.0, + "7": 6831.0, + "8": 6551.0, + "9": 6643.0, + "10": 6568.0, + "11": 6679.0, + "12": 6265.0, + "13": 6608.0, + "14": 6484.0, + "15": 6336.0, + "16": 6452.0, + "17": 6592.0, + "18": 6571.0, + "19": 6523.0, + "20": 6191.0, + "21": 6672.0, + "22": 6529.0, + "23": 6372.0, + "24": 6646.0, + "25": 6532.0, + "26": 6596.0, + "27": 6675.0, + "28": 6831.0, + "29": 7222.0, + "30": 6842.0, + "31": 7049.0, + "32": 7290.0, + "33": 7229.0, + "34": 7344.0, + "35": 7383.0, + "36": 7250.0, + "37": 7828.0, + "38": 7533.0, + "39": 7790.0, + "40": 7960.0, + "41": 8186.0, + "42": 7584.0, + "43": 8105.0, + "44": 7859.0, + "45": 8684.0, + "46": 8605.0, + "47": 8515.0, + "48": 8762.0, + "49": 9131.0, + "50": 8830.0, + "51": 10301.0, + "52": 9384.0, + "53": 8941.0, + "54": 17166.0, + "55": 9783.0, + "56": 10246.0, + "57": 12994.0, + "58": 1060368.0, + "59": 15622.0, + "60": 59852.0, + "61": 11305.0, + "62": 18030.0, + "63": 1060940.0, + "64": 1059913.0, + "65": 1063020.0, + "66": 17265.0, + "67": 58014.0, + "68": 137665.0, + "69": 1064689.0, + "70": 1108015.0, + "71": 19901.0, + "72": 1103930.0, + "73": 1063927.0, + "74": 1170080.0, + "75": 1105577.0, + "76": 3156838.0, + "77": 2163555.0, + "78": 1122743.0, + "79": 2107511.0, + "80": 2157105.0, + "81": 2108230.0, + "82": 2108359.0, + "83": 2106919.0, + "84": 1104784.0, + "85": 2106376.0, + "86": 2107704.0, + "87": 2215262.0, + "88": 2107733.0, + "89": 2107132.0, + "90": 1109659.0, + "91": 2106948.0, + "92": 1109424.0, + "93": 2106782.0, + "94": 2106957.0, + "95": 1111714.0, + "96": 1122793.0, + "97": 2107258.0, + "98": 2107901.0, + "99": 1125984.0, + "100": 2113039.0 } }, "mem-allocated-bytes": { @@ -330,208 +330,207 @@ "3": 1152957440.0, "4": 1152957440.0, "5": 1152957440.0, - "6": 1153038848.0, - "7": 1153038848.0, - "8": 1153038848.0, - "9": 1153038848.0, - "10": 1153038848.0, - "11": 1153038848.0, - "12": 1153038848.0, - "13": 1153038848.0, - "14": 1153038848.0, - "15": 1153038848.0, - "16": 1153038848.0, - "17": 1153038848.0, - "18": 1154730496.0, - "19": 1154730496.0, - "20": 1154730496.0, - "21": 1154730496.0, - "22": 1154730496.0, - "23": 1154730496.0, - "24": 1154730496.0, - "25": 1154730496.0, - "26": 1154730496.0, - "27": 1154730496.0, - "28": 1154730496.0, - "29": 1154730496.0, - "30": 1154730496.0, - "31": 1154730496.0, - "32": 1154730496.0, - "33": 1154730496.0, - "34": 1154730496.0, - "35": 1154730496.0, - "36": 1154730496.0, - "37": 1155892736.0, - "38": 1155892736.0, - "39": 1155892736.0, - "40": 1155892736.0, - "41": 1155892736.0, - "42": 1155892736.0, - "43": 1155892736.0, - "44": 1155892736.0, - "45": 1155892736.0, - "46": 1155892736.0, - "47": 1155892736.0, - "48": 1155892736.0, - "49": 1155892736.0, - "50": 1155892736.0, - "51": 1155892736.0, - "52": 1155892736.0, - "53": 1155892736.0, - "54": 1155892736.0, - "55": 1155892736.0, - "56": 1155892736.0, - "57": 1155892736.0, - "58": 1155892736.0, - "59": 1155892736.0, - "60": 1155892736.0, - "61": 1155892736.0, - "62": 1155892736.0, - "63": 1155892736.0, - "64": 1155892736.0, - "65": 1155892736.0, - "66": 1155892736.0, - "67": 1155892736.0, - "68": 1155892736.0, - "69": 1155892736.0, - "70": 1155892736.0, - "71": 1155892736.0, - "72": 1155892736.0, - "73": 1155892736.0, - "74": 1155892736.0, - "75": 1155892736.0, - "76": 1155892736.0, - "77": 1155892736.0, - "78": 1155892736.0, - "79": 1155892736.0, - "80": 1155892736.0, - "81": 1155892736.0, - "82": 1155892736.0, - "83": 1155892736.0, - "84": 1155892736.0, - "85": 1155892736.0, - "86": 1155892736.0, - "87": 1155892736.0, - "88": 1155892736.0, - "89": 1155892736.0, - "90": 1155892736.0, - "91": 1155892736.0, - "92": 1155892736.0, - "93": 1155892736.0, - "94": 1155892736.0, - "95": 1155892736.0, - "96": 1155892736.0, - "97": 1155892736.0, - "98": 1155892736.0, - "99": 1155892736.0, - "100": 1155892736.0 + "6": 1153049088.0, + "7": 1153049088.0, + "8": 1153049088.0, + "9": 1153049088.0, + "10": 1153049088.0, + "11": 1153049088.0, + "12": 1153049088.0, + "13": 1153049088.0, + "14": 1153049088.0, + "15": 1153049088.0, + "16": 1153049088.0, + "17": 1153049088.0, + "18": 1153221120.0, + "19": 1153221120.0, + "20": 1153221120.0, + "21": 1153221120.0, + "22": 1153221120.0, + "23": 1153649664.0, + "24": 1153649664.0, + "25": 1153649664.0, + "26": 1153649664.0, + "27": 1153682432.0, + "28": 1153682432.0, + "29": 1153682432.0, + "30": 1153682432.0, + "31": 1153682432.0, + "32": 1153682432.0, + "33": 1153682432.0, + "34": 1154268672.0, + "35": 1154268672.0, + "36": 1154268672.0, + "37": 1155870208.0, + "38": 1155870208.0, + "39": 1155870208.0, + "40": 1155870208.0, + "41": 1155870208.0, + "42": 1155870208.0, + "43": 1155870208.0, + "44": 1155870208.0, + "45": 1155870208.0, + "46": 1155870208.0, + "47": 1155870208.0, + "48": 1155870208.0, + "49": 1155870208.0, + "50": 1155870208.0, + "51": 1155870208.0, + "52": 1155870208.0, + "53": 1155870208.0, + "54": 1155870208.0, + "55": 1155870208.0, + "56": 1155870208.0, + "57": 1155870208.0, + "58": 1155870208.0, + "59": 1155870208.0, + "60": 1155870208.0, + "61": 1155870208.0, + "62": 1155870208.0, + "63": 1155870208.0, + "64": 1155870208.0, + "65": 1155870208.0, + "66": 1155870208.0, + "67": 1155870208.0, + "68": 1155870208.0, + "69": 1155870208.0, + "70": 1155870208.0, + "71": 1155870208.0, + "72": 1155870208.0, + "73": 1155870208.0, + "74": 1155870208.0, + "75": 1155870208.0, + "76": 1155870208.0, + "77": 1155870208.0, + "78": 1155870208.0, + "79": 1155870208.0, + "80": 1155870208.0, + "81": 1155870208.0, + "82": 1155870208.0, + "83": 1155870208.0, + "84": 1155870208.0, + "85": 1155870208.0, + "86": 1155870208.0, + "87": 1155870208.0, + "88": 1155870208.0, + "89": 1155870208.0, + "90": 1155870208.0, + "91": 1155870208.0, + "92": 1155870208.0, + "93": 1155870208.0, + "94": 1155870208.0, + "95": 1155870208.0, + "96": 1155870208.0, + "97": 1155870208.0, + "98": 1155870208.0, + "99": 1155870208.0, + "100": 1155870208.0 } }, "iteration-time": { - "start_step": 1, + "start_step": 2, "end_step": 100, "step_interval": 1, "values": { - "1": "nan", - "2": 11.10133, - "3": 1.00423, - "4": 0.87576, - "5": 0.85174, - "6": 0.89147, - "7": 0.85652, - "8": 0.81429, - "9": 0.78782, - "10": 0.77925, - "11": 0.77442, - "12": 0.76661, - "13": 0.75464, - "14": 0.73604, - "15": 0.75554, - "16": 0.73924, - "17": 0.72982, - "18": 0.73443, - "19": 0.80729, - "20": 0.86288, - "21": 0.8837, - "22": 0.87191, - "23": 0.86056, - "24": 0.83907, - "25": 0.83018, - "26": 0.82874, - "27": 0.81482, - "28": 0.80051, - "29": 0.80103, - "30": 0.79464, - "31": 0.78839, - "32": 0.78643, - "33": 0.7887, - "34": 0.7918, - "35": 0.78506, - "36": 0.77353, - "37": 0.77466, - "38": 0.84635, - "39": 0.86024, - "40": 0.8233, - "41": 0.78652, - "42": 0.76746, - "43": 0.75677, - "44": 0.76688, - "45": 0.75709, - "46": 0.7512, - "47": 0.76635, - "48": 0.74707, - "49": 0.75704, - "50": 0.74817, - "51": 1.53778, - "52": 1.40548, - "53": 0.8928, - "54": 0.89804, - "55": 0.89234, - "56": 0.88819, - "57": 0.87448, - "58": 0.84218, - "59": 0.81327, - "60": 0.80856, - "61": 0.78612, - "62": 0.77474, - "63": 0.75246, - "64": 0.74889, - "65": 0.76004, - "66": 1.23226, - "67": 0.76409, - "68": 0.76577, - "69": 1.18807, - "70": 0.74565, - "71": 0.73788, - "72": 0.74486, - "73": 0.83307, - "74": 0.85133, - "75": 0.83092, - "76": 0.78755, - "77": 0.76405, - "78": 0.75659, - "79": 0.74733, - "80": 0.74014, - "81": 0.75757, - "82": 0.73935, - "83": 0.74015, - "84": 0.74067, - "85": 0.73626, - "86": 0.74291, - "87": 0.7382, - "88": 0.73417, - "89": 0.73046, - "90": 0.73499, - "91": 0.73824, - "92": 0.73677, - "93": 0.74129, - "94": 0.74578, - "95": 0.737, - "96": 1.17233, - "97": 0.74753, - "98": 0.74302, - "99": 0.73302, - "100": 0.734 + "2": 11.62031, + "3": 0.82946, + "4": 0.75366, + "5": 0.74335, + "6": 0.75463, + "7": 0.7365, + "8": 0.7246, + "9": 0.73593, + "10": 0.7335, + "11": 0.71203, + "12": 0.72555, + "13": 0.74312, + "14": 1.13535, + "15": 0.71681, + "16": 0.71209, + "17": 0.71788, + "18": 0.70937, + "19": 0.70144, + "20": 1.16809, + "21": 0.70724, + "22": 0.70409, + "23": 0.71193, + "24": 1.1743, + "25": 0.72109, + "26": 0.71703, + "27": 0.70948, + "28": 0.72083, + "29": 0.73183, + "30": 0.72532, + "31": 0.72889, + "32": 0.75893, + "33": 0.7539, + "34": 1.23456, + "35": 1.21961, + "36": 0.77501, + "37": 0.76934, + "38": 0.76401, + "39": 0.7514, + "40": 0.77279, + "41": 0.77099, + "42": 0.7833, + "43": 0.77533, + "44": 1.17538, + "45": 0.78388, + "46": 0.78653, + "47": 0.77219, + "48": 0.75972, + "49": 0.78431, + "50": 0.77345, + "51": 1.11606, + "52": 0.84396, + "53": 0.76433, + "54": 0.76189, + "55": 0.76688, + "56": 0.7712, + "57": 0.76937, + "58": 0.77147, + "59": 0.78428, + "60": 0.76924, + "61": 0.77311, + "62": 0.7757, + "63": 0.85294, + "64": 0.76871, + "65": 0.76006, + "66": 0.77454, + "67": 0.78211, + "68": 0.75672, + "69": 0.75847, + "70": 0.75526, + "71": 0.74527, + "72": 0.75072, + "73": 0.75816, + "74": 0.75776, + "75": 0.7608, + "76": 0.75893, + "77": 0.7581, + "78": 0.76254, + "79": 0.7611, + "80": 0.77079, + "81": 0.77364, + "82": 0.77324, + "83": 0.77199, + "84": 0.87537, + "85": 0.94416, + "86": 0.89911, + "87": 0.86544, + "88": 0.84094, + "89": 0.79274, + "90": 0.76926, + "91": 0.77717, + "92": 0.7729, + "93": 0.76403, + "94": 0.78437, + "95": 0.76069, + "96": 0.76582, + "97": 0.77904, + "98": 0.77605, + "99": 0.78215, + "100": 0.78286 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/golden_values_dev_dgx_gb200.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/golden_values_dev_dgx_gb200.json index 93c18afda0e..356655a2f72 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/golden_values_dev_dgx_gb200.json +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/golden_values_dev_dgx_gb200.json @@ -7,103 +7,103 @@ "1": 10.98117, "2": 10.9645, "3": 10.96986, - "4": 10.96038, - "5": 10.9701, - "6": 10.96815, - "7": 10.96507, - "8": 10.97054, - "9": 10.96141, - "10": 10.96424, - "11": 10.95664, - "12": 10.94737, - "13": 10.94819, - "14": 10.95025, - "15": 10.91641, - "16": 10.90025, - "17": 10.89894, - "18": 10.90045, - "19": 10.88544, - "20": 10.8187, - "21": 10.77645, - "22": 10.77489, - "23": 10.76234, + "4": 10.96007, + "5": 10.96998, + "6": 10.96837, + "7": 10.96536, + "8": 10.97077, + "9": 10.96083, + "10": 10.96459, + "11": 10.95716, + "12": 10.94789, + "13": 10.94736, + "14": 10.95035, + "15": 10.91734, + "16": 10.90035, + "17": 10.89933, + "18": 10.90087, + "19": 10.88555, + "20": 10.81877, + "21": 10.77584, + "22": 10.77439, + "23": 10.76215, "24": 10.74094, - "25": 10.71574, - "26": 10.70618, - "27": 10.66985, - "28": 10.60725, - "29": 10.57586, - "30": 10.54319, - "31": 10.53935, - "32": 10.48648, - "33": 10.45188, - "34": 10.44968, - "35": 10.41723, - "36": 10.40441, - "37": 10.38008, - "38": 10.3728, - "39": 10.33083, - "40": 10.3386, - "41": 10.29305, - "42": 10.24315, - "43": 10.23829, - "44": 10.19158, - "45": 10.22758, - "46": 10.16368, - "47": 10.1506, - "48": 10.11899, - "49": 10.11135, - "50": 10.09763, - "51": 10.11138, - "52": 10.05432, - "53": 10.03179, - "54": 10.01418, - "55": 9.96809, - "56": 10.01525, - "57": 9.99335, - "58": 9.99662, - "59": 9.93395, - "60": 9.96146, - "61": 9.91376, - "62": 9.85848, - "63": 9.96287, - "64": 9.90765, - "65": 9.87405, - "66": 9.89551, - "67": 9.87298, - "68": 9.79949, - "69": 9.84522, - "70": 9.82568, - "71": 9.84955, - "72": 9.83187, - "73": 9.79639, - "74": 9.7821, - "75": 9.72976, - "76": 9.79558, - "77": 9.79604, - "78": 9.75162, - "79": 9.73342, - "80": 9.75354, - "81": 9.78965, - "82": 9.71909, - "83": 9.65341, - "84": 9.61892, - "85": 9.57955, - "86": 9.72668, - "87": 9.73079, - "88": 9.73212, - "89": 9.6346, - "90": 9.62591, - "91": 9.66704, - "92": 9.63591, - "93": 9.53928, - "94": 9.64991, - "95": 9.6367, - "96": 9.62983, - "97": 9.54251, - "98": 9.58549, - "99": 9.63024, - "100": 9.52511 + "25": 10.71575, + "26": 10.70576, + "27": 10.67012, + "28": 10.60658, + "29": 10.57561, + "30": 10.54346, + "31": 10.53971, + "32": 10.48642, + "33": 10.45191, + "34": 10.44938, + "35": 10.41762, + "36": 10.40467, + "37": 10.38053, + "38": 10.37325, + "39": 10.33101, + "40": 10.33885, + "41": 10.29378, + "42": 10.24359, + "43": 10.23841, + "44": 10.19204, + "45": 10.228, + "46": 10.16383, + "47": 10.15072, + "48": 10.11961, + "49": 10.1119, + "50": 10.09834, + "51": 10.11172, + "52": 10.05509, + "53": 10.03212, + "54": 10.01448, + "55": 9.96858, + "56": 10.01565, + "57": 9.99419, + "58": 9.99714, + "59": 9.93475, + "60": 9.96191, + "61": 9.91382, + "62": 9.85877, + "63": 9.96335, + "64": 9.908, + "65": 9.87403, + "66": 9.8959, + "67": 9.87286, + "68": 9.79981, + "69": 9.84586, + "70": 9.82596, + "71": 9.84984, + "72": 9.8318, + "73": 9.79652, + "74": 9.78204, + "75": 9.72998, + "76": 9.79584, + "77": 9.79644, + "78": 9.75151, + "79": 9.73337, + "80": 9.75376, + "81": 9.78971, + "82": 9.71907, + "83": 9.65377, + "84": 9.61876, + "85": 9.57915, + "86": 9.72619, + "87": 9.73085, + "88": 9.73229, + "89": 9.63454, + "90": 9.62564, + "91": 9.66692, + "92": 9.63586, + "93": 9.53873, + "94": 9.64989, + "95": 9.63616, + "96": 9.62938, + "97": 9.54237, + "98": 9.58505, + "99": 9.62999, + "100": 9.52477 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 22985550.0, - "2": 22866696.0, - "3": 22718816.0, - "4": 22793004.0, - "5": 22800288.0, - "6": 22758748.0, - "7": 22889372.0, - "8": 22616932.0, - "9": 22770608.0, - "10": 22482312.0, - "11": 22767860.0, - "12": 22646624.0, - "13": 23376188.0, - "14": 23020892.0, - "15": 22728500.0, - "16": 22844224.0, - "17": 22956374.0, - "18": 23025448.0, - "19": 23121808.0, - "20": 22737748.0, - "21": 22939010.0, - "22": 22975312.0, - "23": 22636400.0, - "24": 22885738.0, - "25": 22646644.0, - "26": 23036360.0, - "27": 22820198.0, - "28": 23031728.0, - "29": 23007826.0, - "30": 22977996.0, - "31": 22931432.0, - "32": 22671932.0, - "33": 22753836.0, - "34": 23115324.0, - "35": 22764116.0, - "36": 22708324.0, - "37": 23140486.0, - "38": 22991004.0, - "39": 23017608.0, - "40": 22766856.0, - "41": 23101476.0, - "42": 22699692.0, - "43": 23019168.0, - "44": 22716684.0, - "45": 22868822.0, - "46": 22742870.0, - "47": 22872520.0, - "48": 22852580.0, - "49": 22908216.0, - "50": 22654296.0, - "51": 22713688.0, - "52": 22833222.0, - "53": 22987634.0, - "54": 22807092.0, - "55": 22950776.0, - "56": 22669972.0, - "57": 23234460.0, - "58": 22699660.0, - "59": 22861762.0, - "60": 23046726.0, - "61": 22688404.0, - "62": 22743736.0, - "63": 22644196.0, - "64": 23031364.0, - "65": 23243098.0, - "66": 22705374.0, - "67": 22986432.0, - "68": 22949096.0, - "69": 23193052.0, - "70": 22837850.0, - "71": 22749418.0, - "72": 23154708.0, - "73": 23168010.0, - "74": 22969342.0, - "75": 22902846.0, - "76": 22713620.0, - "77": 23010912.0, - "78": 23009874.0, - "79": 22845022.0, - "80": 22957728.0, - "81": 22849644.0, - "82": 22745748.0, - "83": 22741216.0, - "84": 23135212.0, - "85": 22945266.0, - "86": 23107608.0, - "87": 22369124.0, - "88": 22564568.0, - "89": 22737612.0, - "90": 22782104.0, - "91": 22940644.0, - "92": 22680084.0, - "93": 22647824.0, - "94": 23168470.0, - "95": 22701628.0, - "96": 22866924.0, - "97": 22852120.0, - "98": 22897152.0, - "99": 22645312.0, - "100": 23029176.0 + "1": 22986500.0, + "2": 22867754.0, + "3": 22719740.0, + "4": 22793872.0, + "5": 22801148.0, + "6": 22759688.0, + "7": 22890320.0, + "8": 22617806.0, + "9": 22771422.0, + "10": 22483220.0, + "11": 22768770.0, + "12": 22647588.0, + "13": 23377208.0, + "14": 23021848.0, + "15": 22729496.0, + "16": 22845148.0, + "17": 22957352.0, + "18": 23026256.0, + "19": 23122762.0, + "20": 22738628.0, + "21": 22939938.0, + "22": 22976138.0, + "23": 22637284.0, + "24": 22886688.0, + "25": 22647576.0, + "26": 23037160.0, + "27": 22821264.0, + "28": 23032636.0, + "29": 23008834.0, + "30": 22978970.0, + "31": 22932444.0, + "32": 22672836.0, + "33": 22754776.0, + "34": 23116420.0, + "35": 22765096.0, + "36": 22709354.0, + "37": 23141482.0, + "38": 22992028.0, + "39": 23018736.0, + "40": 22768956.0, + "41": 23103932.0, + "42": 22700624.0, + "43": 23023730.0, + "44": 23766364.0, + "45": 22871416.0, + "46": 22743956.0, + "47": 23922412.0, + "48": 22855166.0, + "49": 23957920.0, + "50": 23704088.0, + "51": 23763576.0, + "52": 22833932.0, + "53": 24037402.0, + "54": 23857020.0, + "55": 24001264.0, + "56": 23719884.0, + "57": 24286134.0, + "58": 23750276.0, + "59": 22867408.0, + "60": 24097470.0, + "61": 23739132.0, + "62": 23794220.0, + "63": 24743926.0, + "64": 23037320.0, + "65": 23248866.0, + "66": 23756504.0, + "67": 22988692.0, + "68": 22957062.0, + "69": 23201288.0, + "70": 22842814.0, + "71": 22753444.0, + "72": 23158108.0, + "73": 23170850.0, + "74": 22975384.0, + "75": 22905316.0, + "76": 22717736.0, + "77": 23012708.0, + "78": 23012448.0, + "79": 22847056.0, + "80": 22959264.0, + "81": 22851702.0, + "82": 22747688.0, + "83": 22744370.0, + "84": 23136788.0, + "85": 22947836.0, + "86": 23109100.0, + "87": 23419368.0, + "88": 22565890.0, + "89": 22739148.0, + "90": 23831870.0, + "91": 22941742.0, + "92": 22681372.0, + "93": 22648836.0, + "94": 23169778.0, + "95": 22702866.0, + "96": 22868248.0, + "97": 22853186.0, + "98": 22898314.0, + "99": 22646596.0, + "100": 23030464.0 } }, "mem-allocated-bytes": { @@ -218,105 +218,105 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 776184832.0, - "2": 792302080.0, - "3": 776188416.0, - "4": 803877376.0, - "5": 807465472.0, - "6": 801239552.0, + "1": 773817344.0, + "2": 773820928.0, + "3": 783290880.0, + "4": 806515200.0, + "5": 806515200.0, + "6": 806515200.0, "7": 801239552.0, - "8": 801239552.0, + "8": 807072256.0, "9": 801239552.0, - "10": 803877376.0, + "10": 804308480.0, "11": 806515200.0, - "12": 801239552.0, - "13": 803877376.0, - "14": 807175680.0, - "15": 807137792.0, - "16": 808035840.0, - "17": 801239552.0, + "12": 806515200.0, + "13": 801239552.0, + "14": 801239552.0, + "15": 806515200.0, + "16": 801239552.0, + "17": 804414976.0, "18": 801239552.0, - "19": 801239552.0, + "19": 804465664.0, "20": 801239552.0, - "21": 808100864.0, - "22": 807793152.0, + "21": 801239552.0, + "22": 806990848.0, "23": 801239552.0, - "24": 804506112.0, + "24": 801239552.0, "25": 801239552.0, - "26": 807669248.0, - "27": 801239552.0, + "26": 804096000.0, + "27": 804142592.0, "28": 801239552.0, - "29": 803877376.0, - "30": 808099328.0, - "31": 801239552.0, - "32": 804414976.0, - "33": 801239552.0, - "34": 801239552.0, - "35": 806515200.0, - "36": 801239552.0, + "29": 807285248.0, + "30": 801239552.0, + "31": 807185920.0, + "32": 804123136.0, + "33": 807465472.0, + "34": 804414976.0, + "35": 801239552.0, + "36": 807117312.0, "37": 801239552.0, - "38": 803877376.0, - "39": 807889408.0, + "38": 806812160.0, + "39": 804086272.0, "40": 801239552.0, - "41": 803877376.0, - "42": 806515200.0, + "41": 801239552.0, + "42": 806621696.0, "43": 801239552.0, - "44": 801239552.0, - "45": 806515200.0, - "46": 806515200.0, - "47": 801239552.0, - "48": 806515200.0, - "49": 806515200.0, - "50": 806515200.0, - "51": 803877376.0, - "52": 807052800.0, + "44": 806515200.0, + "45": 804414976.0, + "46": 801239552.0, + "47": 807562752.0, + "48": 804414976.0, + "49": 801239552.0, + "50": 801239552.0, + "51": 801239552.0, + "52": 801239552.0, "53": 801239552.0, - "54": 801239552.0, - "55": 807037440.0, - "56": 803877376.0, - "57": 801239552.0, - "58": 806515200.0, - "59": 804414976.0, - "60": 803877376.0, + "54": 803877376.0, + "55": 801239552.0, + "56": 806515200.0, + "57": 803877376.0, + "58": 801239552.0, + "59": 806515200.0, + "60": 801239552.0, "61": 801239552.0, - "62": 801239552.0, + "62": 804414976.0, "63": 801239552.0, - "64": 804414976.0, + "64": 801239552.0, "65": 803877376.0, "66": 801239552.0, - "67": 801239552.0, - "68": 801239552.0, - "69": 803877376.0, - "70": 804414976.0, - "71": 801239552.0, + "67": 807842304.0, + "68": 806882816.0, + "69": 803884544.0, + "70": 801239552.0, + "71": 807052800.0, "72": 801239552.0, "73": 801239552.0, - "74": 806515200.0, - "75": 803877376.0, - "76": 801239552.0, + "74": 807236608.0, + "75": 806515200.0, + "76": 804555264.0, "77": 801239552.0, - "78": 803877376.0, + "78": 801239552.0, "79": 803877376.0, - "80": 803877376.0, - "81": 801239552.0, - "82": 807052800.0, - "83": 803877376.0, - "84": 801239552.0, - "85": 801239552.0, + "80": 801239552.0, + "81": 807938560.0, + "82": 804414976.0, + "83": 801239552.0, + "84": 807137792.0, + "85": 803877376.0, "86": 801239552.0, - "87": 807052800.0, - "88": 806515200.0, - "89": 804082176.0, - "90": 801239552.0, + "87": 807353856.0, + "88": 804414976.0, + "89": 801239552.0, + "90": 803877376.0, "91": 801239552.0, - "92": 807152128.0, - "93": 803877376.0, + "92": 803877376.0, + "93": 807052800.0, "94": 801239552.0, - "95": 804414976.0, + "95": 801239552.0, "96": 801239552.0, "97": 801239552.0, - "98": 807473664.0, - "99": 804164096.0, + "98": 803877376.0, + "99": 803877376.0, "100": 801239552.0 } }, @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 934987264.0, - "2": 1151992320.0, - "3": 1151992320.0, - "4": 1151992320.0, - "5": 1151992320.0, - "6": 1151992320.0, - "7": 1151992320.0, - "8": 1151992320.0, - "9": 1151992320.0, - "10": 1151992320.0, - "11": 1151992320.0, - "12": 1151992320.0, - "13": 1151992320.0, - "14": 1151992320.0, - "15": 1151992320.0, - "16": 1151992320.0, - "17": 1151992320.0, - "18": 1151992320.0, - "19": 1151992320.0, - "20": 1151992320.0, - "21": 1151992320.0, - "22": 1151992320.0, - "23": 1151992320.0, - "24": 1151992320.0, - "25": 1151992320.0, - "26": 1151992320.0, - "27": 1151992320.0, - "28": 1151992320.0, - "29": 1151992320.0, - "30": 1151992320.0, - "31": 1151992320.0, - "32": 1151992320.0, - "33": 1151992320.0, - "34": 1151992320.0, - "35": 1151992320.0, - "36": 1151992320.0, - "37": 1151992320.0, - "38": 1151992320.0, - "39": 1151992320.0, - "40": 1151992320.0, - "41": 1151992320.0, - "42": 1151992320.0, - "43": 1151992320.0, - "44": 1151992320.0, - "45": 1151992320.0, - "46": 1151992320.0, - "47": 1151992320.0, - "48": 1151992320.0, - "49": 1151992320.0, - "50": 1151992320.0, - "51": 1151992320.0, - "52": 1151992320.0, - "53": 1151992320.0, - "54": 1151992320.0, - "55": 1151992320.0, - "56": 1151992320.0, - "57": 1151992320.0, - "58": 1151992320.0, - "59": 1151992320.0, - "60": 1151992320.0, - "61": 1151992320.0, - "62": 1151992320.0, - "63": 1151992320.0, - "64": 1151992320.0, - "65": 1151992320.0, - "66": 1151992320.0, - "67": 1151992320.0, - "68": 1151992320.0, - "69": 1151992320.0, - "70": 1151992320.0, - "71": 1151992320.0, - "72": 1151992320.0, - "73": 1151992320.0, - "74": 1151992320.0, - "75": 1151992320.0, - "76": 1151992320.0, - "77": 1151992320.0, - "78": 1151992320.0, - "79": 1151992320.0, - "80": 1151992320.0, - "81": 1151992320.0, - "82": 1151992320.0, - "83": 1151992320.0, - "84": 1151992320.0, - "85": 1151992320.0, - "86": 1151992320.0, - "87": 1151992320.0, - "88": 1151992320.0, - "89": 1151992320.0, - "90": 1151992320.0, - "91": 1151992320.0, - "92": 1151992320.0, - "93": 1151992320.0, - "94": 1151992320.0, - "95": 1151992320.0, - "96": 1151992320.0, - "97": 1151992320.0, - "98": 1151992320.0, - "99": 1151992320.0, - "100": 1151992320.0 + "1": 934613504.0, + "2": 1146764288.0, + "3": 1147428864.0, + "4": 1147428864.0, + "5": 1147428864.0, + "6": 1147428864.0, + "7": 1147428864.0, + "8": 1147428864.0, + "9": 1147428864.0, + "10": 1147428864.0, + "11": 1147428864.0, + "12": 1147428864.0, + "13": 1147428864.0, + "14": 1147428864.0, + "15": 1147428864.0, + "16": 1147428864.0, + "17": 1147428864.0, + "18": 1147428864.0, + "19": 1147428864.0, + "20": 1147428864.0, + "21": 1147428864.0, + "22": 1147428864.0, + "23": 1147428864.0, + "24": 1147428864.0, + "25": 1147428864.0, + "26": 1147428864.0, + "27": 1147428864.0, + "28": 1147428864.0, + "29": 1147428864.0, + "30": 1147428864.0, + "31": 1147428864.0, + "32": 1147428864.0, + "33": 1147428864.0, + "34": 1147428864.0, + "35": 1147428864.0, + "36": 1147428864.0, + "37": 1147428864.0, + "38": 1147428864.0, + "39": 1147428864.0, + "40": 1147428864.0, + "41": 1147428864.0, + "42": 1147428864.0, + "43": 1147428864.0, + "44": 1147428864.0, + "45": 1147428864.0, + "46": 1147428864.0, + "47": 1147428864.0, + "48": 1147428864.0, + "49": 1147428864.0, + "50": 1147428864.0, + "51": 1147428864.0, + "52": 1147428864.0, + "53": 1147428864.0, + "54": 1147428864.0, + "55": 1147428864.0, + "56": 1147428864.0, + "57": 1147428864.0, + "58": 1147428864.0, + "59": 1147428864.0, + "60": 1147428864.0, + "61": 1147428864.0, + "62": 1147428864.0, + "63": 1147428864.0, + "64": 1147428864.0, + "65": 1147428864.0, + "66": 1147428864.0, + "67": 1147428864.0, + "68": 1147428864.0, + "69": 1147428864.0, + "70": 1147428864.0, + "71": 1147428864.0, + "72": 1147428864.0, + "73": 1147428864.0, + "74": 1147428864.0, + "75": 1147428864.0, + "76": 1147428864.0, + "77": 1147428864.0, + "78": 1147428864.0, + "79": 1147428864.0, + "80": 1147428864.0, + "81": 1147428864.0, + "82": 1147428864.0, + "83": 1147428864.0, + "84": 1147428864.0, + "85": 1147428864.0, + "86": 1147428864.0, + "87": 1147428864.0, + "88": 1147428864.0, + "89": 1147428864.0, + "90": 1147428864.0, + "91": 1147428864.0, + "92": 1147428864.0, + "93": 1147428864.0, + "94": 1147428864.0, + "95": 1147428864.0, + "96": 1147428864.0, + "97": 1147428864.0, + "98": 1147428864.0, + "99": 1147428864.0, + "100": 1147428864.0 } }, "mtp_1 loss": { @@ -434,211 +434,210 @@ "values": { "1": 10.91979, "2": 10.92264, - "3": 10.92209, - "4": 10.91955, - "5": 10.90835, - "6": 10.92272, - "7": 10.93087, - "8": 10.92437, - "9": 10.91985, - "10": 10.92389, - "11": 10.91598, - "12": 10.90802, - "13": 10.92185, - "14": 10.91605, - "15": 10.91495, - "16": 10.91889, - "17": 10.90071, - "18": 10.91147, - "19": 10.91668, - "20": 10.8999, - "21": 10.90635, - "22": 10.90341, - "23": 10.90177, - "24": 10.89122, - "25": 10.8824, - "26": 10.89437, - "27": 10.88841, - "28": 10.87614, - "29": 10.86752, - "30": 10.87704, - "31": 10.86234, - "32": 10.86731, - "33": 10.86105, - "34": 10.85919, - "35": 10.85696, - "36": 10.86409, - "37": 10.84378, - "38": 10.85715, - "39": 10.84402, - "40": 10.85552, - "41": 10.84961, - "42": 10.84625, - "43": 10.84286, - "44": 10.82915, - "45": 10.84334, - "46": 10.83246, - "47": 10.83934, - "48": 10.8254, - "49": 10.83159, - "50": 10.8209, - "51": 10.82446, - "52": 10.81983, - "53": 10.80681, - "54": 10.80125, - "55": 10.79716, - "56": 10.79536, - "57": 10.80256, - "58": 10.80015, - "59": 10.77957, - "60": 10.77884, - "61": 10.77508, - "62": 10.76253, - "63": 10.77603, - "64": 10.761, - "65": 10.75846, - "66": 10.75776, - "67": 10.74768, - "68": 10.7305, - "69": 10.73663, - "70": 10.73712, - "71": 10.72532, - "72": 10.73045, - "73": 10.71784, - "74": 10.70335, - "75": 10.69014, - "76": 10.70558, - "77": 10.68498, - "78": 10.6753, - "79": 10.66888, - "80": 10.67872, - "81": 10.67143, - "82": 10.65162, - "83": 10.63075, - "84": 10.61692, - "85": 10.60406, - "86": 10.63193, - "87": 10.62773, - "88": 10.62836, - "89": 10.5979, - "90": 10.59492, - "91": 10.60603, - "92": 10.58196, - "93": 10.55322, - "94": 10.58501, - "95": 10.57284, - "96": 10.56957, - "97": 10.55499, - "98": 10.55773, - "99": 10.54915, - "100": 10.52235 + "3": 10.9221, + "4": 10.91993, + "5": 10.90869, + "6": 10.92286, + "7": 10.931, + "8": 10.92453, + "9": 10.92022, + "10": 10.9236, + "11": 10.91587, + "12": 10.90821, + "13": 10.92167, + "14": 10.91611, + "15": 10.91537, + "16": 10.91895, + "17": 10.90102, + "18": 10.9115, + "19": 10.91676, + "20": 10.90004, + "21": 10.90603, + "22": 10.90305, + "23": 10.90172, + "24": 10.89078, + "25": 10.88234, + "26": 10.89373, + "27": 10.88813, + "28": 10.87636, + "29": 10.86783, + "30": 10.87714, + "31": 10.86239, + "32": 10.86703, + "33": 10.86125, + "34": 10.85896, + "35": 10.85674, + "36": 10.86428, + "37": 10.84354, + "38": 10.85707, + "39": 10.84396, + "40": 10.85579, + "41": 10.84922, + "42": 10.84627, + "43": 10.84337, + "44": 10.829, + "45": 10.8435, + "46": 10.83292, + "47": 10.83933, + "48": 10.82565, + "49": 10.83153, + "50": 10.82111, + "51": 10.82452, + "52": 10.8198, + "53": 10.80685, + "54": 10.80143, + "55": 10.7972, + "56": 10.79556, + "57": 10.80273, + "58": 10.80037, + "59": 10.77951, + "60": 10.77882, + "61": 10.77525, + "62": 10.76244, + "63": 10.7759, + "64": 10.76146, + "65": 10.75832, + "66": 10.75802, + "67": 10.74779, + "68": 10.73056, + "69": 10.7368, + "70": 10.73718, + "71": 10.72525, + "72": 10.73049, + "73": 10.71786, + "74": 10.70345, + "75": 10.69033, + "76": 10.70576, + "77": 10.6848, + "78": 10.67536, + "79": 10.66892, + "80": 10.67858, + "81": 10.67138, + "82": 10.65165, + "83": 10.63062, + "84": 10.61682, + "85": 10.60375, + "86": 10.63172, + "87": 10.62801, + "88": 10.62831, + "89": 10.59767, + "90": 10.59488, + "91": 10.60607, + "92": 10.58199, + "93": 10.553, + "94": 10.58477, + "95": 10.57294, + "96": 10.56937, + "97": 10.55493, + "98": 10.55738, + "99": 10.54871, + "100": 10.52187 } }, "iteration-time": { - "start_step": 1, + "start_step": 2, "end_step": 100, "step_interval": 1, "values": { - "1": "nan", - "2": 35.74123, - "3": 2.18315, - "4": 5.01562, - "5": 1.03725, - "6": 1.02347, - "7": 1.02133, - "8": 1.02003, - "9": 1.01236, - "10": 1.02816, - "11": 1.02785, - "12": 1.0306, - "13": 3.07844, - "14": 1.08648, - "15": 1.90378, - "16": 1.42103, - "17": 1.03321, - "18": 1.03208, - "19": 1.08999, - "20": 1.12218, - "21": 1.13644, - "22": 1.12541, - "23": 1.11741, - "24": 1.14956, - "25": 1.16864, - "26": 1.15669, - "27": 1.13971, - "28": 1.12588, - "29": 1.13278, - "30": 1.13947, - "31": 1.12834, - "32": 1.14288, - "33": 1.1523, - "34": 1.14619, - "35": 1.14037, - "36": 1.13045, - "37": 1.13097, - "38": 1.12346, - "39": 1.12979, - "40": 1.12916, - "41": 1.14953, - "42": 1.14055, - "43": 1.12561, - "44": 1.13109, - "45": 1.14685, - "46": 1.12948, - "47": 1.15187, - "48": 1.13531, - "49": 1.09506, - "50": 1.32392, - "51": 1.3855, - "52": 1.32904, - "53": 1.33371, - "54": 1.33298, - "55": 1.36204, - "56": 1.36401, - "57": 1.38403, - "58": 1.36486, - "59": 1.38035, - "60": 1.38823, - "61": 1.38756, - "62": 1.39908, - "63": 1.38566, - "64": 1.36931, - "65": 1.39594, - "66": 1.37573, - "67": 1.38916, - "68": 1.39546, - "69": 1.36946, - "70": 1.39074, - "71": 1.39027, - "72": 1.39378, - "73": 1.3835, - "74": 1.37947, - "75": 1.38571, - "76": 1.36867, - "77": 1.38108, - "78": 1.38407, - "79": 1.39463, - "80": 1.396, - "81": 1.36373, - "82": 1.3735, - "83": 1.37647, - "84": 1.39929, - "85": 1.38807, - "86": 1.38388, - "87": 1.3898, - "88": 1.39568, - "89": 1.3878, - "90": 1.37603, - "91": 1.38357, - "92": 1.38586, - "93": 1.3676, - "94": 1.36346, - "95": 1.36686, - "96": 1.37126, - "97": 1.37851, - "98": 1.38658, - "99": 1.38347, - "100": 1.39137 + "2": 36.95995, + "3": 2.25128, + "4": 4.84102, + "5": 1.07708, + "6": 1.13272, + "7": 1.14333, + "8": 1.15024, + "9": 1.12844, + "10": 1.14333, + "11": 1.12443, + "12": 1.11755, + "13": 1.13044, + "14": 1.13118, + "15": 1.13964, + "16": 1.14241, + "17": 1.14914, + "18": 1.16541, + "19": 1.15392, + "20": 1.13862, + "21": 1.14563, + "22": 1.15857, + "23": 1.13109, + "24": 1.2463, + "25": 1.27553, + "26": 1.23883, + "27": 1.19841, + "28": 1.17881, + "29": 1.16399, + "30": 1.14686, + "31": 1.15004, + "32": 1.16511, + "33": 1.15369, + "34": 1.15654, + "35": 1.16587, + "36": 1.16761, + "37": 1.15285, + "38": 1.17031, + "39": 1.1845, + "40": 1.16815, + "41": 1.20312, + "42": 1.27, + "43": 1.21109, + "44": 1.18879, + "45": 1.17708, + "46": 1.16366, + "47": 1.17611, + "48": 1.17039, + "49": 1.17102, + "50": 1.17962, + "51": 1.3918, + "52": 1.237, + "53": 1.29956, + "54": 1.23425, + "55": 1.16788, + "56": 1.16657, + "57": 1.1691, + "58": 1.15581, + "59": 1.18635, + "60": 1.16628, + "61": 1.17024, + "62": 1.35794, + "63": 1.38504, + "64": 1.36071, + "65": 1.35403, + "66": 1.36469, + "67": 1.38767, + "68": 1.4093, + "69": 1.37622, + "70": 1.35787, + "71": 1.3634, + "72": 1.36398, + "73": 1.37404, + "74": 1.37641, + "75": 1.39726, + "76": 1.3754, + "77": 1.38181, + "78": 1.39532, + "79": 1.3611, + "80": 1.35324, + "81": 1.37605, + "82": 1.3567, + "83": 1.35862, + "84": 1.38332, + "85": 1.3776, + "86": 1.36853, + "87": 1.38434, + "88": 1.36442, + "89": 1.35665, + "90": 1.36918, + "91": 1.35432, + "92": 1.33636, + "93": 1.32397, + "94": 1.32647, + "95": 1.3132, + "96": 1.31839, + "97": 1.29889, + "98": 1.23952, + "99": 1.20057, + "100": 1.36829 } } } \ No newline at end of file