diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp1_pp1_vp1_resume_torch/golden_values_dev_dgx_a100.json b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp1_pp1_vp1_resume_torch/golden_values_dev_dgx_a100.json index 0512c1c00b1..8b2408a8c5b 100644 --- a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp1_pp1_vp1_resume_torch/golden_values_dev_dgx_a100.json +++ b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp1_pp1_vp1_resume_torch/golden_values_dev_dgx_a100.json @@ -4,106 +4,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.36999, - "2": 10.37475, - "3": 9.5736, - "4": 9.34939, - "5": 9.24908, - "6": 9.24415, - "7": 9.13595, - "8": 9.02207, - "9": 8.92879, - "10": 8.87593, - "11": 8.73171, - "12": 8.6708, + "1": 10.36964, + "2": 10.37462, + "3": 9.57366, + "4": 9.34942, + "5": 9.24896, + "6": 9.24413, + "7": 9.13569, + "8": 9.02211, + "9": 8.92877, + "10": 8.87584, + "11": 8.73187, + "12": 8.67055, "13": 8.56526, - "14": 8.49665, - "15": 8.44975, + "14": 8.49651, + "15": 8.4496, "16": 8.46848, - "17": 8.24168, - "18": 8.17552, - "19": 8.23107, - "20": 8.11518, + "17": 8.24164, + "18": 8.17567, + "19": 8.23113, + "20": 8.1152, "21": 8.01655, - "22": 7.95545, - "23": 8.00056, - "24": 7.85077, - "25": 7.81849, - "26": 7.76955, - "27": 7.66955, - "28": 7.64487, - "29": 7.52925, - "30": 7.5262, - "31": 7.41708, - "32": 7.48293, - "33": 7.4207, - "34": 7.34624, - "35": 7.30143, - "36": 7.26525, - "37": 7.24421, - "38": 7.25687, - "39": 7.23489, - "40": 7.12314, + "22": 7.95524, + "23": 8.00066, + "24": 7.85066, + "25": 7.81841, + "26": 7.76951, + "27": 7.66965, + "28": 7.645, + "29": 7.52927, + "30": 7.52612, + "31": 7.41695, + "32": 7.48301, + "33": 7.42064, + "34": 7.34618, + "35": 7.30144, + "36": 7.2653, + "37": 7.24412, + "38": 7.2569, + "39": 7.23494, + "40": 7.12334, "41": 7.06776, - "42": 7.12464, - "43": 7.10575, - "44": 7.0218, - "45": 7.03305, - "46": 7.05047, - "47": 7.00079, - "48": 7.01131, - "49": 6.89402, - "50": 6.95344, - "51": 7.0593, - "52": 6.9501, - "53": 6.87306, - "54": 6.85829, - "55": 6.84254, - "56": 6.93029, - "57": 6.89151, - "58": 6.80355, - "59": 6.87659, - "60": 6.72099, - "61": 6.86287, - "62": 6.80365, - "63": 6.8543, - "64": 6.8932, - "65": 6.75686, - "66": 6.78392, - "67": 6.6848, - "68": 6.70659, - "69": 6.86025, - "70": 6.65428, - "71": 6.82822, - "72": 6.76233, - "73": 6.78222, - "74": 6.73179, - "75": 6.71032, - "76": 6.8014, - "77": 6.74228, - "78": 6.66601, - "79": 6.78615, - "80": 6.82266, - "81": 6.781, - "82": 6.70524, - "83": 6.76701, - "84": 6.73876, - "85": 6.71978, - "86": 6.69516, - "87": 6.75008, - "88": 6.74736, - "89": 6.70375, - "90": 6.57313, - "91": 6.69121, - "92": 6.68228, - "93": 6.72683, - "94": 6.73463, - "95": 6.66731, - "96": 6.77162, - "97": 6.78063, - "98": 6.64542, - "99": 6.63422, - "100": 6.74395 + "42": 7.12487, + "43": 7.10578, + "44": 7.02182, + "45": 7.03304, + "46": 7.0503, + "47": 7.00073, + "48": 7.01138, + "49": 6.89424, + "50": 6.95336, + "51": 7.05911, + "52": 6.95007, + "53": 6.87318, + "54": 6.85823, + "55": 6.8427, + "56": 6.93024, + "57": 6.89138, + "58": 6.80346, + "59": 6.87662, + "60": 6.72082, + "61": 6.86284, + "62": 6.80374, + "63": 6.85424, + "64": 6.89334, + "65": 6.75703, + "66": 6.78406, + "67": 6.68495, + "68": 6.70676, + "69": 6.86009, + "70": 6.65465, + "71": 6.82808, + "72": 6.76274, + "73": 6.78323, + "74": 6.7313, + "75": 6.71058, + "76": 6.80207, + "77": 6.74214, + "78": 6.66603, + "79": 6.78667, + "80": 6.82311, + "81": 6.78108, + "82": 6.70515, + "83": 6.76764, + "84": 6.73899, + "85": 6.72055, + "86": 6.69528, + "87": 6.75053, + "88": 6.74755, + "89": 6.70434, + "90": 6.57368, + "91": 6.69154, + "92": 6.68296, + "93": 6.72765, + "94": 6.73497, + "95": 6.66747, + "96": 6.77159, + "97": 6.78064, + "98": 6.64555, + "99": 6.63447, + "100": 6.74444 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 41109.0, - "2": 41087.0, - "3": 43317.0, - "4": 47041.0, - "5": 43280.0, - "6": 45518.0, - "7": 47010.0, - "8": 44077.0, - "9": 44015.0, - "10": 45520.0, - "11": 45393.0, - "12": 45394.0, - "13": 44000.0, - "14": 41886.0, - "15": 41862.0, - "16": 44791.0, - "17": 43896.0, - "18": 45391.0, - "19": 44070.0, - "20": 46393.0, - "21": 44069.0, - "22": 45502.0, - "23": 41909.0, - "24": 43218.0, - "25": 46962.0, - "26": 43272.0, + "1": 41114.0, + "2": 41080.0, + "3": 43320.0, + "4": 47049.0, + "5": 43270.0, + "6": 45511.0, + "7": 46999.0, + "8": 44092.0, + "9": 44016.0, + "10": 45529.0, + "11": 45409.0, + "12": 45381.0, + "13": 43999.0, + "14": 41890.0, + "15": 41847.0, + "16": 44783.0, + "17": 43888.0, + "18": 45407.0, + "19": 44066.0, + "20": 46401.0, + "21": 44084.0, + "22": 45491.0, + "23": 41894.0, + "24": 43214.0, + "25": 46961.0, + "26": 43262.0, "27": 44625.0, - "28": 43515.0, - "29": 44908.0, - "30": 45521.0, - "31": 44619.0, - "32": 46205.0, - "33": 45619.0, - "34": 47075.0, - "35": 43244.0, + "28": 43486.0, + "29": 44913.0, + "30": 45530.0, + "31": 44620.0, + "32": 46198.0, + "33": 45589.0, + "34": 47082.0, + "35": 43249.0, "36": 46983.0, - "37": 45565.0, - "38": 42476.0, - "39": 45551.0, - "40": 46928.0, - "41": 43414.0, - "42": 45556.0, + "37": 45588.0, + "38": 42462.0, + "39": 45558.0, + "40": 46940.0, + "41": 43423.0, + "42": 45565.0, "43": 46227.0, - "44": 43366.0, - "45": 43159.0, - "46": 44621.0, - "47": 43368.0, - "48": 44633.0, - "49": 43901.0, - "50": 45397.0, - "51": 41991.0, - "52": 42041.0, - "53": 47088.0, - "54": 44808.0, - "55": 44018.0, - "56": 44116.0, + "44": 43374.0, + "45": 43158.0, + "46": 44619.0, + "47": 43376.0, + "48": 44644.0, + "49": 43898.0, + "50": 45390.0, + "51": 42009.0, + "52": 42030.0, + "53": 47115.0, + "54": 44799.0, + "55": 44020.0, + "56": 44108.0, "57": 43439.0, - "58": 44752.0, - "59": 42408.0, - "60": 43137.0, - "61": 44794.0, - "62": 43924.0, - "63": 42726.0, - "64": 44000.0, - "65": 45530.0, - "66": 42801.0, - "67": 43987.0, - "68": 44059.0, - "69": 41600.0, - "70": 41698.0, - "71": 45518.0, - "72": 45410.0, - "73": 42725.0, - "74": 44763.0, - "75": 43923.0, + "58": 44751.0, + "59": 42388.0, + "60": 43130.0, + "61": 44796.0, + "62": 43908.0, + "63": 42717.0, + "64": 43991.0, + "65": 45526.0, + "66": 42780.0, + "67": 43988.0, + "68": 44053.0, + "69": 41610.0, + "70": 41700.0, + "71": 45511.0, + "72": 45425.0, + "73": 42729.0, + "74": 44768.0, + "75": 43936.0, "76": 43349.0, - "77": 41674.0, - "78": 43348.0, - "79": 45413.0, - "80": 45484.0, - "81": 42511.0, - "82": 39188.0, - "83": 45714.0, - "84": 43492.0, - "85": 44120.0, - "86": 43872.0, - "87": 41281.0, - "88": 44146.0, - "89": 40442.0, - "90": 39932.0, - "91": 46238.0, - "92": 46260.0, - "93": 43882.0, - "94": 45483.0, - "95": 41799.0, - "96": 41434.0, - "97": 42040.0, - "98": 43402.0, - "99": 39118.0, - "100": 39435.0 + "77": 41671.0, + "78": 43357.0, + "79": 45409.0, + "80": 45485.0, + "81": 42525.0, + "82": 39195.0, + "83": 45712.0, + "84": 43479.0, + "85": 44126.0, + "86": 43869.0, + "87": 41278.0, + "88": 44136.0, + "89": 40422.0, + "90": 39929.0, + "91": 46252.0, + "92": 46258.0, + "93": 43884.0, + "94": 45490.0, + "95": 41795.0, + "96": 41425.0, + "97": 42038.0, + "98": 43403.0, + "99": 39109.0, + "100": 39437.0 } }, "mem-allocated-bytes": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 3.74477, - "3": 0.2485, - "4": 0.23298, - "5": 0.23288, - "6": 0.23304, - "7": 0.23375, - "8": 0.23343, - "9": 0.70636, - "10": 0.23398, - "11": 0.23547, - "12": 0.23352, - "13": 0.23282, - "14": 0.23344, - "15": 0.23427, - "16": 0.23324, - "17": 0.23396, - "18": 0.23296, - "19": 0.23524, - "20": 0.23369, - "21": 0.23534, - "22": 0.25013, - "23": 0.25625, - "24": 0.24057, - "25": 0.234, - "26": 0.23379, - "27": 0.2338, - "28": 0.23335, - "29": 0.23445, - "30": 0.23455, - "31": 0.23351, - "32": 0.23477, - "33": 0.23402, - "34": 0.23969, - "35": 0.23941, - "36": 0.23545, - "37": 0.24057, - "38": 0.24153, - "39": 0.23725, - "40": 0.2338, - "41": 0.23518, - "42": 0.23416, - "43": 0.74935, - "44": 0.23395, - "45": 0.23724, - "46": 0.238, - "47": 0.23548, - "48": 0.24187, - "49": 0.7566, - "50": 0.23739, - "51": 0.80999, - "52": 0.23523, - "53": 0.23647, - "54": 0.23518, - "55": 0.23315, - "56": 0.23389, - "57": 0.23378, - "58": 0.23661, - "59": 0.75003, - "60": 0.23629, - "61": 0.23942, - "62": 0.24163, - "63": 0.24509, - "64": 0.24466, - "65": 0.23909, - "66": 0.23432, - "67": 0.23369, - "68": 0.23388, - "69": 0.23443, - "70": 0.23298, - "71": 0.24273, - "72": 0.75987, - "73": 0.23557, - "74": 0.2345, - "75": 0.23497, - "76": 0.23439, - "77": 0.23524, - "78": 0.23467, - "79": 0.23423, - "80": 0.23454, - "81": 0.23466, - "82": 0.23449, - "83": 0.23488, - "84": 0.23424, - "85": 0.23373, - "86": 0.24113, - "87": 0.24612, - "88": 0.69163, - "89": 0.235, - "90": 0.23485, - "91": 0.23466, - "92": 0.23465, - "93": 0.23377, - "94": 0.23462, - "95": 0.23426, - "96": 0.23384, - "97": 0.23429, - "98": 0.73099, - "99": 0.23524, - "100": 0.23436 + "2": 3.65521, + "3": 0.30325, + "4": 0.24388, + "5": 0.24126, + "6": 0.24653, + "7": 0.24234, + "8": 0.24198, + "9": 0.24238, + "10": 0.24209, + "11": 0.24211, + "12": 0.24195, + "13": 0.24271, + "14": 0.24213, + "15": 0.24323, + "16": 0.24233, + "17": 0.24263, + "18": 0.24296, + "19": 0.24305, + "20": 0.24329, + "21": 0.2429, + "22": 0.24199, + "23": 0.24169, + "24": 0.24227, + "25": 0.24253, + "26": 0.24271, + "27": 0.80217, + "28": 0.24322, + "29": 0.24266, + "30": 0.2429, + "31": 0.24196, + "32": 0.24256, + "33": 0.24251, + "34": 0.24285, + "35": 0.24276, + "36": 0.24279, + "37": 0.24234, + "38": 0.24197, + "39": 0.24179, + "40": 0.24733, + "41": 0.24574, + "42": 0.24383, + "43": 0.24869, + "44": 0.24613, + "45": 0.76207, + "46": 0.24321, + "47": 0.24234, + "48": 0.24292, + "49": 0.24197, + "50": 0.24692, + "51": 0.65131, + "52": 0.2512, + "53": 0.25335, + "54": 0.24808, + "55": 0.81489, + "56": 0.24306, + "57": 0.25271, + "58": 0.25288, + "59": 0.25039, + "60": 0.25933, + "61": 0.25622, + "62": 0.25179, + "63": 0.24507, + "64": 0.25309, + "65": 0.25301, + "66": 0.24767, + "67": 0.24236, + "68": 0.24332, + "69": 0.80446, + "70": 0.25182, + "71": 0.26183, + "72": 0.25072, + "73": 0.81927, + "74": 0.2482, + "75": 0.24616, + "76": 0.25529, + "77": 0.25373, + "78": 0.25093, + "79": 0.81042, + "80": 0.24741, + "81": 0.25973, + "82": 0.24579, + "83": 0.24758, + "84": 0.25643, + "85": 0.83362, + "86": 0.24491, + "87": 0.24528, + "88": 0.24484, + "89": 0.24387, + "90": 0.24465, + "91": 0.24572, + "92": 0.24469, + "93": 0.24481, + "94": 0.24367, + "95": 0.24493, + "96": 0.24421, + "97": 0.24393, + "98": 0.24307, + "99": 0.24377, + "100": 0.24342 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1/golden_values_dev_dgx_a100.json b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1/golden_values_dev_dgx_a100.json index ec41a48ffe9..05114b26d80 100644 --- a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1/golden_values_dev_dgx_a100.json +++ b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1/golden_values_dev_dgx_a100.json @@ -4,106 +4,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.39762, - "2": 10.40337, - "3": 9.61947, - "4": 9.38232, - "5": 9.24868, - "6": 9.24554, - "7": 9.13869, - "8": 9.03605, - "9": 8.95881, - "10": 8.92276, - "11": 8.80505, - "12": 8.72459, - "13": 8.62253, - "14": 8.52069, - "15": 8.47489, - "16": 8.45755, - "17": 8.25178, - "18": 8.18981, - "19": 8.24358, - "20": 8.11584, - "21": 8.04073, - "22": 7.97765, - "23": 8.00962, - "24": 7.86684, - "25": 7.84183, - "26": 7.81338, - "27": 7.69098, - "28": 7.66112, - "29": 7.55964, - "30": 7.55859, - "31": 7.44364, - "32": 7.51516, - "33": 7.4372, - "34": 7.36998, - "35": 7.3189, - "36": 7.27098, - "37": 7.25868, - "38": 7.27801, - "39": 7.24599, + "1": 10.39767, + "2": 10.40344, + "3": 9.6194, + "4": 9.3823, + "5": 9.24854, + "6": 9.24566, + "7": 9.13872, + "8": 9.03598, + "9": 8.95871, + "10": 8.92258, + "11": 8.80496, + "12": 8.72434, + "13": 8.62212, + "14": 8.52052, + "15": 8.47419, + "16": 8.45757, + "17": 8.25149, + "18": 8.18966, + "19": 8.24336, + "20": 8.11561, + "21": 8.04069, + "22": 7.97751, + "23": 8.00958, + "24": 7.86689, + "25": 7.8417, + "26": 7.81326, + "27": 7.69089, + "28": 7.6611, + "29": 7.55939, + "30": 7.55849, + "31": 7.4437, + "32": 7.515, + "33": 7.43711, + "34": 7.36965, + "35": 7.3188, + "36": 7.27068, + "37": 7.25844, + "38": 7.2778, + "39": 7.24587, "40": 7.13468, - "41": 7.0832, - "42": 7.13568, - "43": 7.12186, - "44": 7.03451, - "45": 7.0543, - "46": 7.07233, - "47": 7.02202, - "48": 7.0279, - "49": 6.91137, - "50": 6.98189, - "51": 7.08181, - "52": 6.97104, - "53": 6.89422, - "54": 6.90115, - "55": 6.85812, - "56": 6.95005, - "57": 6.91532, - "58": 6.83093, - "59": 6.89756, - "60": 6.7387, - "61": 6.90209, - "62": 6.83237, - "63": 6.91111, - "64": 6.92897, - "65": 6.77775, - "66": 6.81999, - "67": 6.72259, - "68": 6.74088, - "69": 6.89691, - "70": 6.68819, - "71": 6.87467, - "72": 6.7969, - "73": 6.81455, - "74": 6.74878, - "75": 6.73372, - "76": 6.8372, - "77": 6.77898, - "78": 6.70707, - "79": 6.82022, - "80": 6.85709, - "81": 6.81692, - "82": 6.74202, - "83": 6.79939, - "84": 6.7883, - "85": 6.76349, - "86": 6.73817, - "87": 6.7898, - "88": 6.77796, - "89": 6.75608, - "90": 6.61845, - "91": 6.73088, - "92": 6.72418, - "93": 6.76686, - "94": 6.77748, - "95": 6.71172, - "96": 6.80296, - "97": 6.82466, - "98": 6.69104, - "99": 6.68628, - "100": 6.79222 + "41": 7.08326, + "42": 7.13545, + "43": 7.12192, + "44": 7.03446, + "45": 7.05431, + "46": 7.07235, + "47": 7.02189, + "48": 7.02809, + "49": 6.91129, + "50": 6.98193, + "51": 7.08183, + "52": 6.97101, + "53": 6.89423, + "54": 6.90093, + "55": 6.85792, + "56": 6.94989, + "57": 6.91544, + "58": 6.83076, + "59": 6.89712, + "60": 6.73878, + "61": 6.90127, + "62": 6.83216, + "63": 6.9103, + "64": 6.9279, + "65": 6.77736, + "66": 6.81865, + "67": 6.72116, + "68": 6.74083, + "69": 6.89621, + "70": 6.68683, + "71": 6.87369, + "72": 6.7974, + "73": 6.81375, + "74": 6.74755, + "75": 6.73258, + "76": 6.83669, + "77": 6.77815, + "78": 6.70568, + "79": 6.81868, + "80": 6.85636, + "81": 6.8162, + "82": 6.74085, + "83": 6.79889, + "84": 6.78721, + "85": 6.76244, + "86": 6.73723, + "87": 6.78895, + "88": 6.77718, + "89": 6.75497, + "90": 6.61728, + "91": 6.72983, + "92": 6.72333, + "93": 6.76586, + "94": 6.77636, + "95": 6.71081, + "96": 6.80197, + "97": 6.82351, + "98": 6.69035, + "99": 6.6852, + "100": 6.79113 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 41070.0, + "1": 41061.0, "2": 40909.0, - "3": 43286.0, - "4": 46981.0, - "5": 43104.0, - "6": 45465.0, - "7": 46977.0, - "8": 44048.0, - "9": 43991.0, - "10": 45548.0, - "11": 45361.0, - "12": 45373.0, - "13": 43955.0, - "14": 41754.0, - "15": 41790.0, - "16": 44741.0, - "17": 43843.0, - "18": 45371.0, - "19": 43991.0, + "3": 43284.0, + "4": 46986.0, + "5": 43099.0, + "6": 45484.0, + "7": 46958.0, + "8": 44051.0, + "9": 43987.0, + "10": 45555.0, + "11": 45372.0, + "12": 45368.0, + "13": 43956.0, + "14": 41749.0, + "15": 41806.0, + "16": 44735.0, + "17": 43846.0, + "18": 45370.0, + "19": 43980.0, "20": 46282.0, - "21": 43993.0, - "22": 45441.0, - "23": 41875.0, - "24": 43205.0, - "25": 46910.0, - "26": 43232.0, - "27": 44588.0, - "28": 43473.0, - "29": 44843.0, - "30": 45467.0, - "31": 44620.0, - "32": 46169.0, - "33": 45596.0, - "34": 47074.0, - "35": 43221.0, - "36": 46974.0, - "37": 45574.0, - "38": 42387.0, - "39": 45544.0, - "40": 46896.0, - "41": 43376.0, - "42": 45440.0, - "43": 46231.0, - "44": 43317.0, - "45": 43170.0, - "46": 44640.0, - "47": 43227.0, - "48": 44614.0, - "49": 43930.0, - "50": 45378.0, - "51": 42006.0, - "52": 41976.0, - "53": 47131.0, - "54": 44758.0, - "55": 43982.0, - "56": 44153.0, - "57": 43398.0, - "58": 44679.0, - "59": 42385.0, - "60": 43124.0, - "61": 44575.0, - "62": 43906.0, - "63": 42374.0, - "64": 43991.0, - "65": 45553.0, - "66": 42720.0, + "21": 43983.0, + "22": 45424.0, + "23": 41866.0, + "24": 43182.0, + "25": 46929.0, + "26": 43226.0, + "27": 44585.0, + "28": 43456.0, + "29": 44858.0, + "30": 45472.0, + "31": 44600.0, + "32": 46175.0, + "33": 45599.0, + "34": 47069.0, + "35": 43223.0, + "36": 46971.0, + "37": 45595.0, + "38": 42373.0, + "39": 45561.0, + "40": 46910.0, + "41": 43388.0, + "42": 45422.0, + "43": 46227.0, + "44": 43307.0, + "45": 43144.0, + "46": 44637.0, + "47": 43226.0, + "48": 44629.0, + "49": 43923.0, + "50": 45375.0, + "51": 41998.0, + "52": 41971.0, + "53": 47095.0, + "54": 44763.0, + "55": 43989.0, + "56": 44157.0, + "57": 43380.0, + "58": 44676.0, + "59": 42384.0, + "60": 43126.0, + "61": 44580.0, + "62": 43917.0, + "63": 42376.0, + "64": 43989.0, + "65": 45533.0, + "66": 42717.0, "67": 43875.0, - "68": 44066.0, - "69": 41593.0, - "70": 41665.0, - "71": 45440.0, - "72": 45368.0, - "73": 42703.0, - "74": 44732.0, - "75": 43929.0, - "76": 43337.0, - "77": 41670.0, - "78": 43196.0, - "79": 45377.0, - "80": 45500.0, - "81": 42486.0, - "82": 39199.0, - "83": 45697.0, - "84": 43502.0, - "85": 44078.0, - "86": 43867.0, - "87": 41242.0, + "68": 44060.0, + "69": 41603.0, + "70": 41670.0, + "71": 45445.0, + "72": 45357.0, + "73": 42705.0, + "74": 44762.0, + "75": 43920.0, + "76": 43335.0, + "77": 41644.0, + "78": 43203.0, + "79": 45394.0, + "80": 45496.0, + "81": 42490.0, + "82": 39195.0, + "83": 45719.0, + "84": 43516.0, + "85": 44070.0, + "86": 43861.0, + "87": 41250.0, "88": 44152.0, - "89": 40419.0, - "90": 39845.0, - "91": 46241.0, - "92": 46247.0, - "93": 43866.0, - "94": 45459.0, - "95": 41828.0, - "96": 41426.0, - "97": 41994.0, - "98": 43381.0, - "99": 39064.0, - "100": 39437.0 + "89": 40427.0, + "90": 39872.0, + "91": 46250.0, + "92": 46242.0, + "93": 43859.0, + "94": 45477.0, + "95": 41817.0, + "96": 41435.0, + "97": 41983.0, + "98": 43390.0, + "99": 39072.0, + "100": 39423.0 } }, "mem-allocated-bytes": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 4.27853, - "3": 0.44793, - "4": 0.43558, - "5": 0.43389, - "6": 0.43407, - "7": 0.4339, - "8": 0.43338, - "9": 0.43402, - "10": 0.43348, - "11": 0.43316, - "12": 0.4342, - "13": 0.43366, - "14": 0.43217, - "15": 0.43294, - "16": 0.43333, - "17": 0.4337, - "18": 0.43348, - "19": 0.96232, - "20": 0.43322, - "21": 0.43388, - "22": 0.43264, - "23": 0.43326, - "24": 0.44663, - "25": 0.44944, - "26": 0.9467, - "27": 0.8956, - "28": 1.17282, - "29": 0.4512, - "30": 0.90512, - "31": 1.05151, - "32": 0.43409, - "33": 0.43299, - "34": 0.43233, - "35": 0.44442, - "36": 0.44399, - "37": 0.43382, - "38": 0.43391, - "39": 0.43452, - "40": 1.13524, - "41": 0.43815, - "42": 0.43387, - "43": 0.43377, - "44": 0.43366, - "45": 0.43414, - "46": 0.43455, - "47": 0.4339, - "48": 0.43425, - "49": 0.43422, - "50": 0.43387, - "51": 0.43381, - "52": 0.45429, - "53": 0.47562, - "54": 0.43413, - "55": 0.43338, - "56": 0.43309, - "57": 0.43379, - "58": 0.43495, - "59": 0.43517, - "60": 0.43492, - "61": 0.43441, - "62": 0.43301, - "63": 0.43442, - "64": 0.43439, - "65": 0.43603, - "66": 0.43586, - "67": 0.43442, - "68": 0.43437, - "69": 0.43489, - "70": 0.43376, - "71": 0.43415, - "72": 0.43535, - "73": 0.43432, - "74": 0.43463, - "75": 0.43503, - "76": 0.43447, - "77": 0.43587, - "78": 0.43449, - "79": 0.43548, - "80": 0.43539, - "81": 0.43565, - "82": 0.43543, - "83": 0.43577, - "84": 0.43477, - "85": 0.43617, - "86": 0.4364, - "87": 0.435, - "88": 0.43569, - "89": 0.4355, - "90": 0.43552, - "91": 0.43514, - "92": 0.44678, - "93": 0.4515, - "94": 0.4424, - "95": 0.44529, - "96": 0.44972, - "97": 0.434, - "98": 0.45055, - "99": 0.44057, - "100": 0.45798 + "2": 4.07502, + "3": 0.50901, + "4": 0.45282, + "5": 0.45193, + "6": 0.45597, + "7": 0.45298, + "8": 0.45246, + "9": 0.45361, + "10": 0.45401, + "11": 0.45277, + "12": 0.45293, + "13": 0.45275, + "14": 0.45236, + "15": 0.45261, + "16": 0.45295, + "17": 0.45334, + "18": 0.45323, + "19": 0.45313, + "20": 1.01219, + "21": 0.4631, + "22": 0.47385, + "23": 1.25084, + "24": 0.457, + "25": 0.94364, + "26": 0.45604, + "27": 0.93206, + "28": 0.45735, + "29": 0.45597, + "30": 0.45754, + "31": 0.46469, + "32": 0.46394, + "33": 1.02667, + "34": 0.50202, + "35": 0.9739, + "36": 0.45689, + "37": 0.45297, + "38": 0.45401, + "39": 0.4542, + "40": 0.45558, + "41": 0.45299, + "42": 0.45398, + "43": 0.45378, + "44": 0.45701, + "45": 1.23658, + "46": 0.4553, + "47": 0.45498, + "48": 0.45239, + "49": 0.45436, + "50": 0.45462, + "51": 0.45448, + "52": 0.46789, + "53": 0.45413, + "54": 0.45526, + "55": 0.45497, + "56": 0.45414, + "57": 0.4529, + "58": 0.45301, + "59": 0.45336, + "60": 0.45282, + "61": 0.94474, + "62": 0.45391, + "63": 0.45308, + "64": 0.45374, + "65": 0.45313, + "66": 0.45392, + "67": 0.45309, + "68": 0.45342, + "69": 0.45409, + "70": 0.45398, + "71": 0.45378, + "72": 0.45413, + "73": 0.45372, + "74": 0.45405, + "75": 0.4553, + "76": 0.45554, + "77": 0.45488, + "78": 0.45411, + "79": 0.45371, + "80": 0.45382, + "81": 0.45377, + "82": 0.45511, + "83": 0.45228, + "84": 0.45329, + "85": 0.45389, + "86": 0.45368, + "87": 0.45405, + "88": 0.45414, + "89": 0.45476, + "90": 0.45323, + "91": 0.4537, + "92": 0.45308, + "93": 0.45411, + "94": 0.45554, + "95": 0.46061, + "96": 0.45837, + "97": 0.45554, + "98": 0.45445, + "99": 0.45386, + "100": 0.4578 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1_sequence_parallel/golden_values_dev_dgx_a100.json b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1_sequence_parallel/golden_values_dev_dgx_a100.json index 5e9dcee9857..2e83e784e35 100644 --- a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1_sequence_parallel/golden_values_dev_dgx_a100.json +++ b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1_sequence_parallel/golden_values_dev_dgx_a100.json @@ -4,106 +4,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.39998, - "2": 10.39413, - "3": 9.62282, - "4": 9.38527, - "5": 9.25119, - "6": 9.24643, - "7": 9.13624, - "8": 9.03932, - "9": 8.95926, - "10": 8.92476, - "11": 8.80925, - "12": 8.72841, - "13": 8.63361, - "14": 8.52941, - "15": 8.47074, - "16": 8.45675, - "17": 8.25011, - "18": 8.18842, - "19": 8.23962, - "20": 8.11299, - "21": 8.03831, - "22": 7.97545, - "23": 8.0074, - "24": 7.86467, - "25": 7.83809, - "26": 7.80989, - "27": 7.68799, - "28": 7.65813, - "29": 7.55782, - "30": 7.55469, - "31": 7.43919, - "32": 7.51392, - "33": 7.43254, - "34": 7.36446, - "35": 7.31507, - "36": 7.26659, - "37": 7.25399, - "38": 7.27501, - "39": 7.24125, - "40": 7.13243, - "41": 7.07899, - "42": 7.13355, - "43": 7.11905, - "44": 7.03021, - "45": 7.05145, - "46": 7.06922, - "47": 7.01672, - "48": 7.02144, - "49": 6.90614, - "50": 6.97535, - "51": 7.07575, - "52": 6.96639, - "53": 6.88864, - "54": 6.89226, - "55": 6.85103, - "56": 6.94404, - "57": 6.90912, - "58": 6.82486, - "59": 6.88808, - "60": 6.73152, - "61": 6.88928, - "62": 6.82001, - "63": 6.89474, - "64": 6.91262, - "65": 6.76701, - "66": 6.80087, - "67": 6.69991, - "68": 6.72577, - "69": 6.8726, - "70": 6.67144, - "71": 6.85851, - "72": 6.77401, - "73": 6.79539, - "74": 6.73393, - "75": 6.72488, - "76": 6.81964, - "77": 6.76349, - "78": 6.68547, - "79": 6.80299, - "80": 6.84562, - "81": 6.79609, - "82": 6.72351, - "83": 6.78493, - "84": 6.77132, - "85": 6.7522, - "86": 6.71858, - "87": 6.78105, - "88": 6.76792, - "89": 6.73825, - "90": 6.60312, - "91": 6.71522, - "92": 6.70941, - "93": 6.7506, - "94": 6.76028, - "95": 6.68914, - "96": 6.78583, - "97": 6.80722, - "98": 6.67435, - "99": 6.66824, - "100": 6.77435 + "1": 10.39988, + "2": 10.39428, + "3": 9.62272, + "4": 9.38525, + "5": 9.25099, + "6": 9.24651, + "7": 9.13617, + "8": 9.03927, + "9": 8.95912, + "10": 8.92468, + "11": 8.80933, + "12": 8.72838, + "13": 8.63333, + "14": 8.52917, + "15": 8.47107, + "16": 8.45668, + "17": 8.25024, + "18": 8.18853, + "19": 8.23963, + "20": 8.11313, + "21": 8.03836, + "22": 7.97544, + "23": 8.00753, + "24": 7.86478, + "25": 7.83798, + "26": 7.80995, + "27": 7.68814, + "28": 7.65834, + "29": 7.558, + "30": 7.55465, + "31": 7.43934, + "32": 7.51387, + "33": 7.43263, + "34": 7.36471, + "35": 7.31514, + "36": 7.26683, + "37": 7.25411, + "38": 7.27515, + "39": 7.24148, + "40": 7.13249, + "41": 7.07903, + "42": 7.13356, + "43": 7.11928, + "44": 7.0303, + "45": 7.05154, + "46": 7.0692, + "47": 7.01674, + "48": 7.02174, + "49": 6.90641, + "50": 6.97555, + "51": 7.07586, + "52": 6.96661, + "53": 6.88918, + "54": 6.89275, + "55": 6.85115, + "56": 6.94433, + "57": 6.90931, + "58": 6.82508, + "59": 6.88847, + "60": 6.73126, + "61": 6.89052, + "62": 6.81999, + "63": 6.89539, + "64": 6.91293, + "65": 6.76808, + "66": 6.80108, + "67": 6.70074, + "68": 6.72617, + "69": 6.87235, + "70": 6.67214, + "71": 6.85871, + "72": 6.77404, + "73": 6.79579, + "74": 6.73432, + "75": 6.72513, + "76": 6.81985, + "77": 6.76408, + "78": 6.68658, + "79": 6.80337, + "80": 6.84738, + "81": 6.79635, + "82": 6.72357, + "83": 6.78656, + "84": 6.77051, + "85": 6.75142, + "86": 6.71895, + "87": 6.78087, + "88": 6.76656, + "89": 6.7387, + "90": 6.60329, + "91": 6.71538, + "92": 6.70964, + "93": 6.75106, + "94": 6.76048, + "95": 6.68896, + "96": 6.78566, + "97": 6.80756, + "98": 6.67425, + "99": 6.66815, + "100": 6.77426 } }, "num-zeros": { @@ -112,105 +112,105 @@ "step_interval": 1, "values": { "1": 41081.0, - "2": 40917.0, - "3": 43285.0, - "4": 46987.0, - "5": 43078.0, - "6": 45465.0, - "7": 46956.0, - "8": 44042.0, - "9": 43999.0, - "10": 45534.0, - "11": 45361.0, - "12": 45368.0, - "13": 43960.0, - "14": 41746.0, - "15": 41803.0, - "16": 44726.0, - "17": 43841.0, - "18": 45365.0, - "19": 44016.0, - "20": 46271.0, - "21": 43976.0, - "22": 45425.0, - "23": 41879.0, - "24": 43202.0, - "25": 46908.0, - "26": 43241.0, - "27": 44595.0, - "28": 43446.0, - "29": 44807.0, - "30": 45488.0, - "31": 44597.0, + "2": 40913.0, + "3": 43288.0, + "4": 46966.0, + "5": 43064.0, + "6": 45481.0, + "7": 46963.0, + "8": 44028.0, + "9": 43996.0, + "10": 45516.0, + "11": 45370.0, + "12": 45366.0, + "13": 43958.0, + "14": 41744.0, + "15": 41806.0, + "16": 44735.0, + "17": 43828.0, + "18": 45370.0, + "19": 44010.0, + "20": 46272.0, + "21": 43978.0, + "22": 45440.0, + "23": 41870.0, + "24": 43177.0, + "25": 46909.0, + "26": 43252.0, + "27": 44614.0, + "28": 43451.0, + "29": 44806.0, + "30": 45485.0, + "31": 44607.0, "32": 46151.0, - "33": 45563.0, - "34": 47065.0, - "35": 43217.0, - "36": 47009.0, - "37": 45554.0, - "38": 42376.0, + "33": 45586.0, + "34": 47067.0, + "35": 43228.0, + "36": 47015.0, + "37": 45545.0, + "38": 42378.0, "39": 45533.0, - "40": 46891.0, - "41": 43374.0, - "42": 45441.0, - "43": 46192.0, - "44": 43315.0, - "45": 43159.0, - "46": 44637.0, - "47": 43208.0, + "40": 46892.0, + "41": 43380.0, + "42": 45430.0, + "43": 46202.0, + "44": 43308.0, + "45": 43141.0, + "46": 44638.0, + "47": 43207.0, "48": 44608.0, - "49": 43918.0, - "50": 45375.0, - "51": 41966.0, - "52": 41975.0, - "53": 47093.0, - "54": 44777.0, - "55": 44002.0, - "56": 44068.0, - "57": 43355.0, - "58": 44665.0, - "59": 42396.0, - "60": 43125.0, - "61": 44578.0, - "62": 43898.0, - "63": 42371.0, - "64": 43986.0, - "65": 45532.0, - "66": 42711.0, - "67": 43921.0, - "68": 44070.0, - "69": 41613.0, - "70": 41664.0, - "71": 45473.0, - "72": 45395.0, - "73": 42687.0, - "74": 44769.0, - "75": 43885.0, - "76": 43352.0, - "77": 41665.0, - "78": 43220.0, - "79": 45371.0, - "80": 45435.0, - "81": 42472.0, - "82": 39133.0, - "83": 45648.0, - "84": 43467.0, - "85": 44039.0, - "86": 43903.0, - "87": 41206.0, - "88": 44094.0, - "89": 40406.0, - "90": 39822.0, - "91": 46201.0, - "92": 46221.0, - "93": 43873.0, - "94": 45448.0, - "95": 41790.0, - "96": 41451.0, - "97": 41957.0, - "98": 43412.0, - "99": 39039.0, - "100": 39433.0 + "49": 43898.0, + "50": 45381.0, + "51": 41977.0, + "52": 41979.0, + "53": 47095.0, + "54": 44786.0, + "55": 44018.0, + "56": 44055.0, + "57": 43358.0, + "58": 44662.0, + "59": 42386.0, + "60": 43124.0, + "61": 44579.0, + "62": 43897.0, + "63": 42373.0, + "64": 43981.0, + "65": 45511.0, + "66": 42717.0, + "67": 43907.0, + "68": 44084.0, + "69": 41609.0, + "70": 41659.0, + "71": 45477.0, + "72": 45385.0, + "73": 42689.0, + "74": 44761.0, + "75": 43883.0, + "76": 43349.0, + "77": 41653.0, + "78": 43213.0, + "79": 45380.0, + "80": 45437.0, + "81": 42501.0, + "82": 39116.0, + "83": 45638.0, + "84": 43471.0, + "85": 44043.0, + "86": 43857.0, + "87": 41192.0, + "88": 44088.0, + "89": 40391.0, + "90": 39819.0, + "91": 46208.0, + "92": 46231.0, + "93": 43862.0, + "94": 45451.0, + "95": 41788.0, + "96": 41460.0, + "97": 41964.0, + "98": 43368.0, + "99": 39020.0, + "100": 39418.0 } }, "mem-allocated-bytes": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 4.36777, - "3": 0.49418, - "4": 0.48593, - "5": 0.47757, - "6": 0.47981, - "7": 0.47719, - "8": 0.48157, - "9": 0.4819, - "10": 0.47907, - "11": 0.47855, - "12": 0.47691, - "13": 0.48111, - "14": 0.48141, - "15": 0.49131, - "16": 0.48235, - "17": 0.4772, - "18": 0.47802, - "19": 0.47658, - "20": 0.48223, - "21": 0.48274, - "22": 0.9082, - "23": 0.48223, - "24": 0.48642, - "25": 0.4834, - "26": 0.94386, - "27": 1.01051, - "28": 0.48791, - "29": 0.50609, - "30": 0.49423, - "31": 0.47665, - "32": 0.49481, - "33": 0.94818, - "34": 1.22335, - "35": 0.48604, - "36": 0.49564, - "37": 0.48329, - "38": 1.17117, - "39": 0.48447, - "40": 0.48261, - "41": 0.48202, - "42": 0.48713, - "43": 0.93796, - "44": 0.48933, - "45": 0.48525, - "46": 0.48861, - "47": 0.48076, - "48": 0.47987, - "49": 0.48173, - "50": 0.48591, - "51": 0.47913, - "52": 0.4772, - "53": 0.47886, - "54": 0.47919, - "55": 0.48047, - "56": 0.48887, - "57": 0.47923, - "58": 0.47934, - "59": 0.47893, - "60": 0.47892, - "61": 0.47921, - "62": 0.4782, - "63": 0.47826, - "64": 0.4789, - "65": 0.47922, - "66": 0.47916, - "67": 0.47883, - "68": 0.47951, - "69": 0.47908, - "70": 0.47842, - "71": 0.47875, - "72": 0.47939, - "73": 0.4791, - "74": 0.47906, - "75": 0.47915, - "76": 0.47976, - "77": 0.47904, - "78": 0.47825, - "79": 0.47843, - "80": 0.47872, - "81": 0.48053, - "82": 0.47962, - "83": 0.47922, - "84": 0.48073, - "85": 0.48249, - "86": 0.47951, - "87": 0.47882, - "88": 0.47912, - "89": 0.47883, - "90": 0.47875, - "91": 0.47932, - "92": 0.48289, - "93": 0.4858, - "94": 0.4844, - "95": 0.49982, - "96": 0.49481, - "97": 0.47892, - "98": 0.47905, - "99": 0.48048, - "100": 0.48702 + "2": 4.14364, + "3": 1.07557, + "4": 0.50878, + "5": 0.50568, + "6": 0.50518, + "7": 0.50446, + "8": 0.5054, + "9": 0.50587, + "10": 0.50541, + "11": 0.50439, + "12": 0.50535, + "13": 0.50693, + "14": 0.51107, + "15": 0.51001, + "16": 0.50927, + "17": 0.50916, + "18": 0.51015, + "19": 0.5095, + "20": 1.03327, + "21": 0.51172, + "22": 0.50981, + "23": 0.50986, + "24": 0.50964, + "25": 0.51111, + "26": 0.50932, + "27": 0.51599, + "28": 0.51024, + "29": 0.50527, + "30": 0.505, + "31": 0.50668, + "32": 1.30328, + "33": 0.50458, + "34": 0.50433, + "35": 0.5186, + "36": 0.52719, + "37": 1.01212, + "38": 0.50935, + "39": 0.51023, + "40": 0.50781, + "41": 0.50513, + "42": 0.51537, + "43": 0.50777, + "44": 0.51204, + "45": 0.50497, + "46": 0.50734, + "47": 0.50582, + "48": 1.06334, + "49": 0.50644, + "50": 1.04252, + "51": 0.50678, + "52": 0.5074, + "53": 0.50615, + "54": 0.5068, + "55": 0.50708, + "56": 0.50665, + "57": 0.50484, + "58": 0.51121, + "59": 0.51901, + "60": 0.54567, + "61": 0.54061, + "62": 0.97423, + "63": 0.5309, + "64": 0.50834, + "65": 0.5074, + "66": 0.50937, + "67": 0.51022, + "68": 0.50842, + "69": 0.51491, + "70": 0.5121, + "71": 0.51173, + "72": 1.01717, + "73": 0.51033, + "74": 0.50986, + "75": 0.50987, + "76": 0.5116, + "77": 0.50909, + "78": 0.51109, + "79": 0.50928, + "80": 0.50685, + "81": 0.50661, + "82": 0.50702, + "83": 0.50989, + "84": 0.50682, + "85": 0.50567, + "86": 0.50711, + "87": 0.50536, + "88": 0.50609, + "89": 0.50638, + "90": 0.50681, + "91": 0.50614, + "92": 0.50684, + "93": 0.50663, + "94": 0.50618, + "95": 0.50576, + "96": 0.506, + "97": 0.50671, + "98": 0.50673, + "99": 0.50499, + "100": 0.50603 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1/golden_values_dev_dgx_a100.json b/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1/golden_values_dev_dgx_a100.json index 75bdd745128..501cc1fb1e5 100644 --- a/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1/golden_values_dev_dgx_a100.json +++ b/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1/golden_values_dev_dgx_a100.json @@ -4,106 +4,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.36978, - "2": 10.37484, - "3": 9.57365, - "4": 9.34946, - "5": 9.24909, - "6": 9.24417, - "7": 9.13592, - "8": 9.02194, - "9": 8.9287, - "10": 8.87564, - "11": 8.73181, - "12": 8.67028, - "13": 8.56508, - "14": 8.49668, - "15": 8.44972, + "1": 10.36955, + "2": 10.37462, + "3": 9.57359, + "4": 9.34943, + "5": 9.24899, + "6": 9.24422, + "7": 9.13574, + "8": 9.02183, + "9": 8.9285, + "10": 8.87536, + "11": 8.73194, + "12": 8.66935, + "13": 8.5649, + "14": 8.49646, + "15": 8.44974, "16": 8.46839, - "17": 8.24162, - "18": 8.17552, - "19": 8.23126, - "20": 8.11493, - "21": 8.0164, - "22": 7.95521, - "23": 8.00056, - "24": 7.85073, - "25": 7.81839, - "26": 7.76944, - "27": 7.66964, - "28": 7.64482, - "29": 7.52934, - "30": 7.52619, - "31": 7.41704, - "32": 7.4829, - "33": 7.42077, - "34": 7.34624, - "35": 7.3013, - "36": 7.26531, - "37": 7.24416, - "38": 7.25682, - "39": 7.23483, - "40": 7.12309, - "41": 7.06791, - "42": 7.1244, - "43": 7.10572, - "44": 7.02183, - "45": 7.033, - "46": 7.05032, - "47": 7.00071, - "48": 7.01122, - "49": 6.89387, - "50": 6.95331, - "51": 7.05888, - "52": 6.94989, - "53": 6.87276, - "54": 6.85806, - "55": 6.84233, - "56": 6.93016, - "57": 6.89137, - "58": 6.80345, - "59": 6.87647, - "60": 6.72095, - "61": 6.86266, - "62": 6.80374, - "63": 6.8541, - "64": 6.89324, - "65": 6.75692, - "66": 6.78415, - "67": 6.68521, - "68": 6.70677, - "69": 6.85994, - "70": 6.65477, - "71": 6.82783, - "72": 6.76359, - "73": 6.78575, - "74": 6.73037, - "75": 6.71021, - "76": 6.80271, - "77": 6.74159, - "78": 6.66638, - "79": 6.78764, - "80": 6.8246, - "81": 6.78132, - "82": 6.70585, - "83": 6.76921, - "84": 6.73935, - "85": 6.72132, - "86": 6.69634, - "87": 6.75099, - "88": 6.74718, - "89": 6.70551, - "90": 6.57373, - "91": 6.69235, - "92": 6.68393, - "93": 6.72913, - "94": 6.73515, - "95": 6.6667, - "96": 6.77167, - "97": 6.78055, - "98": 6.64676, - "99": 6.63472, - "100": 6.74422 + "17": 8.24128, + "18": 8.17517, + "19": 8.23098, + "20": 8.11494, + "21": 8.01641, + "22": 7.9549, + "23": 8.00025, + "24": 7.85024, + "25": 7.81806, + "26": 7.76908, + "27": 7.6694, + "28": 7.6446, + "29": 7.52906, + "30": 7.52594, + "31": 7.41692, + "32": 7.48263, + "33": 7.42041, + "34": 7.34592, + "35": 7.30157, + "36": 7.26525, + "37": 7.2441, + "38": 7.25693, + "39": 7.23488, + "40": 7.12313, + "41": 7.06778, + "42": 7.12422, + "43": 7.10577, + "44": 7.02163, + "45": 7.03262, + "46": 7.05027, + "47": 7.00044, + "48": 7.01096, + "49": 6.89354, + "50": 6.9531, + "51": 7.05852, + "52": 6.94965, + "53": 6.87266, + "54": 6.85788, + "55": 6.84211, + "56": 6.92978, + "57": 6.89115, + "58": 6.80327, + "59": 6.87611, + "60": 6.72067, + "61": 6.86244, + "62": 6.80328, + "63": 6.85347, + "64": 6.89298, + "65": 6.75643, + "66": 6.7835, + "67": 6.68452, + "68": 6.7064, + "69": 6.85992, + "70": 6.65395, + "71": 6.82706, + "72": 6.76231, + "73": 6.78362, + "74": 6.73062, + "75": 6.70944, + "76": 6.80139, + "77": 6.74155, + "78": 6.66585, + "79": 6.78617, + "80": 6.82251, + "81": 6.78029, + "82": 6.70518, + "83": 6.76754, + "84": 6.73819, + "85": 6.71978, + "86": 6.69508, + "87": 6.75022, + "88": 6.74655, + "89": 6.70386, + "90": 6.5725, + "91": 6.69123, + "92": 6.68212, + "93": 6.72684, + "94": 6.73412, + "95": 6.66626, + "96": 6.77123, + "97": 6.78045, + "98": 6.64505, + "99": 6.6337, + "100": 6.74337 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 41114.0, + "1": 41113.0, "2": 41078.0, - "3": 43323.0, - "4": 47041.0, - "5": 43270.0, - "6": 45510.0, - "7": 46995.0, - "8": 44077.0, - "9": 44019.0, - "10": 45522.0, - "11": 45391.0, - "12": 45400.0, - "13": 43991.0, - "14": 41883.0, - "15": 41856.0, - "16": 44797.0, - "17": 43885.0, - "18": 45398.0, - "19": 44053.0, - "20": 46405.0, - "21": 44067.0, - "22": 45493.0, - "23": 41893.0, - "24": 43214.0, - "25": 46965.0, - "26": 43270.0, - "27": 44622.0, - "28": 43502.0, + "3": 43320.0, + "4": 47031.0, + "5": 43264.0, + "6": 45524.0, + "7": 47015.0, + "8": 44094.0, + "9": 44015.0, + "10": 45528.0, + "11": 45392.0, + "12": 45391.0, + "13": 43988.0, + "14": 41902.0, + "15": 41850.0, + "16": 44796.0, + "17": 43905.0, + "18": 45388.0, + "19": 44052.0, + "20": 46392.0, + "21": 44079.0, + "22": 45494.0, + "23": 41895.0, + "24": 43231.0, + "25": 46955.0, + "26": 43277.0, + "27": 44614.0, + "28": 43487.0, "29": 44922.0, - "30": 45523.0, - "31": 44614.0, - "32": 46198.0, - "33": 45601.0, - "34": 47077.0, - "35": 43247.0, - "36": 46993.0, - "37": 45578.0, - "38": 42475.0, + "30": 45525.0, + "31": 44619.0, + "32": 46206.0, + "33": 45595.0, + "34": 47068.0, + "35": 43240.0, + "36": 46990.0, + "37": 45592.0, + "38": 42469.0, "39": 45549.0, "40": 46926.0, - "41": 43426.0, + "41": 43413.0, "42": 45561.0, - "43": 46227.0, - "44": 43372.0, - "45": 43159.0, - "46": 44626.0, - "47": 43369.0, - "48": 44631.0, - "49": 43913.0, - "50": 45407.0, - "51": 42008.0, - "52": 42034.0, - "53": 47099.0, - "54": 44796.0, - "55": 43995.0, - "56": 44115.0, - "57": 43441.0, - "58": 44738.0, - "59": 42406.0, - "60": 43134.0, - "61": 44796.0, - "62": 43919.0, - "63": 42724.0, - "64": 43996.0, - "65": 45527.0, - "66": 42803.0, - "67": 43991.0, - "68": 44058.0, - "69": 41604.0, - "70": 41708.0, - "71": 45513.0, - "72": 45409.0, - "73": 42715.0, - "74": 44771.0, - "75": 43924.0, - "76": 43345.0, + "43": 46230.0, + "44": 43369.0, + "45": 43147.0, + "46": 44630.0, + "47": 43359.0, + "48": 44643.0, + "49": 43908.0, + "50": 45399.0, + "51": 41993.0, + "52": 42025.0, + "53": 47087.0, + "54": 44799.0, + "55": 44007.0, + "56": 44103.0, + "57": 43436.0, + "58": 44752.0, + "59": 42390.0, + "60": 43131.0, + "61": 44805.0, + "62": 43920.0, + "63": 42725.0, + "64": 44001.0, + "65": 45530.0, + "66": 42802.0, + "67": 43990.0, + "68": 44050.0, + "69": 41610.0, + "70": 41706.0, + "71": 45512.0, + "72": 45399.0, + "73": 42725.0, + "74": 44761.0, + "75": 43914.0, + "76": 43354.0, "77": 41671.0, - "78": 43369.0, - "79": 45407.0, - "80": 45478.0, - "81": 42505.0, - "82": 39178.0, - "83": 45700.0, - "84": 43498.0, - "85": 44136.0, - "86": 43860.0, - "87": 41279.0, - "88": 44137.0, - "89": 40429.0, - "90": 39926.0, - "91": 46253.0, + "78": 43353.0, + "79": 45421.0, + "80": 45473.0, + "81": 42523.0, + "82": 39190.0, + "83": 45690.0, + "84": 43481.0, + "85": 44118.0, + "86": 43871.0, + "87": 41282.0, + "88": 44134.0, + "89": 40450.0, + "90": 39929.0, + "91": 46251.0, "92": 46253.0, - "93": 43876.0, - "94": 45477.0, - "95": 41795.0, - "96": 41427.0, - "97": 42021.0, - "98": 43405.0, - "99": 39124.0, - "100": 39445.0 + "93": 43873.0, + "94": 45481.0, + "95": 41796.0, + "96": 41440.0, + "97": 42032.0, + "98": 43398.0, + "99": 39117.0, + "100": 39452.0 } }, "mem-allocated-bytes": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 3.70083, - "3": 0.22346, - "4": 0.20481, - "5": 0.20476, - "6": 0.20546, - "7": 0.20439, - "8": 0.20476, - "9": 0.20509, - "10": 0.70447, - "11": 0.20738, - "12": 0.20533, - "13": 0.20501, - "14": 0.20469, - "15": 0.20501, - "16": 0.20552, - "17": 0.20528, - "18": 0.20548, - "19": 0.20538, - "20": 0.20521, - "21": 0.20558, - "22": 0.20539, - "23": 0.2054, - "24": 0.20571, - "25": 0.20515, - "26": 0.20509, - "27": 0.20492, - "28": 0.2052, - "29": 0.20463, - "30": 0.20729, - "31": 0.21033, - "32": 0.21226, - "33": 0.2087, - "34": 0.20619, - "35": 0.2052, - "36": 0.20488, - "37": 0.20596, - "38": 0.20524, - "39": 0.20567, - "40": 0.20476, - "41": 0.20614, - "42": 0.2055, - "43": 0.20593, - "44": 0.20783, - "45": 0.20509, - "46": 0.20571, - "47": 0.20518, - "48": 0.20539, - "49": 0.20828, - "50": 0.209, - "51": 0.21065, - "52": 0.21146, - "53": 0.20614, - "54": 0.20667, - "55": 0.20843, - "56": 0.20648, - "57": 0.21144, - "58": 0.22424, - "59": 0.20956, - "60": 0.20918, - "61": 0.20682, - "62": 0.20947, - "63": 0.2152, - "64": 0.21075, - "65": 0.21268, - "66": 0.20614, - "67": 0.20638, - "68": 0.20642, - "69": 0.20656, - "70": 0.2062, - "71": 0.206, - "72": 0.20583, - "73": 0.20623, - "74": 0.20565, - "75": 0.20627, - "76": 0.20588, - "77": 0.20587, - "78": 0.20628, - "79": 0.2067, - "80": 0.21326, - "81": 0.2062, - "82": 0.71417, - "83": 0.20675, - "84": 0.21137, - "85": 0.20637, - "86": 0.20589, - "87": 0.20621, - "88": 0.20586, - "89": 0.21154, - "90": 0.20729, - "91": 0.20582, - "92": 0.206, - "93": 0.20582, - "94": 0.7307, - "95": 0.20639, - "96": 0.20605, - "97": 0.20606, - "98": 0.21129, - "99": 0.71596, - "100": 0.20638 + "2": 3.94207, + "3": 0.28818, + "4": 0.21987, + "5": 0.22436, + "6": 0.21963, + "7": 0.22453, + "8": 0.22031, + "9": 0.22674, + "10": 0.77563, + "11": 0.22613, + "12": 0.22002, + "13": 0.22398, + "14": 0.22013, + "15": 0.80518, + "16": 0.21957, + "17": 0.22488, + "18": 0.21996, + "19": 0.22703, + "20": 0.22023, + "21": 0.22806, + "22": 0.22021, + "23": 0.22703, + "24": 0.22098, + "25": 0.2233, + "26": 0.22077, + "27": 0.22527, + "28": 0.22049, + "29": 0.22755, + "30": 0.2214, + "31": 0.22583, + "32": 0.2212, + "33": 0.22771, + "34": 0.22585, + "35": 0.24701, + "36": 0.23175, + "37": 0.22767, + "38": 0.22115, + "39": 0.221, + "40": 0.2213, + "41": 0.22358, + "42": 0.22176, + "43": 0.22239, + "44": 0.22249, + "45": 0.22372, + "46": 0.2221, + "47": 0.22274, + "48": 0.22185, + "49": 0.22198, + "50": 0.2214, + "51": 0.2227, + "52": 0.2208, + "53": 0.22282, + "54": 0.22114, + "55": 0.22336, + "56": 0.22145, + "57": 0.22364, + "58": 0.22227, + "59": 0.2249, + "60": 0.22377, + "61": 0.22139, + "62": 0.22039, + "63": 0.22082, + "64": 0.22052, + "65": 0.22082, + "66": 0.22281, + "67": 0.22298, + "68": 0.22122, + "69": 0.22138, + "70": 0.22076, + "71": 0.22125, + "72": 0.22075, + "73": 0.22302, + "74": 0.2232, + "75": 0.22144, + "76": 0.22153, + "77": 0.22112, + "78": 0.22402, + "79": 0.22389, + "80": 0.22213, + "81": 0.22256, + "82": 0.22087, + "83": 0.22188, + "84": 0.223, + "85": 0.22249, + "86": 0.22495, + "87": 0.2236, + "88": 0.22315, + "89": 0.22347, + "90": 0.22393, + "91": 0.22387, + "92": 0.22485, + "93": 0.22132, + "94": 0.22231, + "95": 0.22188, + "96": 0.22149, + "97": 0.22755, + "98": 0.22615, + "99": 0.22443, + "100": 0.22357 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1_resume_torch/golden_values_dev_dgx_a100.json b/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1_resume_torch/golden_values_dev_dgx_a100.json index fa18d71dbd4..5ddb0490277 100644 --- a/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1_resume_torch/golden_values_dev_dgx_a100.json +++ b/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1_resume_torch/golden_values_dev_dgx_a100.json @@ -4,106 +4,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.36978, - "2": 10.37484, - "3": 9.57365, - "4": 9.34946, - "5": 9.24909, - "6": 9.24417, - "7": 9.13592, - "8": 9.02194, - "9": 8.9287, - "10": 8.87564, - "11": 8.73181, - "12": 8.67028, - "13": 8.56508, - "14": 8.49668, - "15": 8.44972, + "1": 10.36955, + "2": 10.37462, + "3": 9.57359, + "4": 9.34943, + "5": 9.24899, + "6": 9.24422, + "7": 9.13574, + "8": 9.02183, + "9": 8.9285, + "10": 8.87536, + "11": 8.73194, + "12": 8.66935, + "13": 8.5649, + "14": 8.49646, + "15": 8.44974, "16": 8.46839, - "17": 8.24162, - "18": 8.17552, - "19": 8.23126, - "20": 8.11493, - "21": 8.0164, - "22": 7.95521, - "23": 8.00056, - "24": 7.85073, - "25": 7.81839, - "26": 7.76944, - "27": 7.66964, - "28": 7.64482, - "29": 7.52934, - "30": 7.52619, - "31": 7.41704, - "32": 7.4829, - "33": 7.42077, - "34": 7.34624, - "35": 7.3013, - "36": 7.26531, - "37": 7.24416, - "38": 7.25682, - "39": 7.23483, - "40": 7.12309, - "41": 7.06791, - "42": 7.1244, - "43": 7.10572, - "44": 7.02183, - "45": 7.033, - "46": 7.05032, - "47": 7.00071, - "48": 7.01122, - "49": 6.89387, - "50": 6.95331, - "51": 7.05888, - "52": 6.94989, - "53": 6.87276, - "54": 6.85806, - "55": 6.84233, - "56": 6.93016, - "57": 6.89137, - "58": 6.80345, - "59": 6.87647, - "60": 6.72095, - "61": 6.86266, - "62": 6.80374, - "63": 6.8541, - "64": 6.89324, - "65": 6.75692, - "66": 6.78415, - "67": 6.68521, - "68": 6.70677, - "69": 6.85994, - "70": 6.65477, - "71": 6.82783, - "72": 6.76359, - "73": 6.78575, - "74": 6.73037, - "75": 6.71021, - "76": 6.80271, - "77": 6.74159, - "78": 6.66638, - "79": 6.78764, - "80": 6.8246, - "81": 6.78132, - "82": 6.70585, - "83": 6.76921, - "84": 6.73935, - "85": 6.72132, - "86": 6.69634, - "87": 6.75099, - "88": 6.74718, - "89": 6.70551, - "90": 6.57373, - "91": 6.69235, - "92": 6.68393, - "93": 6.72913, - "94": 6.73515, - "95": 6.6667, - "96": 6.77167, - "97": 6.78055, - "98": 6.64676, - "99": 6.63472, - "100": 6.74422 + "17": 8.24128, + "18": 8.17517, + "19": 8.23098, + "20": 8.11494, + "21": 8.01641, + "22": 7.9549, + "23": 8.00025, + "24": 7.85024, + "25": 7.81806, + "26": 7.76908, + "27": 7.6694, + "28": 7.6446, + "29": 7.52906, + "30": 7.52594, + "31": 7.41692, + "32": 7.48263, + "33": 7.42041, + "34": 7.34592, + "35": 7.30157, + "36": 7.26525, + "37": 7.2441, + "38": 7.25693, + "39": 7.23488, + "40": 7.12313, + "41": 7.06778, + "42": 7.12422, + "43": 7.10577, + "44": 7.02163, + "45": 7.03262, + "46": 7.05027, + "47": 7.00044, + "48": 7.01096, + "49": 6.89354, + "50": 6.9531, + "51": 7.05852, + "52": 6.94965, + "53": 6.87266, + "54": 6.85788, + "55": 6.84211, + "56": 6.92978, + "57": 6.89115, + "58": 6.80327, + "59": 6.87611, + "60": 6.72067, + "61": 6.86244, + "62": 6.80328, + "63": 6.85347, + "64": 6.89298, + "65": 6.75643, + "66": 6.7835, + "67": 6.68452, + "68": 6.7064, + "69": 6.85992, + "70": 6.65395, + "71": 6.82706, + "72": 6.76231, + "73": 6.78362, + "74": 6.73062, + "75": 6.70944, + "76": 6.80139, + "77": 6.74155, + "78": 6.66585, + "79": 6.78617, + "80": 6.82251, + "81": 6.78029, + "82": 6.70518, + "83": 6.76754, + "84": 6.73819, + "85": 6.71978, + "86": 6.69508, + "87": 6.75022, + "88": 6.74655, + "89": 6.70386, + "90": 6.5725, + "91": 6.69123, + "92": 6.68212, + "93": 6.72684, + "94": 6.73412, + "95": 6.66626, + "96": 6.77123, + "97": 6.78045, + "98": 6.64505, + "99": 6.6337, + "100": 6.74337 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 41114.0, + "1": 41113.0, "2": 41078.0, - "3": 43323.0, - "4": 47041.0, - "5": 43270.0, - "6": 45510.0, - "7": 46995.0, - "8": 44077.0, - "9": 44019.0, - "10": 45522.0, - "11": 45391.0, - "12": 45400.0, - "13": 43991.0, - "14": 41883.0, - "15": 41856.0, - "16": 44797.0, - "17": 43885.0, - "18": 45398.0, - "19": 44053.0, - "20": 46405.0, - "21": 44067.0, - "22": 45493.0, - "23": 41893.0, - "24": 43214.0, - "25": 46965.0, - "26": 43270.0, - "27": 44622.0, - "28": 43502.0, + "3": 43320.0, + "4": 47031.0, + "5": 43264.0, + "6": 45524.0, + "7": 47015.0, + "8": 44094.0, + "9": 44015.0, + "10": 45528.0, + "11": 45392.0, + "12": 45391.0, + "13": 43988.0, + "14": 41902.0, + "15": 41850.0, + "16": 44796.0, + "17": 43905.0, + "18": 45388.0, + "19": 44052.0, + "20": 46392.0, + "21": 44079.0, + "22": 45494.0, + "23": 41895.0, + "24": 43231.0, + "25": 46955.0, + "26": 43277.0, + "27": 44614.0, + "28": 43487.0, "29": 44922.0, - "30": 45523.0, - "31": 44614.0, - "32": 46198.0, - "33": 45601.0, - "34": 47077.0, - "35": 43247.0, - "36": 46993.0, - "37": 45578.0, - "38": 42475.0, + "30": 45525.0, + "31": 44619.0, + "32": 46206.0, + "33": 45595.0, + "34": 47068.0, + "35": 43240.0, + "36": 46990.0, + "37": 45592.0, + "38": 42469.0, "39": 45549.0, "40": 46926.0, - "41": 43426.0, + "41": 43413.0, "42": 45561.0, - "43": 46227.0, - "44": 43372.0, - "45": 43159.0, - "46": 44626.0, - "47": 43369.0, - "48": 44631.0, - "49": 43913.0, - "50": 45407.0, - "51": 42008.0, - "52": 42034.0, - "53": 47099.0, - "54": 44796.0, - "55": 43995.0, - "56": 44115.0, - "57": 43441.0, - "58": 44738.0, - "59": 42406.0, - "60": 43134.0, - "61": 44796.0, - "62": 43919.0, - "63": 42724.0, - "64": 43996.0, - "65": 45527.0, - "66": 42803.0, - "67": 43991.0, - "68": 44058.0, - "69": 41604.0, - "70": 41708.0, - "71": 45513.0, - "72": 45409.0, - "73": 42715.0, - "74": 44771.0, - "75": 43924.0, - "76": 43345.0, + "43": 46230.0, + "44": 43369.0, + "45": 43147.0, + "46": 44630.0, + "47": 43359.0, + "48": 44643.0, + "49": 43908.0, + "50": 45399.0, + "51": 41993.0, + "52": 42025.0, + "53": 47087.0, + "54": 44799.0, + "55": 44007.0, + "56": 44103.0, + "57": 43436.0, + "58": 44752.0, + "59": 42390.0, + "60": 43131.0, + "61": 44805.0, + "62": 43920.0, + "63": 42725.0, + "64": 44001.0, + "65": 45530.0, + "66": 42802.0, + "67": 43990.0, + "68": 44050.0, + "69": 41610.0, + "70": 41706.0, + "71": 45512.0, + "72": 45399.0, + "73": 42725.0, + "74": 44761.0, + "75": 43914.0, + "76": 43354.0, "77": 41671.0, - "78": 43369.0, - "79": 45407.0, - "80": 45478.0, - "81": 42505.0, - "82": 39178.0, - "83": 45700.0, - "84": 43498.0, - "85": 44136.0, - "86": 43860.0, - "87": 41279.0, - "88": 44137.0, - "89": 40429.0, - "90": 39926.0, - "91": 46253.0, + "78": 43353.0, + "79": 45421.0, + "80": 45473.0, + "81": 42523.0, + "82": 39190.0, + "83": 45690.0, + "84": 43481.0, + "85": 44118.0, + "86": 43871.0, + "87": 41282.0, + "88": 44134.0, + "89": 40450.0, + "90": 39929.0, + "91": 46251.0, "92": 46253.0, - "93": 43876.0, - "94": 45477.0, - "95": 41795.0, - "96": 41427.0, - "97": 42021.0, - "98": 43405.0, - "99": 39124.0, - "100": 39445.0 + "93": 43873.0, + "94": 45481.0, + "95": 41796.0, + "96": 41440.0, + "97": 42032.0, + "98": 43398.0, + "99": 39117.0, + "100": 39452.0 } }, "mem-allocated-bytes": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 4.49577, - "3": 0.22019, - "4": 0.20334, - "5": 0.20662, - "6": 0.20339, - "7": 0.20804, - "8": 0.20373, - "9": 0.20804, - "10": 0.20334, - "11": 0.20695, - "12": 0.2031, - "13": 0.207, - "14": 0.2037, - "15": 0.20705, - "16": 0.20325, - "17": 0.20876, - "18": 0.20333, - "19": 0.20662, - "20": 0.20378, - "21": 0.20702, - "22": 0.20335, - "23": 0.20567, - "24": 0.20388, - "25": 0.20617, - "26": 0.20353, - "27": 0.20778, - "28": 0.20387, - "29": 0.20808, - "30": 0.20386, - "31": 0.20766, - "32": 0.20339, - "33": 0.20818, - "34": 0.2039, - "35": 0.20868, - "36": 0.20374, - "37": 0.20619, - "38": 0.20317, - "39": 0.20564, - "40": 0.20413, - "41": 0.20949, - "42": 0.20381, - "43": 0.20768, - "44": 0.20395, - "45": 0.20947, - "46": 0.20406, - "47": 0.20855, - "48": 0.20398, - "49": 0.20729, - "50": 0.20333, - "51": 0.46814, - "52": 0.20518, - "53": 0.20349, - "54": 0.20913, - "55": 0.21179, - "56": 0.21249, - "57": 0.21296, - "58": 0.20918, - "59": 0.20976, - "60": 0.22806, - "61": 0.2132, - "62": 0.21334, - "63": 0.21029, - "64": 0.20889, - "65": 0.20464, - "66": 0.20725, - "67": 0.20999, - "68": 0.21004, - "69": 0.20672, - "70": 0.20507, - "71": 0.20427, - "72": 0.20407, - "73": 0.20426, - "74": 0.20465, - "75": 0.20779, - "76": 0.20872, - "77": 0.21114, - "78": 0.21594, - "79": 0.2074, - "80": 0.20486, - "81": 0.204, - "82": 0.2042, - "83": 0.2043, - "84": 0.2044, - "85": 0.20388, - "86": 0.20725, - "87": 0.89672, - "88": 0.20766, - "89": 0.20987, - "90": 0.21324, - "91": 0.20822, - "92": 0.22135, - "93": 0.2044, - "94": 0.20476, - "95": 0.20376, - "96": 0.20477, - "97": 0.20417, - "98": 0.20396, - "99": 0.20416, - "100": 0.20425 + "2": 3.80383, + "3": 0.26892, + "4": 0.21488, + "5": 0.21923, + "6": 0.21475, + "7": 0.21962, + "8": 0.21482, + "9": 0.21947, + "10": 0.21503, + "11": 0.22041, + "12": 0.21777, + "13": 0.22101, + "14": 0.21555, + "15": 0.22514, + "16": 0.21712, + "17": 0.22118, + "18": 0.22811, + "19": 0.22129, + "20": 0.21555, + "21": 0.22116, + "22": 0.80114, + "23": 0.23452, + "24": 0.23009, + "25": 0.22147, + "26": 0.21522, + "27": 0.22066, + "28": 0.21725, + "29": 0.21912, + "30": 0.21537, + "31": 0.21821, + "32": 0.21504, + "33": 0.22183, + "34": 0.22214, + "35": 0.22605, + "36": 0.22236, + "37": 0.22346, + "38": 0.21926, + "39": 0.22202, + "40": 0.21746, + "41": 0.22072, + "42": 0.21734, + "43": 0.22227, + "44": 0.21621, + "45": 0.22251, + "46": 0.21676, + "47": 0.23093, + "48": 0.21945, + "49": 0.21956, + "50": 0.21606, + "51": 0.47136, + "52": 0.22029, + "53": 0.22273, + "54": 0.21796, + "55": 0.22111, + "56": 0.21752, + "57": 0.22274, + "58": 0.22402, + "59": 0.21965, + "60": 0.21749, + "61": 0.23769, + "62": 0.22131, + "63": 0.21881, + "64": 0.23269, + "65": 0.22004, + "66": 0.22074, + "67": 0.22206, + "68": 0.22055, + "69": 0.21697, + "70": 0.2158, + "71": 0.2154, + "72": 0.21633, + "73": 0.21596, + "74": 0.21769, + "75": 0.21743, + "76": 0.21663, + "77": 0.73104, + "78": 0.21688, + "79": 0.21625, + "80": 0.23449, + "81": 0.22045, + "82": 0.21966, + "83": 0.21627, + "84": 0.21617, + "85": 0.21669, + "86": 0.21648, + "87": 0.21652, + "88": 0.21623, + "89": 0.21649, + "90": 0.21652, + "91": 0.21648, + "92": 0.21669, + "93": 0.21617, + "94": 0.21726, + "95": 0.2163, + "96": 0.21701, + "97": 0.21632, + "98": 0.21635, + "99": 0.21642, + "100": 0.21625 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_tp2_pp1_vp1/golden_values_dev_dgx_a100.json b/tests/functional_tests/test_cases/t5/t5_mcore_tp2_pp1_vp1/golden_values_dev_dgx_a100.json index 1c43c47b783..6993601b335 100644 --- a/tests/functional_tests/test_cases/t5/t5_mcore_tp2_pp1_vp1/golden_values_dev_dgx_a100.json +++ b/tests/functional_tests/test_cases/t5/t5_mcore_tp2_pp1_vp1/golden_values_dev_dgx_a100.json @@ -4,106 +4,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.39762, - "2": 10.40337, - "3": 9.61932, - "4": 9.3824, + "1": 10.39757, + "2": 10.4034, + "3": 9.61958, + "4": 9.38233, "5": 9.24873, - "6": 9.2456, - "7": 9.13872, - "8": 9.03605, - "9": 8.95887, - "10": 8.9227, - "11": 8.80495, - "12": 8.72423, - "13": 8.62219, - "14": 8.52042, - "15": 8.47411, - "16": 8.45761, - "17": 8.25159, - "18": 8.18957, - "19": 8.24338, - "20": 8.11569, - "21": 8.04051, - "22": 7.97743, - "23": 8.0095, - "24": 7.8668, - "25": 7.84176, - "26": 7.8133, + "6": 9.24567, + "7": 9.13871, + "8": 9.03598, + "9": 8.9588, + "10": 8.92261, + "11": 8.80502, + "12": 8.72414, + "13": 8.6221, + "14": 8.52053, + "15": 8.47397, + "16": 8.45758, + "17": 8.25142, + "18": 8.18968, + "19": 8.24327, + "20": 8.11563, + "21": 8.04071, + "22": 7.97751, + "23": 8.00954, + "24": 7.86679, + "25": 7.84161, + "26": 7.81325, "27": 7.69093, - "28": 7.66101, - "29": 7.55944, + "28": 7.66099, + "29": 7.55937, "30": 7.55842, - "31": 7.44351, - "32": 7.51496, - "33": 7.43713, - "34": 7.36986, - "35": 7.31875, - "36": 7.27061, - "37": 7.2584, - "38": 7.27779, - "39": 7.24596, - "40": 7.13468, - "41": 7.08326, - "42": 7.13566, - "43": 7.12192, - "44": 7.03445, - "45": 7.05428, - "46": 7.0723, - "47": 7.02195, - "48": 7.02776, - "49": 6.91118, - "50": 6.98188, - "51": 7.08162, - "52": 6.97089, - "53": 6.89402, - "54": 6.90101, - "55": 6.85795, - "56": 6.94969, - "57": 6.91507, - "58": 6.83094, - "59": 6.89706, - "60": 6.73868, - "61": 6.90121, - "62": 6.83209, - "63": 6.91033, - "64": 6.92797, - "65": 6.77745, - "66": 6.81868, - "67": 6.72128, - "68": 6.74087, - "69": 6.89625, - "70": 6.68723, - "71": 6.8739, - "72": 6.79727, - "73": 6.81381, - "74": 6.74772, - "75": 6.73271, - "76": 6.83677, - "77": 6.77845, - "78": 6.7059, - "79": 6.8188, - "80": 6.85643, - "81": 6.81606, - "82": 6.74102, - "83": 6.7992, - "84": 6.78721, - "85": 6.76247, - "86": 6.7373, - "87": 6.78922, - "88": 6.77747, - "89": 6.75519, - "90": 6.61735, - "91": 6.72995, - "92": 6.72337, - "93": 6.76571, - "94": 6.77661, - "95": 6.71101, - "96": 6.80202, - "97": 6.82373, - "98": 6.69045, - "99": 6.68535, - "100": 6.79133 + "31": 7.44361, + "32": 7.515, + "33": 7.43706, + "34": 7.36973, + "35": 7.31877, + "36": 7.27066, + "37": 7.2583, + "38": 7.27775, + "39": 7.24588, + "40": 7.13465, + "41": 7.08317, + "42": 7.13547, + "43": 7.12184, + "44": 7.03439, + "45": 7.0542, + "46": 7.07224, + "47": 7.02178, + "48": 7.02799, + "49": 6.91124, + "50": 6.98189, + "51": 7.08159, + "52": 6.9709, + "53": 6.89415, + "54": 6.90096, + "55": 6.85787, + "56": 6.94975, + "57": 6.91525, + "58": 6.83063, + "59": 6.89701, + "60": 6.7386, + "61": 6.90117, + "62": 6.83184, + "63": 6.91003, + "64": 6.92776, + "65": 6.77724, + "66": 6.81826, + "67": 6.72049, + "68": 6.74064, + "69": 6.89616, + "70": 6.68638, + "71": 6.87323, + "72": 6.7976, + "73": 6.81346, + "74": 6.747, + "75": 6.73219, + "76": 6.83678, + "77": 6.77795, + "78": 6.70514, + "79": 6.81795, + "80": 6.85627, + "81": 6.81583, + "82": 6.74059, + "83": 6.79885, + "84": 6.78631, + "85": 6.76213, + "86": 6.73671, + "87": 6.78894, + "88": 6.77685, + "89": 6.7544, + "90": 6.61659, + "91": 6.72975, + "92": 6.72308, + "93": 6.76555, + "94": 6.77584, + "95": 6.71022, + "96": 6.80175, + "97": 6.8233, + "98": 6.68995, + "99": 6.68474, + "100": 6.79075 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 41064.0, - "2": 40903.0, - "3": 43293.0, - "4": 46984.0, - "5": 43085.0, - "6": 45470.0, - "7": 46965.0, - "8": 44057.0, + "1": 41068.0, + "2": 40899.0, + "3": 43289.0, + "4": 46972.0, + "5": 43099.0, + "6": 45480.0, + "7": 46971.0, + "8": 44046.0, "9": 43994.0, - "10": 45539.0, - "11": 45359.0, - "12": 45375.0, + "10": 45551.0, + "11": 45372.0, + "12": 45371.0, "13": 43948.0, - "14": 41759.0, - "15": 41798.0, - "16": 44738.0, - "17": 43844.0, - "18": 45367.0, - "19": 43980.0, - "20": 46288.0, - "21": 43990.0, - "22": 45450.0, - "23": 41879.0, - "24": 43211.0, - "25": 46909.0, - "26": 43225.0, - "27": 44605.0, - "28": 43474.0, - "29": 44855.0, - "30": 45488.0, - "31": 44598.0, - "32": 46168.0, - "33": 45598.0, - "34": 47087.0, - "35": 43218.0, - "36": 46986.0, - "37": 45584.0, - "38": 42396.0, - "39": 45561.0, + "14": 41739.0, + "15": 41802.0, + "16": 44740.0, + "17": 43842.0, + "18": 45368.0, + "19": 43997.0, + "20": 46290.0, + "21": 43996.0, + "22": 45437.0, + "23": 41877.0, + "24": 43188.0, + "25": 46910.0, + "26": 43236.0, + "27": 44609.0, + "28": 43468.0, + "29": 44838.0, + "30": 45475.0, + "31": 44613.0, + "32": 46169.0, + "33": 45610.0, + "34": 47077.0, + "35": 43208.0, + "36": 46982.0, + "37": 45561.0, + "38": 42394.0, + "39": 45567.0, "40": 46912.0, - "41": 43386.0, - "42": 45431.0, - "43": 46229.0, - "44": 43319.0, - "45": 43164.0, - "46": 44642.0, - "47": 43224.0, - "48": 44625.0, - "49": 43919.0, - "50": 45382.0, - "51": 42007.0, - "52": 41970.0, - "53": 47113.0, - "54": 44745.0, - "55": 43991.0, - "56": 44137.0, - "57": 43370.0, - "58": 44692.0, - "59": 42377.0, - "60": 43133.0, - "61": 44580.0, - "62": 43916.0, - "63": 42374.0, - "64": 43986.0, - "65": 45532.0, - "66": 42715.0, - "67": 43873.0, - "68": 44058.0, - "69": 41600.0, - "70": 41673.0, - "71": 45435.0, - "72": 45363.0, + "41": 43365.0, + "42": 45430.0, + "43": 46219.0, + "44": 43316.0, + "45": 43160.0, + "46": 44643.0, + "47": 43238.0, + "48": 44610.0, + "49": 43937.0, + "50": 45397.0, + "51": 42021.0, + "52": 41980.0, + "53": 47114.0, + "54": 44767.0, + "55": 43987.0, + "56": 44164.0, + "57": 43376.0, + "58": 44680.0, + "59": 42385.0, + "60": 43122.0, + "61": 44582.0, + "62": 43929.0, + "63": 42378.0, + "64": 44003.0, + "65": 45524.0, + "66": 42719.0, + "67": 43878.0, + "68": 44060.0, + "69": 41601.0, + "70": 41672.0, + "71": 45436.0, + "72": 45360.0, "73": 42700.0, "74": 44755.0, - "75": 43924.0, + "75": 43921.0, "76": 43334.0, - "77": 41644.0, - "78": 43203.0, - "79": 45371.0, - "80": 45504.0, - "81": 42496.0, - "82": 39189.0, - "83": 45702.0, - "84": 43508.0, - "85": 44082.0, - "86": 43856.0, - "87": 41249.0, - "88": 44153.0, - "89": 40424.0, - "90": 39850.0, - "91": 46246.0, - "92": 46241.0, - "93": 43864.0, - "94": 45458.0, - "95": 41834.0, - "96": 41446.0, - "97": 41988.0, - "98": 43387.0, - "99": 39058.0, - "100": 39414.0 + "77": 41665.0, + "78": 43204.0, + "79": 45380.0, + "80": 45472.0, + "81": 42497.0, + "82": 39193.0, + "83": 45698.0, + "84": 43511.0, + "85": 44068.0, + "86": 43882.0, + "87": 41253.0, + "88": 44160.0, + "89": 40422.0, + "90": 39869.0, + "91": 46262.0, + "92": 46238.0, + "93": 43859.0, + "94": 45462.0, + "95": 41830.0, + "96": 41424.0, + "97": 41984.0, + "98": 43389.0, + "99": 39073.0, + "100": 39416.0 } }, "mem-allocated-bytes": { @@ -433,105 +433,105 @@ "step_interval": 1, "values": { "1": "nan", - "2": 3.76063, - "3": 0.3734, - "4": 0.36137, - "5": 0.36248, - "6": 0.3613, - "7": 0.36157, - "8": 0.36102, - "9": 0.36185, - "10": 0.3606, - "11": 0.36133, - "12": 0.3644, - "13": 0.3613, - "14": 0.36118, - "15": 0.36202, - "16": 0.36139, - "17": 0.36224, - "18": 0.36108, - "19": 0.36087, - "20": 0.36227, - "21": 0.3613, - "22": 0.36163, - "23": 0.36174, - "24": 0.3634, - "25": 0.36208, - "26": 0.36201, - "27": 0.36631, - "28": 0.37088, - "29": 0.36654, - "30": 0.36419, - "31": 0.36488, - "32": 0.37074, - "33": 0.36969, - "34": 0.36915, - "35": 0.3659, - "36": 0.36624, - "37": 0.36348, - "38": 0.36832, - "39": 0.36901, - "40": 0.36351, - "41": 0.36173, - "42": 0.36176, - "43": 0.36747, - "44": 0.36076, - "45": 0.36219, - "46": 0.36146, - "47": 0.3696, - "48": 0.36195, - "49": 0.36186, - "50": 0.36152, - "51": 0.36169, - "52": 0.8996, - "53": 0.36226, - "54": 0.36311, - "55": 0.36377, - "56": 1.06934, - "57": 0.36211, - "58": 0.36209, - "59": 0.36294, - "60": 0.36254, - "61": 0.36154, - "62": 0.36269, - "63": 0.869, - "64": 0.36616, - "65": 0.37555, - "66": 0.36972, - "67": 0.36553, - "68": 0.36425, - "69": 0.36547, - "70": 0.36364, - "71": 0.364, - "72": 0.36378, - "73": 0.36411, - "74": 0.3646, - "75": 0.36464, - "76": 0.37142, - "77": 0.36509, - "78": 0.88305, - "79": 0.8412, - "80": 0.36775, - "81": 0.36445, - "82": 0.36411, - "83": 0.3633, - "84": 0.36301, - "85": 0.36443, - "86": 0.36359, - "87": 0.36459, - "88": 0.36303, - "89": 0.8683, - "90": 0.36413, - "91": 0.36394, - "92": 0.36373, - "93": 0.36365, - "94": 0.36533, - "95": 0.36448, - "96": 0.36491, - "97": 0.36758, - "98": 0.36841, - "99": 0.36345, - "100": 0.3649 + "2": 3.98055, + "3": 0.44681, + "4": 0.38581, + "5": 0.38601, + "6": 0.38552, + "7": 0.38633, + "8": 0.38641, + "9": 0.39131, + "10": 0.38704, + "11": 0.38654, + "12": 0.38571, + "13": 0.3863, + "14": 0.38613, + "15": 0.38557, + "16": 0.38573, + "17": 0.38543, + "18": 0.38599, + "19": 0.38583, + "20": 0.97781, + "21": 0.38943, + "22": 0.38575, + "23": 0.38613, + "24": 0.38663, + "25": 0.39511, + "26": 0.3988, + "27": 0.39083, + "28": 0.3895, + "29": 0.38618, + "30": 0.38627, + "31": 0.38625, + "32": 0.39036, + "33": 0.39336, + "34": 0.40037, + "35": 0.39908, + "36": 0.39233, + "37": 0.38988, + "38": 0.38998, + "39": 0.38706, + "40": 0.38838, + "41": 0.38996, + "42": 0.38673, + "43": 0.38654, + "44": 0.38572, + "45": 0.38583, + "46": 0.38716, + "47": 0.38626, + "48": 0.38693, + "49": 0.386, + "50": 0.38593, + "51": 0.38626, + "52": 0.38624, + "53": 0.38596, + "54": 0.38657, + "55": 0.38674, + "56": 0.38637, + "57": 0.38652, + "58": 0.3865, + "59": 0.38629, + "60": 0.38833, + "61": 0.38589, + "62": 0.38597, + "63": 0.3866, + "64": 0.88791, + "65": 0.38715, + "66": 0.3871, + "67": 0.38702, + "68": 0.38608, + "69": 0.38684, + "70": 0.38838, + "71": 0.38638, + "72": 0.93173, + "73": 0.38701, + "74": 0.38671, + "75": 0.38758, + "76": 0.38686, + "77": 0.38616, + "78": 0.3876, + "79": 0.38695, + "80": 0.38662, + "81": 0.38686, + "82": 0.386, + "83": 0.84533, + "84": 0.38683, + "85": 0.38648, + "86": 0.38615, + "87": 0.38652, + "88": 0.38579, + "89": 0.38634, + "90": 0.38774, + "91": 0.85688, + "92": 0.38808, + "93": 0.94861, + "94": 0.39806, + "95": 0.3935, + "96": 0.39753, + "97": 0.39484, + "98": 0.39535, + "99": 0.3955, + "100": 0.39759 } } } \ No newline at end of file