From d3fbbcad6146571e55020e7f5db89e0a0aa947ae Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?oliver=20k=C3=B6nig?= Date: Fri, 31 Oct 2025 13:03:52 +0000 Subject: [PATCH 01/12] ci: Remove cluster specific golden values MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: oliver könig --- .../test_pretraining_regular_pipeline.py | 6 +- .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 190 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 288 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 163 +- .../golden_values_dev_dgxh100_coreweave.json | 162 - .../golden_values_dev_dgxh100_eos.json | 162 - .../golden_values_dev_dgx_h100.json | 163 +- .../golden_values_dev_dgxh100_coreweave.json | 162 - .../golden_values_dev_dgxh100_eos.json | 162 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 198 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 198 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 198 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 300 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 976 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 198 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 102 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 102 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 336 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 102 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 280 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 138 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 282 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 382 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 558 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 236 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 198 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgxh100_coreweave.json | 10037 ---------------- .../golden_values_dev_dgxh100_coreweave.json | 10037 ---------------- .../golden_values_dev_dgx_h100.json | 13 +- .../golden_values_dev_dgxh100_coreweave.json | 178 - .../golden_values_dev_dgxh100_eos.json | 178 - .../golden_values_dev_dgx_h100.json | 333 +- .../golden_values_dev_dgxh100_coreweave.json | 178 - .../golden_values_dev_dgxh100_eos.json | 178 - .../golden_values_dev_dgx_h100.json | 16 +- .../golden_values_dev_dgxh100_coreweave.json | 2699 ----- .../golden_values_dev_dgxh100_eos.json | 2699 ----- .../golden_values_dev_dgx_h100.json | 316 +- .../golden_values_dev_dgxh100_coreweave.json | 161 - .../golden_values_dev_dgxh100_eos.json | 161 - .../golden_values_dev_dgx_h100.json | 11 +- .../golden_values_dev_dgxh100_coreweave.json | 1 - .../golden_values_dev_dgxh100_eos.json | 1 - .../golden_values_dev_dgx_h100.json | 2 +- .../golden_values_dev_dgxh100_coreweave.json | 1 - .../golden_values_dev_dgxh100_eos.json | 1 - .../golden_values_dev_dgx_h100.json | 2 +- .../golden_values_dev_dgxh100_coreweave.json | 1 - .../golden_values_dev_dgxh100_eos.json | 1 - .../golden_values_dev_dgx_h100.json | 2 +- .../golden_values_dev_dgxh100_coreweave.json | 1 - .../golden_values_dev_dgxh100_eos.json | 1 - .../golden_values_dev_dgx_h100.json | 292 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 290 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 290 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 2 +- .../golden_values_dev_dgxh100_coreweave.json | 1 - .../golden_values_dev_dgxh100_eos.json | 1 - .../golden_values_dev_dgx_h100.json | 2 +- .../golden_values_dev_dgxh100_coreweave.json | 1 - .../golden_values_dev_dgxh100_eos.json | 1 - .../golden_values_dev_dgx_h100.json | 490 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 440 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 916 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 98 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 298 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 376 +- .../golden_values_dev_dgxh100_coreweave.json | 344 - .../golden_values_dev_dgxh100_eos.json | 344 - .../golden_values_dev_dgx_h100.json | 378 +- .../golden_values_dev_dgxh100_coreweave.json | 344 - .../golden_values_dev_dgxh100_eos.json | 344 - .../golden_values_dev_dgx_h100.json | 315 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 531 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 600 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - ...s.json => golden_values_dev_dgx_h100.json} | 0 .../golden_values_dev_dgxh100_coreweave.json | 344 - ...s.json => golden_values_dev_dgx_h100.json} | 0 .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgx_h100.json | 784 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - ...e.json => golden_values_dev_dgx_h100.json} | 0 .../golden_values_dev_dgxh100_eos.json | 178 - .../golden_values_dev_dgx_h100.json | 4 +- .../golden_values_dev_dgxh100_coreweave.json | 161 - .../golden_values_dev_dgxh100_eos.json | 161 - ...e.json => golden_values_dev_dgx_h100.json} | 0 .../golden_values_dev_dgxh100_eos.json | 1 - .../golden_values_dev_dgx_h100.json | 2 +- .../golden_values_dev_dgxh100_coreweave.json | 1 - .../golden_values_dev_dgxh100_eos.json | 1 - .../golden_values_dev_dgx_h100.json | 2 +- .../golden_values_dev_dgxh100_coreweave.json | 1 - .../golden_values_dev_dgxh100_eos.json | 1 - .../golden_values_dev_dgx_h100.json | 288 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 100 +- .../golden_values_dev_dgxh100_coreweave.json | 287 - .../golden_values_dev_dgxh100_eos.json | 287 - .../golden_values_dev_dgx_h100.json | 50 +- .../golden_values_dev_dgxh100_coreweave.json | 162 - .../golden_values_dev_dgxh100_eos.json | 162 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 198 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - .../golden_values_dev_dgx_h100.json | 200 +- .../golden_values_dev_dgxh100_coreweave.json | 537 - .../golden_values_dev_dgxh100_eos.json | 537 - 320 files changed, 11449 insertions(+), 111078 deletions(-) delete mode 100644 tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_local_spec/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_local_spec/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/bert/bert_mcore_tp4_pp1/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/bert/bert_mcore_tp4_pp1/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings_interleaved_no_fusion/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings_interleaved_no_fusion/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_untie_embeddings_and_outputs/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_untie_embeddings_and_outputs/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_uneven_pipeline/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_uneven_pipeline/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp2_account_for_embedding_loss_in_pipeline_split/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp2_account_for_embedding_loss_in_pipeline_split/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_multi_dist_optimizer_instances/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_multi_dist_optimizer_instances/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss_nondeterministic/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss_nondeterministic/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_dp_last/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_dp_last/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_nondeterministic_dp_last/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_nondeterministic_dp_last/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_dp_last/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_dp_last/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_nondeterministic_dp_last/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_nondeterministic_dp_last/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_nondeterministic/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_nondeterministic/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cross_entropy_loss_fusion/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cross_entropy_loss_fusion/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mla/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mla/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cross_entropy_loss_fusion/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cross_entropy_loss_fusion/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_ddp_average_in_collective/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_ddp_average_in_collective/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_defer_embedding_wgrad_compute/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_defer_embedding_wgrad_compute/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_reshard_1x4xNone/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_reshard_1x4xNone/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_qk_layernorm_test_mode/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_qk_layernorm_test_mode/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp2_resume_torch_dist_reshard_8x1xNone/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp2_resume_torch_dist_reshard_8x1xNone/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp2/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp2/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp4/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp4/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_weekly_dgx_h100_mcore_tp2_pp2_current_scaling_native_fp8_tp_pp_sp_tp_overlap/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt3_weekly_dgx_h100_mcore_tp4_cp2_native_fp8_tp_sp_cp_tp_overlap/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_fp8_logitsmatch/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_fp8_logitsmatch/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_logitsmatch_decode_graphs_only/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_logitsmatch_decode_graphs_only/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp8_pp1_583m_logitsmatch/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp8_pp1_583m_logitsmatch/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_16b_multiprompt_tokensmatch/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_16b_multiprompt_tokensmatch/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_cudagraphs/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_cudagraphs/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_fp8_cudagraphs/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_fp8_cudagraphs/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp4_dgx_a100_1N8G/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp4_dgx_a100_1N8G/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_cudagraphs/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_cudagraphs/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_logitsmatch/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_logitsmatch/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic_dp_last/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic_dp_last/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp1_pp2_resume_torch_dist_reshard_2x1x4_te_8experts2parallel_dist_optimizer/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp1_pp2_resume_torch_dist_reshard_2x1x4_te_8experts2parallel_dist_optimizer/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_memory_speed/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_memory_speed/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_mtp_resume_torch_dist_fp8/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_mtp_resume_torch_dist_fp8/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_resume_torch_dist_attn_cudagraph/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_resume_torch_dist_attn_cudagraph/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_eos.json rename tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/{golden_values_dev_dgxh100_eos.json => golden_values_dev_dgx_h100.json} (100%) delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/golden_values_dev_dgxh100_coreweave.json rename tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/{golden_values_dev_dgxh100_eos.json => golden_values_dev_dgx_h100.json} (100%) delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_eos.json rename tests/functional_tests/test_cases/moe/gpt_dynamic_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/{golden_values_dev_dgxh100_coreweave.json => golden_values_dev_dgx_h100.json} (100%) delete mode 100644 tests/functional_tests/test_cases/moe/gpt_dynamic_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_eos.json rename tests/functional_tests/test_cases/moe/gpt_static_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/{golden_values_dev_dgxh100_coreweave.json => golden_values_dev_dgx_h100.json} (100%) delete mode 100644 tests/functional_tests/test_cases/moe/gpt_static_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt_static_inference_tp1_pp1_ep1_16B_logitsmatch/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt_static_inference_tp1_pp1_ep1_16B_logitsmatch/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt_static_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/moe/gpt_static_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_11b_mcore_tp4_pp1/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_11b_mcore_tp4_pp1/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_te_tp1_pp1_vp1_resume_torch/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_te_tp1_pp1_vp1_resume_torch/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1_sequence_parallel/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1_sequence_parallel/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1_resume_torch/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1_resume_torch/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_tp2_pp1_vp1/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_tp2_pp1_vp1/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1/golden_values_dev_dgxh100_eos.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json delete mode 100644 tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_eos.json diff --git a/tests/functional_tests/python_test_utils/test_pretraining_regular_pipeline.py b/tests/functional_tests/python_test_utils/test_pretraining_regular_pipeline.py index db03d30f65a..c1dcc3d4480 100644 --- a/tests/functional_tests/python_test_utils/test_pretraining_regular_pipeline.py +++ b/tests/functional_tests/python_test_utils/test_pretraining_regular_pipeline.py @@ -9,7 +9,7 @@ logger = logging.getLogger(__name__) CHECK_THRESHOLDS = { - "iteration-time": [common.ApproximateTest(atol=0, rtol=0.25)], + "iteration-time": [common.ApproximateTest(atol=0, rtol=0.05)], "mem-allocated-bytes": [common.ApproximateTest(atol=0, rtol=0.05)], "mem-max-allocated-bytes": [common.ApproximateTest(atol=0, rtol=0.05)], "lm loss": [common.DeterministicTest(), common.ApproximateTest(atol=0, rtol=0.05)], @@ -32,9 +32,7 @@ def test_regular_pipeline( model_config = yaml.safe_load(f) checks_types = ( - model_config["METRICS"] - if "METRICS" in model_config - else ["iteration-time", "lm loss", "num-zeros"] + model_config["METRICS"] if "METRICS" in model_config else ["lm loss", "num-zeros"] ) checks = {metric: CHECK_THRESHOLDS[metric] for metric in checks_types} diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgx_h100.json index 2219c242a8b..df02cb774f4 100644 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 10.41177, - "2": 0.63219, - "3": 0.53615, - "4": 0.53244, - "5": 0.53041, - "6": 0.53364, - "7": 0.53797, - "8": 0.52807, - "9": 0.53172, - "10": 0.53116, - "11": 0.52906, - "12": 0.53113, - "13": 0.52796, - "14": 0.52974, - "15": 0.52875, - "16": 0.52005, - "17": 0.51948, - "18": 0.52008, - "19": 0.52456, - "20": 0.52593, - "21": 0.52988, - "22": 0.52281, - "23": 0.51971, - "24": 0.52235, - "25": 0.54145, - "26": 0.52876, - "27": 0.51926, - "28": 0.51381, - "29": 0.51526, - "30": 0.51632, - "31": 0.52532, - "32": 0.61496, - "33": 0.59949, - "34": 0.52069, - "35": 0.52649, - "36": 0.66485, - "37": 0.52497, - "38": 0.52464, - "39": 0.76801, - "40": 0.52465, - "41": 0.69091, - "42": 0.74369, - "43": 0.5242, - "44": 0.75825, - "45": 0.68331, - "46": 0.75831, - "47": 0.51724, - "48": 0.51305, - "49": 0.51686, - "50": 0.52176 + "1": 10.44279, + "2": 0.55345, + "3": 0.53909, + "4": 0.52187, + "5": 0.52958, + "6": 0.5241, + "7": 0.5353, + "8": 0.51946, + "9": 0.52732, + "10": 0.52759, + "11": 0.51849, + "12": 0.52326, + "13": 0.52472, + "14": 0.52577, + "15": 0.51817, + "16": 0.51922, + "17": 0.51686, + "18": 0.5248, + "19": 0.51945, + "20": 0.74697, + "21": 0.51544, + "22": 0.52412, + "23": 0.66206, + "24": 0.51781, + "25": 0.52429, + "26": 0.52068, + "27": 0.62432, + "28": 0.52016, + "29": 0.52217, + "30": 0.51949, + "31": 0.69033, + "32": 0.52127, + "33": 0.52602, + "34": 0.6403, + "35": 0.51723, + "36": 0.52445, + "37": 0.51746, + "38": 0.52296, + "39": 0.52159, + "40": 0.6718, + "41": 0.58171, + "42": 0.7393, + "43": 0.54277, + "44": 0.81615, + "45": 0.52284, + "46": 0.71947, + "47": 0.52219, + "48": 0.51866, + "49": 0.51764, + "50": 0.51841 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 8ff12f47d08..00000000000 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.47723, - "2": 10.47576, - "3": 10.46809, - "4": 10.47326, - "5": 10.47148, - "6": 10.46049, - "7": 10.46357, - "8": 10.47334, - "9": 10.48063, - "10": 10.46319, - "11": 10.47102, - "12": 10.45502, - "13": 10.44665, - "14": 10.451, - "15": 10.48846, - "16": 10.4509, - "17": 10.44648, - "18": 10.44272, - "19": 10.43057, - "20": 10.44534, - "21": 10.41778, - "22": 10.38667, - "23": 10.39322, - "24": 10.37847, - "25": 10.35474, - "26": 10.35955, - "27": 10.34527, - "28": 10.33539, - "29": 10.25416, - "30": 10.23011, - "31": 10.14092, - "32": 10.13601, - "33": 10.13944, - "34": 10.11377, - "35": 10.0888, - "36": 10.09247, - "37": 10.06836, - "38": 10.04664, - "39": 9.97584, - "40": 9.93781, - "41": 9.90867, - "42": 9.84873, - "43": 9.8577, - "44": 9.79259, - "45": 9.8035, - "46": 9.7029, - "47": 9.73432, - "48": 9.70106, - "49": 9.69981, - "50": 9.70258 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2137.0, - "2": 1618.0, - "3": 1561.0, - "4": 1871.0, - "5": 1983.0, - "6": 1565.0, - "7": 2779.0, - "8": 2108.0, - "9": 2008.0, - "10": 2086.0, - "11": 2534.0, - "12": 1686.0, - "13": 2120.0, - "14": 2814.0, - "15": 1735.0, - "16": 2535.0, - "17": 2409.0, - "18": 2345.0, - "19": 2374.0, - "20": 2739.0, - "21": 2030.0, - "22": 2819.0, - "23": 2763.0, - "24": 2731.0, - "25": 2429.0, - "26": 2817.0, - "27": 2944.0, - "28": 2741.0, - "29": 2639.0, - "30": 2723.0, - "31": 2158.0, - "32": 2242.0, - "33": 2046.0, - "34": 2139.0, - "35": 2492.0, - "36": 2641.0, - "37": 2853.0, - "38": 2705.0, - "39": 2807.0, - "40": 3333.0, - "41": 1762.0, - "42": 1410.0, - "43": 1558.0, - "44": 2384.0, - "45": 3170.0, - "46": 2664.0, - "47": 2641.0, - "48": 3490.0, - "49": 2928.0, - "50": 2487.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3404871168.0, - "2": 3404871168.0, - "3": 3404871168.0, - "4": 3404871168.0, - "5": 3404871168.0, - "6": 3404871168.0, - "7": 3404871168.0, - "8": 3404871168.0, - "9": 3404871168.0, - "10": 3404871168.0, - "11": 3404871168.0, - "12": 3404871168.0, - "13": 3404871168.0, - "14": 3404871168.0, - "15": 3404871168.0, - "16": 3404871168.0, - "17": 3404871168.0, - "18": 3404871168.0, - "19": 3404871168.0, - "20": 3404871168.0, - "21": 3404871168.0, - "22": 3404871168.0, - "23": 3404871168.0, - "24": 3404871168.0, - "25": 3404871168.0, - "26": 3404871168.0, - "27": 3404871168.0, - "28": 3404871168.0, - "29": 3404871168.0, - "30": 3404871168.0, - "31": 3404871168.0, - "32": 3404871168.0, - "33": 3404871168.0, - "34": 3404871168.0, - "35": 3404871168.0, - "36": 3404871168.0, - "37": 3404871168.0, - "38": 3404871168.0, - "39": 3404871168.0, - "40": 3404871168.0, - "41": 3404871168.0, - "42": 3404871168.0, - "43": 3404871168.0, - "44": 3404871168.0, - "45": 3404871168.0, - "46": 3404871168.0, - "47": 3404871168.0, - "48": 3404871168.0, - "49": 3404871168.0, - "50": 3404871168.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 4194526208.0, - "2": 5660965888.0, - "3": 5660965888.0, - "4": 5660965888.0, - "5": 5660965888.0, - "6": 5660965888.0, - "7": 5660965888.0, - "8": 5660965888.0, - "9": 5660965888.0, - "10": 5660965888.0, - "11": 5660965888.0, - "12": 5660965888.0, - "13": 5660965888.0, - "14": 5660965888.0, - "15": 5660965888.0, - "16": 5660965888.0, - "17": 5660965888.0, - "18": 5660965888.0, - "19": 5660965888.0, - "20": 5660965888.0, - "21": 5660965888.0, - "22": 5660965888.0, - "23": 5660965888.0, - "24": 5660965888.0, - "25": 5660965888.0, - "26": 5660965888.0, - "27": 5660965888.0, - "28": 5660965888.0, - "29": 5660965888.0, - "30": 5660965888.0, - "31": 5660965888.0, - "32": 5660965888.0, - "33": 5660965888.0, - "34": 5660965888.0, - "35": 5660965888.0, - "36": 5660965888.0, - "37": 5660965888.0, - "38": 5660965888.0, - "39": 5660965888.0, - "40": 5660965888.0, - "41": 5660965888.0, - "42": 5660965888.0, - "43": 5660965888.0, - "44": 5660965888.0, - "45": 5660965888.0, - "46": 5660965888.0, - "47": 5660965888.0, - "48": 5660965888.0, - "49": 5660965888.0, - "50": 5660965888.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 11.13654, - "2": 0.5493, - "3": 0.46515, - "4": 0.45431, - "5": 0.46032, - "6": 0.45814, - "7": 0.45793, - "8": 0.46137, - "9": 0.46682, - "10": 0.46519, - "11": 0.46206, - "12": 0.46526, - "13": 0.46309, - "14": 0.46231, - "15": 0.47151, - "16": 0.4581, - "17": 0.4833, - "18": 0.47393, - "19": 0.48513, - "20": 0.47017, - "21": 0.47471, - "22": 0.46394, - "23": 0.46475, - "24": 0.46879, - "25": 0.46294, - "26": 0.46242, - "27": 0.4645, - "28": 0.4715, - "29": 0.46842, - "30": 0.46401, - "31": 0.96127, - "32": 0.4785, - "33": 0.62004, - "34": 0.4827, - "35": 0.47953, - "36": 0.48459, - "37": 0.48738, - "38": 0.49573, - "39": 0.58967, - "40": 0.79369, - "41": 0.46618, - "42": 0.72243, - "43": 0.63291, - "44": 0.62301, - "45": 0.68335, - "46": 0.48579, - "47": 0.46817, - "48": 0.46582, - "49": 0.46457, - "50": 0.46777 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index df02cb774f4..00000000000 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.47723, - "2": 10.47576, - "3": 10.46809, - "4": 10.47326, - "5": 10.47148, - "6": 10.46049, - "7": 10.46357, - "8": 10.47334, - "9": 10.48063, - "10": 10.46319, - "11": 10.47102, - "12": 10.45502, - "13": 10.44665, - "14": 10.451, - "15": 10.48846, - "16": 10.4509, - "17": 10.44648, - "18": 10.44272, - "19": 10.43057, - "20": 10.44534, - "21": 10.41778, - "22": 10.38667, - "23": 10.39322, - "24": 10.37847, - "25": 10.35474, - "26": 10.35955, - "27": 10.34527, - "28": 10.33539, - "29": 10.25416, - "30": 10.23011, - "31": 10.14092, - "32": 10.13601, - "33": 10.13944, - "34": 10.11377, - "35": 10.0888, - "36": 10.09247, - "37": 10.06836, - "38": 10.04664, - "39": 9.97584, - "40": 9.93781, - "41": 9.90867, - "42": 9.84873, - "43": 9.8577, - "44": 9.79259, - "45": 9.8035, - "46": 9.7029, - "47": 9.73432, - "48": 9.70106, - "49": 9.69981, - "50": 9.70258 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2137.0, - "2": 1618.0, - "3": 1561.0, - "4": 1871.0, - "5": 1983.0, - "6": 1565.0, - "7": 2779.0, - "8": 2108.0, - "9": 2008.0, - "10": 2086.0, - "11": 2534.0, - "12": 1686.0, - "13": 2120.0, - "14": 2814.0, - "15": 1735.0, - "16": 2535.0, - "17": 2409.0, - "18": 2345.0, - "19": 2374.0, - "20": 2739.0, - "21": 2030.0, - "22": 2819.0, - "23": 2763.0, - "24": 2731.0, - "25": 2429.0, - "26": 2817.0, - "27": 2944.0, - "28": 2741.0, - "29": 2639.0, - "30": 2723.0, - "31": 2158.0, - "32": 2242.0, - "33": 2046.0, - "34": 2139.0, - "35": 2492.0, - "36": 2641.0, - "37": 2853.0, - "38": 2705.0, - "39": 2807.0, - "40": 3333.0, - "41": 1762.0, - "42": 1410.0, - "43": 1558.0, - "44": 2384.0, - "45": 3170.0, - "46": 2664.0, - "47": 2641.0, - "48": 3490.0, - "49": 2928.0, - "50": 2487.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3404871168.0, - "2": 3404871168.0, - "3": 3404871168.0, - "4": 3404871168.0, - "5": 3404871168.0, - "6": 3404871168.0, - "7": 3404871168.0, - "8": 3404871168.0, - "9": 3404871168.0, - "10": 3404871168.0, - "11": 3404871168.0, - "12": 3404871168.0, - "13": 3404871168.0, - "14": 3404871168.0, - "15": 3404871168.0, - "16": 3404871168.0, - "17": 3404871168.0, - "18": 3404871168.0, - "19": 3404871168.0, - "20": 3404871168.0, - "21": 3404871168.0, - "22": 3404871168.0, - "23": 3404871168.0, - "24": 3404871168.0, - "25": 3404871168.0, - "26": 3404871168.0, - "27": 3404871168.0, - "28": 3404871168.0, - "29": 3404871168.0, - "30": 3404871168.0, - "31": 3404871168.0, - "32": 3404871168.0, - "33": 3404871168.0, - "34": 3404871168.0, - "35": 3404871168.0, - "36": 3404871168.0, - "37": 3404871168.0, - "38": 3404871168.0, - "39": 3404871168.0, - "40": 3404871168.0, - "41": 3404871168.0, - "42": 3404871168.0, - "43": 3404871168.0, - "44": 3404871168.0, - "45": 3404871168.0, - "46": 3404871168.0, - "47": 3404871168.0, - "48": 3404871168.0, - "49": 3404871168.0, - "50": 3404871168.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 4194526208.0, - "2": 5660965888.0, - "3": 5660965888.0, - "4": 5660965888.0, - "5": 5660965888.0, - "6": 5660965888.0, - "7": 5660965888.0, - "8": 5660965888.0, - "9": 5660965888.0, - "10": 5660965888.0, - "11": 5660965888.0, - "12": 5660965888.0, - "13": 5660965888.0, - "14": 5660965888.0, - "15": 5660965888.0, - "16": 5660965888.0, - "17": 5660965888.0, - "18": 5660965888.0, - "19": 5660965888.0, - "20": 5660965888.0, - "21": 5660965888.0, - "22": 5660965888.0, - "23": 5660965888.0, - "24": 5660965888.0, - "25": 5660965888.0, - "26": 5660965888.0, - "27": 5660965888.0, - "28": 5660965888.0, - "29": 5660965888.0, - "30": 5660965888.0, - "31": 5660965888.0, - "32": 5660965888.0, - "33": 5660965888.0, - "34": 5660965888.0, - "35": 5660965888.0, - "36": 5660965888.0, - "37": 5660965888.0, - "38": 5660965888.0, - "39": 5660965888.0, - "40": 5660965888.0, - "41": 5660965888.0, - "42": 5660965888.0, - "43": 5660965888.0, - "44": 5660965888.0, - "45": 5660965888.0, - "46": 5660965888.0, - "47": 5660965888.0, - "48": 5660965888.0, - "49": 5660965888.0, - "50": 5660965888.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.44279, - "2": 0.55345, - "3": 0.53909, - "4": 0.52187, - "5": 0.52958, - "6": 0.5241, - "7": 0.5353, - "8": 0.51946, - "9": 0.52732, - "10": 0.52759, - "11": 0.51849, - "12": 0.52326, - "13": 0.52472, - "14": 0.52577, - "15": 0.51817, - "16": 0.51922, - "17": 0.51686, - "18": 0.5248, - "19": 0.51945, - "20": 0.74697, - "21": 0.51544, - "22": 0.52412, - "23": 0.66206, - "24": 0.51781, - "25": 0.52429, - "26": 0.52068, - "27": 0.62432, - "28": 0.52016, - "29": 0.52217, - "30": 0.51949, - "31": 0.69033, - "32": 0.52127, - "33": 0.52602, - "34": 0.6403, - "35": 0.51723, - "36": 0.52445, - "37": 0.51746, - "38": 0.52296, - "39": 0.52159, - "40": 0.6718, - "41": 0.58171, - "42": 0.7393, - "43": 0.54277, - "44": 0.81615, - "45": 0.52284, - "46": 0.71947, - "47": 0.52219, - "48": 0.51866, - "49": 0.51764, - "50": 0.51841 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgx_h100.json index edd42f32479..0d85e13b23b 100644 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 14.52125, - "2": 0.80201, - "3": 0.7469, - "4": 0.73694, - "5": 0.7315, - "6": 0.74178, - "7": 0.74868, - "8": 0.76041, - "9": 0.73349, - "10": 0.73103, - "11": 0.72627, - "12": 1.24485, - "13": 0.92369, - "14": 0.9992, - "15": 0.71522, - "16": 0.72059, - "17": 0.70821, - "18": 0.72513, - "19": 0.92847, - "20": 1.55552, - "21": 1.65501, - "22": 1.61714, - "23": 1.01208, - "24": 0.97003, - "25": 0.73922, - "26": 0.76213, - "27": 0.71228, - "28": 0.74068, - "29": 0.70429, - "30": 0.73547, - "31": 0.73693, - "32": 0.72401, - "33": 0.73688, - "34": 0.73718, - "35": 0.70434, - "36": 0.71346, - "37": 0.71973, - "38": 0.70358, - "39": 1.01971, - "40": 0.72495, - "41": 1.04905, - "42": 0.71671, - "43": 0.89934, - "44": 0.71242, - "45": 0.70583, - "46": 0.69596, - "47": 1.2374, - "48": 1.16, - "49": 1.08122, - "50": 1.48874 + "1": 14.48983, + "2": 0.782, + "3": 0.71913, + "4": 0.71541, + "5": 0.71528, + "6": 0.7219, + "7": 0.72729, + "8": 0.72714, + "9": 0.7634, + "10": 0.71523, + "11": 0.72303, + "12": 1.34179, + "13": 0.93338, + "14": 0.72484, + "15": 0.70784, + "16": 0.72443, + "17": 0.72151, + "18": 0.71102, + "19": 1.13624, + "20": 1.56469, + "21": 1.66622, + "22": 0.9574, + "23": 0.69921, + "24": 0.70477, + "25": 0.73932, + "26": 0.74798, + "27": 0.72633, + "28": 0.72782, + "29": 0.73646, + "30": 0.73665, + "31": 0.74301, + "32": 0.73363, + "33": 0.71952, + "34": 0.7406, + "35": 0.71103, + "36": 0.70026, + "37": 0.71087, + "38": 0.88272, + "39": 0.71279, + "40": 0.92123, + "41": 1.20193, + "42": 0.72924, + "43": 0.70749, + "44": 0.72158, + "45": 0.71169, + "46": 1.23637, + "47": 1.13432, + "48": 1.26896, + "49": 1.13682, + "50": 1.21366 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index b825cf8964e..00000000000 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.55236, - "2": 10.52891, - "3": 10.55085, - "4": 10.55035, - "5": 10.52311, - "6": 10.53328, - "7": 10.53097, - "8": 10.54323, - "9": 10.54514, - "10": 10.53676, - "11": 10.53791, - "12": 10.54319, - "13": 10.5263, - "14": 10.5316, - "15": 10.52714, - "16": 10.50594, - "17": 10.5009, - "18": 10.51023, - "19": 10.493, - "20": 10.48862, - "21": 10.47473, - "22": 10.42799, - "23": 10.42684, - "24": 10.4036, - "25": 10.39991, - "26": 10.38461, - "27": 10.38216, - "28": 10.36877, - "29": 10.32192, - "30": 10.2204, - "31": 10.17094, - "32": 10.12605, - "33": 10.10628, - "34": 10.09438, - "35": 10.07042, - "36": 10.07481, - "37": 10.03644, - "38": 10.01812, - "39": 9.96852, - "40": 9.93082, - "41": 9.87316, - "42": 9.81842, - "43": 9.8156, - "44": 9.73841, - "45": 9.7628, - "46": 9.67691, - "47": 9.68688, - "48": 9.66292, - "49": 9.67587, - "50": 9.67446 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2320.0, - "2": 2645.0, - "3": 2441.0, - "4": 2417.0, - "5": 2730.0, - "6": 2332.0, - "7": 1661.0, - "8": 2386.0, - "9": 2256.0, - "10": 2428.0, - "11": 2152.0, - "12": 2337.0, - "13": 2643.0, - "14": 2209.0, - "15": 2607.0, - "16": 2411.0, - "17": 2529.0, - "18": 2418.0, - "19": 2363.0, - "20": 2323.0, - "21": 2401.0, - "22": 2588.0, - "23": 2338.0, - "24": 2305.0, - "25": 2702.0, - "26": 2370.0, - "27": 2462.0, - "28": 2407.0, - "29": 2240.0, - "30": 2850.0, - "31": 2882.0, - "32": 2837.0, - "33": 2645.0, - "34": 2874.0, - "35": 2913.0, - "36": 3000.0, - "37": 3122.0, - "38": 2680.0, - "39": 2216.0, - "40": 2211.0, - "41": 3456.0, - "42": 3624.0, - "43": 3364.0, - "44": 4026.0, - "45": 4145.0, - "46": 2924.0, - "47": 1942.0, - "48": 3363.0, - "49": 3532.0, - "50": 3710.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2061524480.0, - "2": 2061524480.0, - "3": 2061524480.0, - "4": 2061524480.0, - "5": 2061524480.0, - "6": 2061524480.0, - "7": 2061524480.0, - "8": 2061524480.0, - "9": 2061524480.0, - "10": 2061524480.0, - "11": 2061524480.0, - "12": 2061524480.0, - "13": 2061524480.0, - "14": 2061524480.0, - "15": 2061524480.0, - "16": 2061524480.0, - "17": 2061524480.0, - "18": 2061524480.0, - "19": 2061524480.0, - "20": 2061524480.0, - "21": 2061524480.0, - "22": 2061524480.0, - "23": 2061524480.0, - "24": 2061524480.0, - "25": 2061524480.0, - "26": 2061524480.0, - "27": 2061524480.0, - "28": 2061524480.0, - "29": 2061524480.0, - "30": 2061524480.0, - "31": 2061524480.0, - "32": 2061524480.0, - "33": 2061524480.0, - "34": 2061524480.0, - "35": 2061524480.0, - "36": 2061524480.0, - "37": 2061524480.0, - "38": 2061524480.0, - "39": 2061524480.0, - "40": 2061524480.0, - "41": 2061524480.0, - "42": 2061524480.0, - "43": 2061524480.0, - "44": 2061524480.0, - "45": 2061524480.0, - "46": 2061524480.0, - "47": 2061524480.0, - "48": 2061524480.0, - "49": 2061524480.0, - "50": 2061524480.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 4385424896.0, - "2": 5245672960.0, - "3": 5245672960.0, - "4": 5245672960.0, - "5": 5245672960.0, - "6": 5245672960.0, - "7": 5245672960.0, - "8": 5245672960.0, - "9": 5245672960.0, - "10": 5245672960.0, - "11": 5245672960.0, - "12": 5245672960.0, - "13": 5245672960.0, - "14": 5245672960.0, - "15": 5245672960.0, - "16": 5245672960.0, - "17": 5245672960.0, - "18": 5245672960.0, - "19": 5245672960.0, - "20": 5245672960.0, - "21": 5245672960.0, - "22": 5245672960.0, - "23": 5245672960.0, - "24": 5245672960.0, - "25": 5245672960.0, - "26": 5245672960.0, - "27": 5245672960.0, - "28": 5245672960.0, - "29": 5245672960.0, - "30": 5245672960.0, - "31": 5245672960.0, - "32": 5245672960.0, - "33": 5245672960.0, - "34": 5245672960.0, - "35": 5245672960.0, - "36": 5245672960.0, - "37": 5245672960.0, - "38": 5245672960.0, - "39": 5245672960.0, - "40": 5245672960.0, - "41": 5245672960.0, - "42": 5245672960.0, - "43": 5245672960.0, - "44": 5245672960.0, - "45": 5245672960.0, - "46": 5245672960.0, - "47": 5245672960.0, - "48": 5245672960.0, - "49": 5245672960.0, - "50": 5245672960.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 16.04066, - "2": 0.7032, - "3": 0.64317, - "4": 0.64902, - "5": 0.64969, - "6": 0.63112, - "7": 0.65022, - "8": 0.64825, - "9": 0.6561, - "10": 0.65389, - "11": 0.63629, - "12": 0.61059, - "13": 0.61378, - "14": 0.63387, - "15": 0.63512, - "16": 0.67245, - "17": 1.84585, - "18": 0.92074, - "19": 0.88511, - "20": 1.52328, - "21": 1.57421, - "22": 1.42349, - "23": 0.90417, - "24": 0.62214, - "25": 0.61751, - "26": 0.62328, - "27": 0.63404, - "28": 0.64274, - "29": 0.61224, - "30": 0.6522, - "31": 0.65622, - "32": 0.64451, - "33": 0.65916, - "34": 0.67975, - "35": 0.63318, - "36": 0.63519, - "37": 0.62099, - "38": 0.63824, - "39": 0.65345, - "40": 0.63256, - "41": 0.64564, - "42": 0.61807, - "43": 0.84645, - "44": 0.85427, - "45": 0.85855, - "46": 0.97022, - "47": 1.2994, - "48": 1.26968, - "49": 1.21118, - "50": 1.43722 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 0d85e13b23b..00000000000 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.55236, - "2": 10.52891, - "3": 10.55085, - "4": 10.55035, - "5": 10.52311, - "6": 10.53328, - "7": 10.53097, - "8": 10.54323, - "9": 10.54514, - "10": 10.53676, - "11": 10.53791, - "12": 10.54319, - "13": 10.5263, - "14": 10.5316, - "15": 10.52714, - "16": 10.50594, - "17": 10.5009, - "18": 10.51023, - "19": 10.493, - "20": 10.48862, - "21": 10.47473, - "22": 10.42799, - "23": 10.42684, - "24": 10.4036, - "25": 10.39991, - "26": 10.38461, - "27": 10.38216, - "28": 10.36877, - "29": 10.32192, - "30": 10.2204, - "31": 10.17094, - "32": 10.12605, - "33": 10.10628, - "34": 10.09438, - "35": 10.07042, - "36": 10.07481, - "37": 10.03644, - "38": 10.01812, - "39": 9.96852, - "40": 9.93082, - "41": 9.87316, - "42": 9.81842, - "43": 9.8156, - "44": 9.73841, - "45": 9.7628, - "46": 9.67691, - "47": 9.68688, - "48": 9.66292, - "49": 9.67587, - "50": 9.67446 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2320.0, - "2": 2645.0, - "3": 2441.0, - "4": 2417.0, - "5": 2730.0, - "6": 2332.0, - "7": 1661.0, - "8": 2386.0, - "9": 2256.0, - "10": 2428.0, - "11": 2152.0, - "12": 2337.0, - "13": 2643.0, - "14": 2209.0, - "15": 2607.0, - "16": 2411.0, - "17": 2529.0, - "18": 2418.0, - "19": 2363.0, - "20": 2323.0, - "21": 2401.0, - "22": 2588.0, - "23": 2338.0, - "24": 2305.0, - "25": 2702.0, - "26": 2370.0, - "27": 2462.0, - "28": 2407.0, - "29": 2240.0, - "30": 2850.0, - "31": 2882.0, - "32": 2837.0, - "33": 2645.0, - "34": 2874.0, - "35": 2913.0, - "36": 3000.0, - "37": 3122.0, - "38": 2680.0, - "39": 2216.0, - "40": 2211.0, - "41": 3456.0, - "42": 3624.0, - "43": 3364.0, - "44": 4026.0, - "45": 4145.0, - "46": 2924.0, - "47": 1942.0, - "48": 3363.0, - "49": 3532.0, - "50": 3710.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2061524480.0, - "2": 2061524480.0, - "3": 2061524480.0, - "4": 2061524480.0, - "5": 2061524480.0, - "6": 2061524480.0, - "7": 2061524480.0, - "8": 2061524480.0, - "9": 2061524480.0, - "10": 2061524480.0, - "11": 2061524480.0, - "12": 2061524480.0, - "13": 2061524480.0, - "14": 2061524480.0, - "15": 2061524480.0, - "16": 2061524480.0, - "17": 2061524480.0, - "18": 2061524480.0, - "19": 2061524480.0, - "20": 2061524480.0, - "21": 2061524480.0, - "22": 2061524480.0, - "23": 2061524480.0, - "24": 2061524480.0, - "25": 2061524480.0, - "26": 2061524480.0, - "27": 2061524480.0, - "28": 2061524480.0, - "29": 2061524480.0, - "30": 2061524480.0, - "31": 2061524480.0, - "32": 2061524480.0, - "33": 2061524480.0, - "34": 2061524480.0, - "35": 2061524480.0, - "36": 2061524480.0, - "37": 2061524480.0, - "38": 2061524480.0, - "39": 2061524480.0, - "40": 2061524480.0, - "41": 2061524480.0, - "42": 2061524480.0, - "43": 2061524480.0, - "44": 2061524480.0, - "45": 2061524480.0, - "46": 2061524480.0, - "47": 2061524480.0, - "48": 2061524480.0, - "49": 2061524480.0, - "50": 2061524480.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 4385424896.0, - "2": 5245672960.0, - "3": 5245672960.0, - "4": 5245672960.0, - "5": 5245672960.0, - "6": 5245672960.0, - "7": 5245672960.0, - "8": 5245672960.0, - "9": 5245672960.0, - "10": 5245672960.0, - "11": 5245672960.0, - "12": 5245672960.0, - "13": 5245672960.0, - "14": 5245672960.0, - "15": 5245672960.0, - "16": 5245672960.0, - "17": 5245672960.0, - "18": 5245672960.0, - "19": 5245672960.0, - "20": 5245672960.0, - "21": 5245672960.0, - "22": 5245672960.0, - "23": 5245672960.0, - "24": 5245672960.0, - "25": 5245672960.0, - "26": 5245672960.0, - "27": 5245672960.0, - "28": 5245672960.0, - "29": 5245672960.0, - "30": 5245672960.0, - "31": 5245672960.0, - "32": 5245672960.0, - "33": 5245672960.0, - "34": 5245672960.0, - "35": 5245672960.0, - "36": 5245672960.0, - "37": 5245672960.0, - "38": 5245672960.0, - "39": 5245672960.0, - "40": 5245672960.0, - "41": 5245672960.0, - "42": 5245672960.0, - "43": 5245672960.0, - "44": 5245672960.0, - "45": 5245672960.0, - "46": 5245672960.0, - "47": 5245672960.0, - "48": 5245672960.0, - "49": 5245672960.0, - "50": 5245672960.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 14.48983, - "2": 0.782, - "3": 0.71913, - "4": 0.71541, - "5": 0.71528, - "6": 0.7219, - "7": 0.72729, - "8": 0.72714, - "9": 0.7634, - "10": 0.71523, - "11": 0.72303, - "12": 1.34179, - "13": 0.93338, - "14": 0.72484, - "15": 0.70784, - "16": 0.72443, - "17": 0.72151, - "18": 0.71102, - "19": 1.13624, - "20": 1.56469, - "21": 1.66622, - "22": 0.9574, - "23": 0.69921, - "24": 0.70477, - "25": 0.73932, - "26": 0.74798, - "27": 0.72633, - "28": 0.72782, - "29": 0.73646, - "30": 0.73665, - "31": 0.74301, - "32": 0.73363, - "33": 0.71952, - "34": 0.7406, - "35": 0.71103, - "36": 0.70026, - "37": 0.71087, - "38": 0.88272, - "39": 0.71279, - "40": 0.92123, - "41": 1.20193, - "42": 0.72924, - "43": 0.70749, - "44": 0.72158, - "45": 0.71169, - "46": 1.23637, - "47": 1.13432, - "48": 1.26896, - "49": 1.13682, - "50": 1.21366 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2/golden_values_dev_dgx_h100.json index a7cfd87bc71..1352649be85 100644 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2/golden_values_dev_dgx_h100.json @@ -180,51 +180,51 @@ "3": 3108323328.0, "4": 3108323328.0, "5": 3108323328.0, - "6": 3108323328.0, - "7": 3108323328.0, - "8": 3108323328.0, - "9": 3108323328.0, - "10": 3108323328.0, - "11": 3108323328.0, - "12": 3108323328.0, - "13": 3108323328.0, - "14": 3108323328.0, - "15": 3108323328.0, - "16": 3108323328.0, - "17": 3108323328.0, - "18": 3108323328.0, - "19": 3108323328.0, - "20": 3108323328.0, - "21": 3108323328.0, - "22": 3108323328.0, - "23": 3108323328.0, - "24": 3108323328.0, - "25": 3108323328.0, - "26": 3108323328.0, - "27": 3108323328.0, - "28": 3108323328.0, - "29": 3108323328.0, - "30": 3108323328.0, - "31": 3108323328.0, - "32": 3108323328.0, - "33": 3108323328.0, - "34": 3108323328.0, - "35": 3108323328.0, - "36": 3108323328.0, - "37": 3108323328.0, - "38": 3108323328.0, - "39": 3108323328.0, - "40": 3108323328.0, - "41": 3108323328.0, - "42": 3108323328.0, - "43": 3108323328.0, - "44": 3108323328.0, - "45": 3108323328.0, - "46": 3108323328.0, - "47": 3108323328.0, - "48": 3108323328.0, - "49": 3108323328.0, - "50": 3108323328.0 + "6": 3108842496.0, + "7": 3108842496.0, + "8": 3108842496.0, + "9": 3108842496.0, + "10": 3108842496.0, + "11": 3108842496.0, + "12": 3108842496.0, + "13": 3108842496.0, + "14": 3108842496.0, + "15": 3108842496.0, + "16": 3108842496.0, + "17": 3108842496.0, + "18": 3108842496.0, + "19": 3108842496.0, + "20": 3108842496.0, + "21": 3108842496.0, + "22": 3108842496.0, + "23": 3108842496.0, + "24": 3108842496.0, + "25": 3108842496.0, + "26": 3108842496.0, + "27": 3108842496.0, + "28": 3108842496.0, + "29": 3108842496.0, + "30": 3108842496.0, + "31": 3108842496.0, + "32": 3108842496.0, + "33": 3108842496.0, + "34": 3108842496.0, + "35": 3108842496.0, + "36": 3108842496.0, + "37": 3108842496.0, + "38": 3108842496.0, + "39": 3108842496.0, + "40": 3108842496.0, + "41": 3108842496.0, + "42": 3108842496.0, + "43": 3108842496.0, + "44": 3108842496.0, + "45": 3108842496.0, + "46": 3108842496.0, + "47": 3108842496.0, + "48": 3108842496.0, + "49": 3108842496.0, + "50": 3108842496.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 11.95325, - "2": 1.03495, - "3": 1.01983, - "4": 1.02247, - "5": 1.02376, - "6": 1.01057, - "7": 1.00305, - "8": 1.00511, - "9": 1.01164, - "10": 1.00809, - "11": 1.00401, - "12": 1.01195, - "13": 1.00522, - "14": 1.01037, - "15": 1.01016, - "16": 1.00481, - "17": 1.00787, - "18": 1.00866, - "19": 1.0117, - "20": 1.43302, - "21": 1.37362, - "22": 1.11681, - "23": 1.05672, - "24": 1.00983, - "25": 1.01065, - "26": 1.00572, - "27": 1.00992, - "28": 1.00576, - "29": 1.00599, - "30": 1.00468, - "31": 1.00657, - "32": 1.00207, - "33": 1.00815, - "34": 1.01333, - "35": 1.00888, - "36": 1.01481, - "37": 1.32861, - "38": 1.01215, - "39": 1.00755, - "40": 1.00235, - "41": 1.00954, - "42": 1.00544, - "43": 1.0136, - "44": 1.34075, - "45": 1.00937, - "46": 1.0108, - "47": 1.01217, - "48": 1.11889, - "49": 1.34225, - "50": 1.09191 + "1": 11.98661, + "2": 1.05916, + "3": 1.01721, + "4": 1.02611, + "5": 1.02779, + "6": 1.11252, + "7": 1.0176, + "8": 1.02427, + "9": 1.02561, + "10": 1.01845, + "11": 1.02419, + "12": 1.01745, + "13": 1.01224, + "14": 1.02388, + "15": 1.03687, + "16": 1.01886, + "17": 1.01708, + "18": 1.01143, + "19": 1.01902, + "20": 1.49878, + "21": 1.47537, + "22": 1.01801, + "23": 1.05158, + "24": 1.03481, + "25": 1.01773, + "26": 1.01186, + "27": 1.02203, + "28": 1.01824, + "29": 1.01865, + "30": 1.02165, + "31": 1.0184, + "32": 1.02106, + "33": 1.04655, + "34": 1.03129, + "35": 1.01893, + "36": 1.02153, + "37": 1.02154, + "38": 1.0213, + "39": 1.14846, + "40": 1.02149, + "41": 1.01905, + "42": 1.02038, + "43": 1.03126, + "44": 1.04155, + "45": 1.01649, + "46": 1.01742, + "47": 1.02406, + "48": 1.27122, + "49": 1.15085, + "50": 1.10861 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 2e4f3c6e211..00000000000 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.48367, - "2": 10.48426, - "3": 10.48254, - "4": 10.48311, - "5": 10.4764, - "6": 10.4844, - "7": 10.48458, - "8": 10.48829, - "9": 10.49008, - "10": 10.47268, - "11": 10.47256, - "12": 10.48259, - "13": 10.47857, - "14": 10.45154, - "15": 10.47925, - "16": 10.45346, - "17": 10.45145, - "18": 10.46238, - "19": 10.44113, - "20": 10.45448, - "21": 10.43454, - "22": 10.40592, - "23": 10.39961, - "24": 10.37579, - "25": 10.38182, - "26": 10.35147, - "27": 10.35388, - "28": 10.34937, - "29": 10.28711, - "30": 10.21159, - "31": 10.1726, - "32": 10.13421, - "33": 10.14744, - "34": 10.10737, - "35": 10.10581, - "36": 10.08735, - "37": 10.08157, - "38": 10.07233, - "39": 10.00094, - "40": 9.98143, - "41": 9.92541, - "42": 9.87527, - "43": 9.88711, - "44": 9.80642, - "45": 9.82325, - "46": 9.73785, - "47": 9.74817, - "48": 9.71609, - "49": 9.74484, - "50": 9.72982 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2570.0, - "2": 1923.0, - "3": 1512.0, - "4": 2322.0, - "5": 2033.0, - "6": 1774.0, - "7": 2781.0, - "8": 2460.0, - "9": 2308.0, - "10": 2635.0, - "11": 2397.0, - "12": 1817.0, - "13": 2348.0, - "14": 2749.0, - "15": 2027.0, - "16": 2719.0, - "17": 2487.0, - "18": 2533.0, - "19": 2547.0, - "20": 2850.0, - "21": 1990.0, - "22": 2884.0, - "23": 2857.0, - "24": 2685.0, - "25": 2514.0, - "26": 2958.0, - "27": 2673.0, - "28": 2723.0, - "29": 2571.0, - "30": 2858.0, - "31": 2157.0, - "32": 2357.0, - "33": 2242.0, - "34": 2464.0, - "35": 2544.0, - "36": 2933.0, - "37": 3293.0, - "38": 2730.0, - "39": 2795.0, - "40": 3310.0, - "41": 1816.0, - "42": 1467.0, - "43": 1817.0, - "44": 2633.0, - "45": 3576.0, - "46": 3015.0, - "47": 2805.0, - "48": 3071.0, - "49": 2974.0, - "50": 2267.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1784014336.0, - "2": 1784014336.0, - "3": 1784014336.0, - "4": 1784014336.0, - "5": 1784014336.0, - "6": 1784014336.0, - "7": 1784014336.0, - "8": 1784014336.0, - "9": 1784014336.0, - "10": 1784014336.0, - "11": 1784014336.0, - "12": 1784014336.0, - "13": 1784014336.0, - "14": 1784014336.0, - "15": 1784014336.0, - "16": 1784014336.0, - "17": 1784014336.0, - "18": 1784014336.0, - "19": 1784014336.0, - "20": 1784014336.0, - "21": 1784014336.0, - "22": 1784014336.0, - "23": 1784014336.0, - "24": 1784014336.0, - "25": 1784014336.0, - "26": 1784014336.0, - "27": 1784014336.0, - "28": 1784014336.0, - "29": 1784014336.0, - "30": 1784014336.0, - "31": 1784014336.0, - "32": 1784014336.0, - "33": 1784014336.0, - "34": 1784014336.0, - "35": 1784014336.0, - "36": 1784014336.0, - "37": 1784014336.0, - "38": 1784014336.0, - "39": 1784014336.0, - "40": 1784014336.0, - "41": 1784014336.0, - "42": 1784014336.0, - "43": 1784014336.0, - "44": 1784014336.0, - "45": 1784014336.0, - "46": 1784014336.0, - "47": 1784014336.0, - "48": 1784014336.0, - "49": 1784014336.0, - "50": 1784014336.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2365860864.0, - "2": 3108323328.0, - "3": 3108323328.0, - "4": 3108323328.0, - "5": 3108323328.0, - "6": 3108323328.0, - "7": 3108323328.0, - "8": 3108847104.0, - "9": 3108847104.0, - "10": 3108847104.0, - "11": 3108847104.0, - "12": 3108847104.0, - "13": 3108847104.0, - "14": 3108847104.0, - "15": 3108847104.0, - "16": 3108847104.0, - "17": 3108847104.0, - "18": 3108847104.0, - "19": 3108847104.0, - "20": 3108847104.0, - "21": 3108847104.0, - "22": 3108847104.0, - "23": 3108847104.0, - "24": 3108847104.0, - "25": 3108847104.0, - "26": 3108847104.0, - "27": 3108847104.0, - "28": 3108847104.0, - "29": 3108847104.0, - "30": 3108847104.0, - "31": 3108847104.0, - "32": 3108847104.0, - "33": 3108847104.0, - "34": 3108847104.0, - "35": 3108847104.0, - "36": 3108847104.0, - "37": 3108847104.0, - "38": 3108847104.0, - "39": 3108847104.0, - "40": 3108847104.0, - "41": 3108847104.0, - "42": 3108847104.0, - "43": 3108847104.0, - "44": 3108847104.0, - "45": 3108847104.0, - "46": 3108847104.0, - "47": 3108847104.0, - "48": 3108847104.0, - "49": 3108847104.0, - "50": 3108847104.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 12.28863, - "2": 1.02215, - "3": 0.91269, - "4": 0.90798, - "5": 0.9095, - "6": 0.89623, - "7": 0.91406, - "8": 0.93659, - "9": 0.98867, - "10": 0.97926, - "11": 0.92244, - "12": 0.93168, - "13": 0.91684, - "14": 0.92151, - "15": 0.90545, - "16": 0.92975, - "17": 0.9771, - "18": 0.91421, - "19": 0.91325, - "20": 1.37492, - "21": 1.35582, - "22": 0.90471, - "23": 0.90119, - "24": 0.9066, - "25": 0.89745, - "26": 0.90071, - "27": 0.90705, - "28": 0.91467, - "29": 0.90066, - "30": 0.94983, - "31": 0.9257, - "32": 0.92349, - "33": 0.92172, - "34": 0.93247, - "35": 0.91594, - "36": 0.9259, - "37": 0.91518, - "38": 0.91714, - "39": 0.91191, - "40": 0.91531, - "41": 0.91413, - "42": 0.92876, - "43": 0.95961, - "44": 0.90524, - "45": 0.89573, - "46": 0.90239, - "47": 0.89546, - "48": 1.05878, - "49": 1.18954, - "50": 1.15643 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 1352649be85..00000000000 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.48367, - "2": 10.48426, - "3": 10.48254, - "4": 10.48311, - "5": 10.4764, - "6": 10.4844, - "7": 10.48458, - "8": 10.48829, - "9": 10.49008, - "10": 10.47268, - "11": 10.47256, - "12": 10.48259, - "13": 10.47857, - "14": 10.45154, - "15": 10.47925, - "16": 10.45346, - "17": 10.45145, - "18": 10.46238, - "19": 10.44113, - "20": 10.45448, - "21": 10.43454, - "22": 10.40592, - "23": 10.39961, - "24": 10.37579, - "25": 10.38182, - "26": 10.35147, - "27": 10.35388, - "28": 10.34937, - "29": 10.28711, - "30": 10.21159, - "31": 10.1726, - "32": 10.13421, - "33": 10.14744, - "34": 10.10737, - "35": 10.10581, - "36": 10.08735, - "37": 10.08157, - "38": 10.07233, - "39": 10.00094, - "40": 9.98143, - "41": 9.92541, - "42": 9.87527, - "43": 9.88711, - "44": 9.80642, - "45": 9.82325, - "46": 9.73785, - "47": 9.74817, - "48": 9.71609, - "49": 9.74484, - "50": 9.72982 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2570.0, - "2": 1923.0, - "3": 1512.0, - "4": 2322.0, - "5": 2033.0, - "6": 1774.0, - "7": 2781.0, - "8": 2460.0, - "9": 2308.0, - "10": 2635.0, - "11": 2397.0, - "12": 1817.0, - "13": 2348.0, - "14": 2749.0, - "15": 2027.0, - "16": 2719.0, - "17": 2487.0, - "18": 2533.0, - "19": 2547.0, - "20": 2850.0, - "21": 1990.0, - "22": 2884.0, - "23": 2857.0, - "24": 2685.0, - "25": 2514.0, - "26": 2958.0, - "27": 2673.0, - "28": 2723.0, - "29": 2571.0, - "30": 2858.0, - "31": 2157.0, - "32": 2357.0, - "33": 2242.0, - "34": 2464.0, - "35": 2544.0, - "36": 2933.0, - "37": 3293.0, - "38": 2730.0, - "39": 2795.0, - "40": 3310.0, - "41": 1816.0, - "42": 1467.0, - "43": 1817.0, - "44": 2633.0, - "45": 3576.0, - "46": 3015.0, - "47": 2805.0, - "48": 3071.0, - "49": 2974.0, - "50": 2267.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1784014336.0, - "2": 1784014336.0, - "3": 1784014336.0, - "4": 1784014336.0, - "5": 1784014336.0, - "6": 1784014336.0, - "7": 1784014336.0, - "8": 1784014336.0, - "9": 1784014336.0, - "10": 1784014336.0, - "11": 1784014336.0, - "12": 1784014336.0, - "13": 1784014336.0, - "14": 1784014336.0, - "15": 1784014336.0, - "16": 1784014336.0, - "17": 1784014336.0, - "18": 1784014336.0, - "19": 1784014336.0, - "20": 1784014336.0, - "21": 1784014336.0, - "22": 1784014336.0, - "23": 1784014336.0, - "24": 1784014336.0, - "25": 1784014336.0, - "26": 1784014336.0, - "27": 1784014336.0, - "28": 1784014336.0, - "29": 1784014336.0, - "30": 1784014336.0, - "31": 1784014336.0, - "32": 1784014336.0, - "33": 1784014336.0, - "34": 1784014336.0, - "35": 1784014336.0, - "36": 1784014336.0, - "37": 1784014336.0, - "38": 1784014336.0, - "39": 1784014336.0, - "40": 1784014336.0, - "41": 1784014336.0, - "42": 1784014336.0, - "43": 1784014336.0, - "44": 1784014336.0, - "45": 1784014336.0, - "46": 1784014336.0, - "47": 1784014336.0, - "48": 1784014336.0, - "49": 1784014336.0, - "50": 1784014336.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2365860864.0, - "2": 3108323328.0, - "3": 3108323328.0, - "4": 3108323328.0, - "5": 3108323328.0, - "6": 3108842496.0, - "7": 3108842496.0, - "8": 3108842496.0, - "9": 3108842496.0, - "10": 3108842496.0, - "11": 3108842496.0, - "12": 3108842496.0, - "13": 3108842496.0, - "14": 3108842496.0, - "15": 3108842496.0, - "16": 3108842496.0, - "17": 3108842496.0, - "18": 3108842496.0, - "19": 3108842496.0, - "20": 3108842496.0, - "21": 3108842496.0, - "22": 3108842496.0, - "23": 3108842496.0, - "24": 3108842496.0, - "25": 3108842496.0, - "26": 3108842496.0, - "27": 3108842496.0, - "28": 3108842496.0, - "29": 3108842496.0, - "30": 3108842496.0, - "31": 3108842496.0, - "32": 3108842496.0, - "33": 3108842496.0, - "34": 3108842496.0, - "35": 3108842496.0, - "36": 3108842496.0, - "37": 3108842496.0, - "38": 3108842496.0, - "39": 3108842496.0, - "40": 3108842496.0, - "41": 3108842496.0, - "42": 3108842496.0, - "43": 3108842496.0, - "44": 3108842496.0, - "45": 3108842496.0, - "46": 3108842496.0, - "47": 3108842496.0, - "48": 3108842496.0, - "49": 3108842496.0, - "50": 3108842496.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 11.98661, - "2": 1.05916, - "3": 1.01721, - "4": 1.02611, - "5": 1.02779, - "6": 1.11252, - "7": 1.0176, - "8": 1.02427, - "9": 1.02561, - "10": 1.01845, - "11": 1.02419, - "12": 1.01745, - "13": 1.01224, - "14": 1.02388, - "15": 1.03687, - "16": 1.01886, - "17": 1.01708, - "18": 1.01143, - "19": 1.01902, - "20": 1.49878, - "21": 1.47537, - "22": 1.01801, - "23": 1.05158, - "24": 1.03481, - "25": 1.01773, - "26": 1.01186, - "27": 1.02203, - "28": 1.01824, - "29": 1.01865, - "30": 1.02165, - "31": 1.0184, - "32": 1.02106, - "33": 1.04655, - "34": 1.03129, - "35": 1.01893, - "36": 1.02153, - "37": 1.02154, - "38": 1.0213, - "39": 1.14846, - "40": 1.02149, - "41": 1.01905, - "42": 1.02038, - "43": 1.03126, - "44": 1.04155, - "45": 1.01649, - "46": 1.01742, - "47": 1.02406, - "48": 1.27122, - "49": 1.15085, - "50": 1.10861 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_local_spec/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_local_spec/golden_values_dev_dgx_h100.json index fb44f049ad6..bf20b2b00e3 100644 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_local_spec/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_local_spec/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 11.5674, - "2": 0.87925, - "3": 0.84214, - "4": 0.85037, - "5": 0.85134, - "6": 0.84821, - "7": 0.84955, - "8": 0.84912, - "9": 0.85227, - "10": 0.84641, - "11": 0.84805, - "12": 0.84791, - "13": 0.86059, - "14": 0.86196, - "15": 1.10537, - "16": 1.03739, - "17": 0.8309, - "18": 0.82806, - "19": 1.30044, - "20": 0.83029, - "21": 0.82677, - "22": 1.30745, - "23": 0.85382, - "24": 0.83942, - "25": 0.83871, - "26": 0.8337, - "27": 0.83434, - "28": 0.8309, - "29": 0.83936, - "30": 0.83788, - "31": 0.83476, - "32": 0.83236, - "33": 0.83163, - "34": 0.84328, - "35": 0.83702, - "36": 0.83877, - "37": 0.83834, - "38": 0.83145, - "39": 0.83941, - "40": 0.84432, - "41": 1.16619, - "42": 1.1534, - "43": 1.08513, - "44": 0.84537, - "45": 0.99113, - "46": 0.84419, - "47": 0.89066, - "48": 0.83549, - "49": 1.01154, - "50": 0.96557 + "1": 11.68301, + "2": 0.87796, + "3": 0.84756, + "4": 0.85513, + "5": 0.85643, + "6": 0.85366, + "7": 0.8468, + "8": 0.84974, + "9": 0.84989, + "10": 0.8464, + "11": 0.84369, + "12": 0.84972, + "13": 0.84311, + "14": 0.85648, + "15": 1.1084, + "16": 0.8827, + "17": 0.87952, + "18": 0.88554, + "19": 0.82673, + "20": 0.82222, + "21": 1.06414, + "22": 1.09134, + "23": 1.02591, + "24": 0.82601, + "25": 0.82277, + "26": 0.81844, + "27": 0.82627, + "28": 0.82854, + "29": 0.82653, + "30": 0.82247, + "31": 0.82906, + "32": 0.82363, + "33": 0.82944, + "34": 0.82401, + "35": 0.82902, + "36": 0.83537, + "37": 0.8265, + "38": 0.82728, + "39": 0.82087, + "40": 0.82525, + "41": 0.82691, + "42": 1.14473, + "43": 0.97566, + "44": 0.82343, + "45": 0.82956, + "46": 0.82572, + "47": 0.83635, + "48": 0.94255, + "49": 0.99753, + "50": 1.10127 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_local_spec/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_local_spec/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 0ff198806cb..00000000000 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_local_spec/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.4837, - "2": 10.48435, - "3": 10.48251, - "4": 10.48303, - "5": 10.47647, - "6": 10.48423, - "7": 10.48457, - "8": 10.48837, - "9": 10.49003, - "10": 10.47255, - "11": 10.47245, - "12": 10.4828, - "13": 10.47855, - "14": 10.45162, - "15": 10.47936, - "16": 10.45364, - "17": 10.45143, - "18": 10.46239, - "19": 10.44136, - "20": 10.45438, - "21": 10.43469, - "22": 10.40587, - "23": 10.39982, - "24": 10.37585, - "25": 10.38173, - "26": 10.35154, - "27": 10.35401, - "28": 10.3497, - "29": 10.28714, - "30": 10.21194, - "31": 10.17274, - "32": 10.13439, - "33": 10.14753, - "34": 10.10759, - "35": 10.10592, - "36": 10.08756, - "37": 10.08177, - "38": 10.07257, - "39": 10.0013, - "40": 9.9816, - "41": 9.92549, - "42": 9.87529, - "43": 9.88742, - "44": 9.80641, - "45": 9.82342, - "46": 9.73815, - "47": 9.74831, - "48": 9.71619, - "49": 9.74504, - "50": 9.73004 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2554.0, - "2": 1919.0, - "3": 1521.0, - "4": 2330.0, - "5": 2010.0, - "6": 1725.0, - "7": 2803.0, - "8": 2435.0, - "9": 2286.0, - "10": 2570.0, - "11": 2438.0, - "12": 1829.0, - "13": 2332.0, - "14": 2832.0, - "15": 2008.0, - "16": 2659.0, - "17": 2454.0, - "18": 2500.0, - "19": 2588.0, - "20": 2834.0, - "21": 2042.0, - "22": 3037.0, - "23": 2702.0, - "24": 2700.0, - "25": 2568.0, - "26": 2896.0, - "27": 2735.0, - "28": 2699.0, - "29": 2548.0, - "30": 2843.0, - "31": 2160.0, - "32": 2458.0, - "33": 2130.0, - "34": 2517.0, - "35": 2597.0, - "36": 3001.0, - "37": 3305.0, - "38": 2682.0, - "39": 2805.0, - "40": 3425.0, - "41": 1812.0, - "42": 1481.0, - "43": 1726.0, - "44": 2575.0, - "45": 3438.0, - "46": 2960.0, - "47": 2792.0, - "48": 3107.0, - "49": 2854.0, - "50": 2145.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1767237120.0, - "2": 1767237120.0, - "3": 1767237120.0, - "4": 1767237120.0, - "5": 1767237120.0, - "6": 1767237120.0, - "7": 1767237120.0, - "8": 1767237120.0, - "9": 1767237120.0, - "10": 1767237120.0, - "11": 1767237120.0, - "12": 1767237120.0, - "13": 1767237120.0, - "14": 1767237120.0, - "15": 1767237120.0, - "16": 1767237120.0, - "17": 1767237120.0, - "18": 1767237120.0, - "19": 1767237120.0, - "20": 1767237120.0, - "21": 1767237120.0, - "22": 1767237120.0, - "23": 1767237120.0, - "24": 1767237120.0, - "25": 1767237120.0, - "26": 1767237120.0, - "27": 1767237120.0, - "28": 1767237120.0, - "29": 1767237120.0, - "30": 1767237120.0, - "31": 1767237120.0, - "32": 1767237120.0, - "33": 1767237120.0, - "34": 1767237120.0, - "35": 1767237120.0, - "36": 1767237120.0, - "37": 1767237120.0, - "38": 1767237120.0, - "39": 1767237120.0, - "40": 1767237120.0, - "41": 1767237120.0, - "42": 1767237120.0, - "43": 1767237120.0, - "44": 1767237120.0, - "45": 1767237120.0, - "46": 1767237120.0, - "47": 1767237120.0, - "48": 1767237120.0, - "49": 1767237120.0, - "50": 1767237120.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2336500736.0, - "2": 3079487488.0, - "3": 3079487488.0, - "4": 3079487488.0, - "5": 3079487488.0, - "6": 3079487488.0, - "7": 3079487488.0, - "8": 3079487488.0, - "9": 3079487488.0, - "10": 3079487488.0, - "11": 3079487488.0, - "12": 3079487488.0, - "13": 3079487488.0, - "14": 3079487488.0, - "15": 3079487488.0, - "16": 3079487488.0, - "17": 3079487488.0, - "18": 3079487488.0, - "19": 3079487488.0, - "20": 3079487488.0, - "21": 3079487488.0, - "22": 3079487488.0, - "23": 3079487488.0, - "24": 3079487488.0, - "25": 3079487488.0, - "26": 3079487488.0, - "27": 3079487488.0, - "28": 3079487488.0, - "29": 3079487488.0, - "30": 3079487488.0, - "31": 3079487488.0, - "32": 3079487488.0, - "33": 3079487488.0, - "34": 3079487488.0, - "35": 3079487488.0, - "36": 3079487488.0, - "37": 3079487488.0, - "38": 3079487488.0, - "39": 3079487488.0, - "40": 3079487488.0, - "41": 3079487488.0, - "42": 3079487488.0, - "43": 3079487488.0, - "44": 3079487488.0, - "45": 3079487488.0, - "46": 3079487488.0, - "47": 3079487488.0, - "48": 3079487488.0, - "49": 3079487488.0, - "50": 3079487488.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 12.70758, - "2": 0.8354, - "3": 0.78875, - "4": 0.77893, - "5": 0.81797, - "6": 0.77299, - "7": 0.76726, - "8": 0.77744, - "9": 0.77036, - "10": 0.76808, - "11": 0.77009, - "12": 0.77543, - "13": 0.78463, - "14": 0.77498, - "15": 0.76065, - "16": 1.28888, - "17": 0.78476, - "18": 0.77415, - "19": 0.77341, - "20": 1.04994, - "21": 1.25413, - "22": 0.7709, - "23": 0.85615, - "24": 0.76186, - "25": 0.75903, - "26": 0.75431, - "27": 0.76868, - "28": 0.7776, - "29": 0.74989, - "30": 0.75136, - "31": 0.7956, - "32": 0.74247, - "33": 0.73237, - "34": 0.73066, - "35": 0.74241, - "36": 0.74361, - "37": 0.77983, - "38": 0.77753, - "39": 0.75036, - "40": 0.75188, - "41": 0.75332, - "42": 0.89635, - "43": 0.73883, - "44": 0.92932, - "45": 0.73444, - "46": 0.73103, - "47": 1.01543, - "48": 1.06091, - "49": 0.92342, - "50": 1.25669 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_local_spec/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_local_spec/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index bf20b2b00e3..00000000000 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_local_spec/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.4837, - "2": 10.48435, - "3": 10.48251, - "4": 10.48303, - "5": 10.47647, - "6": 10.48423, - "7": 10.48457, - "8": 10.48837, - "9": 10.49003, - "10": 10.47255, - "11": 10.47245, - "12": 10.4828, - "13": 10.47855, - "14": 10.45162, - "15": 10.47936, - "16": 10.45364, - "17": 10.45143, - "18": 10.46239, - "19": 10.44136, - "20": 10.45438, - "21": 10.43469, - "22": 10.40587, - "23": 10.39982, - "24": 10.37585, - "25": 10.38173, - "26": 10.35154, - "27": 10.35401, - "28": 10.3497, - "29": 10.28714, - "30": 10.21194, - "31": 10.17274, - "32": 10.13439, - "33": 10.14753, - "34": 10.10759, - "35": 10.10592, - "36": 10.08756, - "37": 10.08177, - "38": 10.07257, - "39": 10.0013, - "40": 9.9816, - "41": 9.92549, - "42": 9.87529, - "43": 9.88742, - "44": 9.80641, - "45": 9.82342, - "46": 9.73815, - "47": 9.74831, - "48": 9.71619, - "49": 9.74504, - "50": 9.73004 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2554.0, - "2": 1919.0, - "3": 1521.0, - "4": 2330.0, - "5": 2010.0, - "6": 1725.0, - "7": 2803.0, - "8": 2435.0, - "9": 2286.0, - "10": 2570.0, - "11": 2438.0, - "12": 1829.0, - "13": 2332.0, - "14": 2832.0, - "15": 2008.0, - "16": 2659.0, - "17": 2454.0, - "18": 2500.0, - "19": 2588.0, - "20": 2834.0, - "21": 2042.0, - "22": 3037.0, - "23": 2702.0, - "24": 2700.0, - "25": 2568.0, - "26": 2896.0, - "27": 2735.0, - "28": 2699.0, - "29": 2548.0, - "30": 2843.0, - "31": 2160.0, - "32": 2458.0, - "33": 2130.0, - "34": 2517.0, - "35": 2597.0, - "36": 3001.0, - "37": 3305.0, - "38": 2682.0, - "39": 2805.0, - "40": 3425.0, - "41": 1812.0, - "42": 1481.0, - "43": 1726.0, - "44": 2575.0, - "45": 3438.0, - "46": 2960.0, - "47": 2792.0, - "48": 3107.0, - "49": 2854.0, - "50": 2145.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1767237120.0, - "2": 1767237120.0, - "3": 1767237120.0, - "4": 1767237120.0, - "5": 1767237120.0, - "6": 1767237120.0, - "7": 1767237120.0, - "8": 1767237120.0, - "9": 1767237120.0, - "10": 1767237120.0, - "11": 1767237120.0, - "12": 1767237120.0, - "13": 1767237120.0, - "14": 1767237120.0, - "15": 1767237120.0, - "16": 1767237120.0, - "17": 1767237120.0, - "18": 1767237120.0, - "19": 1767237120.0, - "20": 1767237120.0, - "21": 1767237120.0, - "22": 1767237120.0, - "23": 1767237120.0, - "24": 1767237120.0, - "25": 1767237120.0, - "26": 1767237120.0, - "27": 1767237120.0, - "28": 1767237120.0, - "29": 1767237120.0, - "30": 1767237120.0, - "31": 1767237120.0, - "32": 1767237120.0, - "33": 1767237120.0, - "34": 1767237120.0, - "35": 1767237120.0, - "36": 1767237120.0, - "37": 1767237120.0, - "38": 1767237120.0, - "39": 1767237120.0, - "40": 1767237120.0, - "41": 1767237120.0, - "42": 1767237120.0, - "43": 1767237120.0, - "44": 1767237120.0, - "45": 1767237120.0, - "46": 1767237120.0, - "47": 1767237120.0, - "48": 1767237120.0, - "49": 1767237120.0, - "50": 1767237120.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2336500736.0, - "2": 3079487488.0, - "3": 3079487488.0, - "4": 3079487488.0, - "5": 3079487488.0, - "6": 3079487488.0, - "7": 3079487488.0, - "8": 3079487488.0, - "9": 3079487488.0, - "10": 3079487488.0, - "11": 3079487488.0, - "12": 3079487488.0, - "13": 3079487488.0, - "14": 3079487488.0, - "15": 3079487488.0, - "16": 3079487488.0, - "17": 3079487488.0, - "18": 3079487488.0, - "19": 3079487488.0, - "20": 3079487488.0, - "21": 3079487488.0, - "22": 3079487488.0, - "23": 3079487488.0, - "24": 3079487488.0, - "25": 3079487488.0, - "26": 3079487488.0, - "27": 3079487488.0, - "28": 3079487488.0, - "29": 3079487488.0, - "30": 3079487488.0, - "31": 3079487488.0, - "32": 3079487488.0, - "33": 3079487488.0, - "34": 3079487488.0, - "35": 3079487488.0, - "36": 3079487488.0, - "37": 3079487488.0, - "38": 3079487488.0, - "39": 3079487488.0, - "40": 3079487488.0, - "41": 3079487488.0, - "42": 3079487488.0, - "43": 3079487488.0, - "44": 3079487488.0, - "45": 3079487488.0, - "46": 3079487488.0, - "47": 3079487488.0, - "48": 3079487488.0, - "49": 3079487488.0, - "50": 3079487488.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 11.68301, - "2": 0.87796, - "3": 0.84756, - "4": 0.85513, - "5": 0.85643, - "6": 0.85366, - "7": 0.8468, - "8": 0.84974, - "9": 0.84989, - "10": 0.8464, - "11": 0.84369, - "12": 0.84972, - "13": 0.84311, - "14": 0.85648, - "15": 1.1084, - "16": 0.8827, - "17": 0.87952, - "18": 0.88554, - "19": 0.82673, - "20": 0.82222, - "21": 1.06414, - "22": 1.09134, - "23": 1.02591, - "24": 0.82601, - "25": 0.82277, - "26": 0.81844, - "27": 0.82627, - "28": 0.82854, - "29": 0.82653, - "30": 0.82247, - "31": 0.82906, - "32": 0.82363, - "33": 0.82944, - "34": 0.82401, - "35": 0.82902, - "36": 0.83537, - "37": 0.8265, - "38": 0.82728, - "39": 0.82087, - "40": 0.82525, - "41": 0.82691, - "42": 1.14473, - "43": 0.97566, - "44": 0.82343, - "45": 0.82956, - "46": 0.82572, - "47": 0.83635, - "48": 0.94255, - "49": 0.99753, - "50": 1.10127 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_h100.json index 8063c892338..dc5d31f8f8b 100644 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_h100.json @@ -381,50 +381,50 @@ "54": 3108323328.0, "55": 3108323328.0, "56": 3108323328.0, - "57": 3108323328.0, - "58": 3108323328.0, - "59": 3108323328.0, - "60": 3108323328.0, - "61": 3108323328.0, - "62": 3108323328.0, - "63": 3108323328.0, - "64": 3108323328.0, - "65": 3108323328.0, - "66": 3108323328.0, - "67": 3108323328.0, - "68": 3108323328.0, - "69": 3108323328.0, - "70": 3108323328.0, - "71": 3108323328.0, - "72": 3108323328.0, - "73": 3108323328.0, - "74": 3108323328.0, - "75": 3108323328.0, - "76": 3108323328.0, - "77": 3108323328.0, - "78": 3108323328.0, - "79": 3108323328.0, - "80": 3108323328.0, - "81": 3108323328.0, - "82": 3108323328.0, - "83": 3108323328.0, - "84": 3108323328.0, - "85": 3108323328.0, - "86": 3108323328.0, - "87": 3108323328.0, - "88": 3108323328.0, - "89": 3108323328.0, - "90": 3108323328.0, - "91": 3108323328.0, - "92": 3108323328.0, - "93": 3108323328.0, - "94": 3108323328.0, - "95": 3108323328.0, - "96": 3108323328.0, - "97": 3108323328.0, - "98": 3108323328.0, - "99": 3108323328.0, - "100": 3108323328.0 + "57": 3108842496.0, + "58": 3108842496.0, + "59": 3108842496.0, + "60": 3108842496.0, + "61": 3108842496.0, + "62": 3108842496.0, + "63": 3108842496.0, + "64": 3108842496.0, + "65": 3108842496.0, + "66": 3108842496.0, + "67": 3108842496.0, + "68": 3108842496.0, + "69": 3108842496.0, + "70": 3108842496.0, + "71": 3108842496.0, + "72": 3108842496.0, + "73": 3108842496.0, + "74": 3108842496.0, + "75": 3108844544.0, + "76": 3108844544.0, + "77": 3108844544.0, + "78": 3108844544.0, + "79": 3108844544.0, + "80": 3108844544.0, + "81": 3108844544.0, + "82": 3108844544.0, + "83": 3108844544.0, + "84": 3108844544.0, + "85": 3108844544.0, + "86": 3108844544.0, + "87": 3108844544.0, + "88": 3108844544.0, + "89": 3108844544.0, + "90": 3108844544.0, + "91": 3108844544.0, + "92": 3108844544.0, + "93": 3108844544.0, + "94": 3108844544.0, + "95": 3108844544.0, + "96": 3108844544.0, + "97": 3108844544.0, + "98": 3108844544.0, + "99": 3108844544.0, + "100": 3108844544.0 } }, "iteration-time": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 12.25998, - "2": 1.04599, - "3": 1.00983, - "4": 1.01193, - "5": 1.01326, - "6": 1.01181, - "7": 1.01264, - "8": 1.01822, - "9": 1.02424, - "10": 1.0191, - "11": 1.01303, - "12": 1.00485, - "13": 1.0025, - "14": 1.00999, - "15": 1.00956, - "16": 1.00094, - "17": 1.00769, - "18": 1.01014, - "19": 1.01639, - "20": 1.22304, - "21": 1.4851, - "22": 1.19412, - "23": 1.01165, - "24": 1.0106, - "25": 1.01512, - "26": 1.00595, - "27": 1.01769, - "28": 1.01182, - "29": 1.00676, - "30": 1.00481, - "31": 1.1042, - "32": 1.00908, - "33": 1.01083, - "34": 1.00353, - "35": 1.00454, - "36": 1.00641, - "37": 1.00279, - "38": 1.00471, - "39": 1.00143, - "40": 1.00802, - "41": 1.00755, - "42": 1.00913, - "43": 1.00814, - "44": 1.00935, - "45": 1.00635, - "46": 1.01076, - "47": 1.01077, - "48": 1.14065, - "49": 1.24856, - "50": 1.09012, - "51": 1.03825, - "52": 1.44742, - "53": 1.3184, - "54": 1.01374, - "55": 1.01506, - "56": 1.01099, - "57": 1.04106, - "58": 1.02232, - "59": 1.01748, - "60": 1.00992, - "61": 1.02073, - "62": 1.02809, - "63": 1.34383, - "64": 1.38941, - "65": 1.10673, - "66": 1.01505, - "67": 1.00839, - "68": 1.00645, - "69": 1.01066, - "70": 1.01137, - "71": 1.35475, - "72": 1.02215, - "73": 1.0187, - "74": 1.01939, - "75": 1.10218, - "76": 1.12059, - "77": 1.12057, - "78": 1.03631, - "79": 1.12601, - "80": 1.33494, - "81": 1.09935, - "82": 1.06264, - "83": 1.31187, - "84": 1.0139, - "85": 1.00708, - "86": 1.02816, - "87": 1.02033, - "88": 1.01728, - "89": 1.2628, - "90": 1.01941, - "91": 1.01944, - "92": 1.0295, - "93": 1.01897, - "94": 1.01663, - "95": 1.02386, - "96": 1.00901, - "97": 1.00751, - "98": 1.0074, - "99": 1.00366, - "100": 1.00628 + "1": 11.84806, + "2": 1.03522, + "3": 1.00793, + "4": 1.00939, + "5": 1.00929, + "6": 1.01517, + "7": 1.01009, + "8": 1.01561, + "9": 1.02131, + "10": 1.01787, + "11": 1.01149, + "12": 1.0128, + "13": 1.01358, + "14": 1.01768, + "15": 1.23565, + "16": 1.01096, + "17": 1.19479, + "18": 1.01674, + "19": 1.01808, + "20": 1.23016, + "21": 1.01908, + "22": 1.11536, + "23": 1.0888, + "24": 1.02965, + "25": 1.03972, + "26": 1.00766, + "27": 1.00981, + "28": 1.01339, + "29": 1.01801, + "30": 1.01655, + "31": 1.01796, + "32": 1.01286, + "33": 1.01823, + "34": 1.00604, + "35": 1.01493, + "36": 1.01106, + "37": 1.00783, + "38": 1.01573, + "39": 1.01525, + "40": 1.09842, + "41": 1.39919, + "42": 1.22658, + "43": 1.00841, + "44": 0.99932, + "45": 1.00156, + "46": 1.18473, + "47": 1.01528, + "48": 1.00768, + "49": 1.00498, + "50": 0.9957, + "51": 1.29149, + "52": 1.10051, + "53": 1.00264, + "54": 1.00531, + "55": 1.30558, + "56": 0.99836, + "57": 1.00645, + "58": 1.00413, + "59": 1.00106, + "60": 1.00076, + "61": 1.32205, + "62": 1.00795, + "63": 1.2523, + "64": 1.01369, + "65": 1.01151, + "66": 1.01484, + "67": 1.00831, + "68": 1.01849, + "69": 1.01821, + "70": 1.01316, + "71": 1.01068, + "72": 1.01792, + "73": 1.47417, + "74": 1.01143, + "75": 1.14077, + "76": 1.01286, + "77": 1.08819, + "78": 1.01005, + "79": 1.0069, + "80": 1.01196, + "81": 1.0882, + "82": 1.00417, + "83": 1.29479, + "84": 1.0044, + "85": 1.0103, + "86": 1.00862, + "87": 1.01863, + "88": 1.2549, + "89": 1.0075, + "90": 1.00874, + "91": 1.0111, + "92": 1.01049, + "93": 1.01084, + "94": 1.01043, + "95": 1.01246, + "96": 1.01317, + "97": 1.09821, + "98": 1.01406, + "99": 1.00578, + "100": 1.09442 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 137f195264d..00000000000 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.48367, - "2": 10.48426, - "3": 10.48254, - "4": 10.48311, - "5": 10.4764, - "6": 10.4844, - "7": 10.48458, - "8": 10.48829, - "9": 10.49008, - "10": 10.47268, - "11": 10.47256, - "12": 10.48259, - "13": 10.47857, - "14": 10.45154, - "15": 10.47925, - "16": 10.45346, - "17": 10.45145, - "18": 10.46238, - "19": 10.44113, - "20": 10.45448, - "21": 10.43454, - "22": 10.40592, - "23": 10.39961, - "24": 10.37579, - "25": 10.38182, - "26": 10.35147, - "27": 10.35388, - "28": 10.34937, - "29": 10.28711, - "30": 10.21159, - "31": 10.1726, - "32": 10.13421, - "33": 10.14744, - "34": 10.10737, - "35": 10.10581, - "36": 10.08735, - "37": 10.08157, - "38": 10.07233, - "39": 10.00094, - "40": 9.98143, - "41": 9.92541, - "42": 9.87527, - "43": 9.88711, - "44": 9.80642, - "45": 9.82325, - "46": 9.73785, - "47": 9.74817, - "48": 9.71609, - "49": 9.74484, - "50": 9.72982, - "51": 9.71485, - "52": 9.66475, - "53": 9.60919, - "54": 9.62705, - "55": 9.61012, - "56": 9.617, - "57": 9.56786, - "58": 9.52731, - "59": 9.51668, - "60": 9.51865, - "61": 9.53132, - "62": 9.45016, - "63": 9.45725, - "64": 9.43435, - "65": 9.45801, - "66": 9.4368, - "67": 9.3968, - "68": 9.36474, - "69": 9.4095, - "70": 9.376, - "71": 9.41716, - "72": 9.42574, - "73": 9.37581, - "74": 9.41547, - "75": 9.37891, - "76": 9.28017, - "77": 9.32205, - "78": 9.35754, - "79": 9.32162, - "80": 9.31486, - "81": 9.2678, - "82": 9.34178, - "83": 9.32145, - "84": 9.24785, - "85": 9.35023, - "86": 9.22392, - "87": 9.3062, - "88": 9.29891, - "89": 9.22716, - "90": 9.28483, - "91": 9.23109, - "92": 9.27463, - "93": 9.19241, - "94": 9.23984, - "95": 9.28006, - "96": 9.17526, - "97": 9.21894, - "98": 9.17192, - "99": 9.16446, - "100": 9.14816 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2570.0, - "2": 1923.0, - "3": 1512.0, - "4": 2322.0, - "5": 2033.0, - "6": 1774.0, - "7": 2781.0, - "8": 2460.0, - "9": 2308.0, - "10": 2635.0, - "11": 2397.0, - "12": 1817.0, - "13": 2348.0, - "14": 2749.0, - "15": 2027.0, - "16": 2719.0, - "17": 2487.0, - "18": 2533.0, - "19": 2547.0, - "20": 2850.0, - "21": 1990.0, - "22": 2884.0, - "23": 2857.0, - "24": 2685.0, - "25": 2514.0, - "26": 2958.0, - "27": 2673.0, - "28": 2723.0, - "29": 2571.0, - "30": 2858.0, - "31": 2157.0, - "32": 2357.0, - "33": 2242.0, - "34": 2464.0, - "35": 2544.0, - "36": 2933.0, - "37": 3293.0, - "38": 2730.0, - "39": 2795.0, - "40": 3310.0, - "41": 1816.0, - "42": 1467.0, - "43": 1817.0, - "44": 2633.0, - "45": 3576.0, - "46": 3015.0, - "47": 2805.0, - "48": 3071.0, - "49": 2974.0, - "50": 2267.0, - "51": 1923.0, - "52": 2515.0, - "53": 3615.0, - "54": 3426.0, - "55": 3436.0, - "56": 4411.0, - "57": 4095.0, - "58": 4308.0, - "59": 1687.0, - "60": 2431.0, - "61": 2151.0, - "62": 3986.0, - "63": 3558.0, - "64": 4286.0, - "65": 3052.0, - "66": 1720.0, - "67": 1910.0, - "68": 4193.0, - "69": 4347.0, - "70": 4596.0, - "71": 2078.0, - "72": 4406.0, - "73": 4062.0, - "74": 3358.0, - "75": 4606.0, - "76": 2187.0, - "77": 4854.0, - "78": 4098.0, - "79": 2652.0, - "80": 3776.0, - "81": 3550.0, - "82": 3031.0, - "83": 5345.0, - "84": 4396.0, - "85": 4354.0, - "86": 3332.0, - "87": 4815.0, - "88": 3303.0, - "89": 4611.0, - "90": 4346.0, - "91": 4361.0, - "92": 3502.0, - "93": 5624.0, - "94": 3733.0, - "95": 4728.0, - "96": 3534.0, - "97": 3873.0, - "98": 4525.0, - "99": 4329.0, - "100": 3365.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1784014336.0, - "2": 1784014336.0, - "3": 1784014336.0, - "4": 1784014336.0, - "5": 1784014336.0, - "6": 1784014336.0, - "7": 1784014336.0, - "8": 1784014336.0, - "9": 1784014336.0, - "10": 1784014336.0, - "11": 1784014336.0, - "12": 1784014336.0, - "13": 1784014336.0, - "14": 1784014336.0, - "15": 1784014336.0, - "16": 1784014336.0, - "17": 1784014336.0, - "18": 1784014336.0, - "19": 1784014336.0, - "20": 1784014336.0, - "21": 1784014336.0, - "22": 1784014336.0, - "23": 1784014336.0, - "24": 1784014336.0, - "25": 1784014336.0, - "26": 1784014336.0, - "27": 1784014336.0, - "28": 1784014336.0, - "29": 1784014336.0, - "30": 1784014336.0, - "31": 1784014336.0, - "32": 1784014336.0, - "33": 1784014336.0, - "34": 1784014336.0, - "35": 1784014336.0, - "36": 1784014336.0, - "37": 1784014336.0, - "38": 1784014336.0, - "39": 1784014336.0, - "40": 1784014336.0, - "41": 1784014336.0, - "42": 1784014336.0, - "43": 1784014336.0, - "44": 1784014336.0, - "45": 1784014336.0, - "46": 1784014336.0, - "47": 1784014336.0, - "48": 1784014336.0, - "49": 1784014336.0, - "50": 1784014336.0, - "51": 1784014336.0, - "52": 1784014336.0, - "53": 1784014336.0, - "54": 1784014336.0, - "55": 1784014336.0, - "56": 1784014336.0, - "57": 1784014336.0, - "58": 1784014336.0, - "59": 1784014336.0, - "60": 1784014336.0, - "61": 1784014336.0, - "62": 1784014336.0, - "63": 1784014336.0, - "64": 1784014336.0, - "65": 1784014336.0, - "66": 1784014336.0, - "67": 1784014336.0, - "68": 1784014336.0, - "69": 1784014336.0, - "70": 1784014336.0, - "71": 1784014336.0, - "72": 1784014336.0, - "73": 1784014336.0, - "74": 1784014336.0, - "75": 1784014336.0, - "76": 1784014336.0, - "77": 1784014336.0, - "78": 1784014336.0, - "79": 1784014336.0, - "80": 1784014336.0, - "81": 1784014336.0, - "82": 1784014336.0, - "83": 1784014336.0, - "84": 1784014336.0, - "85": 1784014336.0, - "86": 1784014336.0, - "87": 1784014336.0, - "88": 1784014336.0, - "89": 1784014336.0, - "90": 1784014336.0, - "91": 1784014336.0, - "92": 1784014336.0, - "93": 1784014336.0, - "94": 1784014336.0, - "95": 1784014336.0, - "96": 1784014336.0, - "97": 1784014336.0, - "98": 1784014336.0, - "99": 1784014336.0, - "100": 1784014336.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2365860864.0, - "2": 3108323328.0, - "3": 3108323328.0, - "4": 3108323328.0, - "5": 3108323328.0, - "6": 3108323328.0, - "7": 3108323328.0, - "8": 3108323328.0, - "9": 3108323328.0, - "10": 3108845568.0, - "11": 3108845568.0, - "12": 3108845568.0, - "13": 3108845568.0, - "14": 3108845568.0, - "15": 3108845568.0, - "16": 3108845568.0, - "17": 3108845568.0, - "18": 3108845568.0, - "19": 3108845568.0, - "20": 3108845568.0, - "21": 3108845568.0, - "22": 3108845568.0, - "23": 3108845568.0, - "24": 3108845568.0, - "25": 3108845568.0, - "26": 3108845568.0, - "27": 3108845568.0, - "28": 3108845568.0, - "29": 3108845568.0, - "30": 3108845568.0, - "31": 3108845568.0, - "32": 3108845568.0, - "33": 3108845568.0, - "34": 3108845568.0, - "35": 3108845568.0, - "36": 3108845568.0, - "37": 3108846080.0, - "38": 3108846080.0, - "39": 3108846080.0, - "40": 3108846080.0, - "41": 3108846080.0, - "42": 3108846080.0, - "43": 3108846080.0, - "44": 3108846080.0, - "45": 3108846080.0, - "46": 3108846080.0, - "47": 3108846080.0, - "48": 3108846080.0, - "49": 3108846080.0, - "50": 3108846080.0, - "51": 3108846080.0, - "52": 3108846080.0, - "53": 3108846080.0, - "54": 3108846080.0, - "55": 3108846080.0, - "56": 3108846080.0, - "57": 3108846080.0, - "58": 3108846080.0, - "59": 3108846080.0, - "60": 3108846080.0, - "61": 3108846080.0, - "62": 3108847616.0, - "63": 3108847616.0, - "64": 3108847616.0, - "65": 3108847616.0, - "66": 3108847616.0, - "67": 3108847616.0, - "68": 3108847616.0, - "69": 3108847616.0, - "70": 3108847616.0, - "71": 3108847616.0, - "72": 3108847616.0, - "73": 3108847616.0, - "74": 3108847616.0, - "75": 3108847616.0, - "76": 3108847616.0, - "77": 3108847616.0, - "78": 3108847616.0, - "79": 3108847616.0, - "80": 3108847616.0, - "81": 3108847616.0, - "82": 3108847616.0, - "83": 3108847616.0, - "84": 3108847616.0, - "85": 3108847616.0, - "86": 3108847616.0, - "87": 3108847616.0, - "88": 3108847616.0, - "89": 3108847616.0, - "90": 3108847616.0, - "91": 3108847616.0, - "92": 3108847616.0, - "93": 3108847616.0, - "94": 3108847616.0, - "95": 3108847616.0, - "96": 3108847616.0, - "97": 3108847616.0, - "98": 3108847616.0, - "99": 3108847616.0, - "100": 3108847616.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 13.09913, - "2": 1.02984, - "3": 0.9509, - "4": 0.92961, - "5": 0.88057, - "6": 0.86499, - "7": 0.87435, - "8": 0.87748, - "9": 0.88481, - "10": 0.87813, - "11": 0.88937, - "12": 0.91092, - "13": 0.85441, - "14": 0.87519, - "15": 0.89434, - "16": 1.08771, - "17": 0.87461, - "18": 0.8785, - "19": 1.08419, - "20": 1.00138, - "21": 0.98051, - "22": 1.32806, - "23": 0.85982, - "24": 0.88387, - "25": 0.88245, - "26": 0.87335, - "27": 0.88317, - "28": 0.88985, - "29": 0.895, - "30": 0.87281, - "31": 0.88109, - "32": 0.87358, - "33": 0.89681, - "34": 0.91049, - "35": 0.89763, - "36": 0.89169, - "37": 0.89357, - "38": 0.89732, - "39": 0.88241, - "40": 0.90292, - "41": 0.88715, - "42": 0.90721, - "43": 1.00024, - "44": 1.05261, - "45": 0.88589, - "46": 0.89065, - "47": 1.19824, - "48": 1.03763, - "49": 0.88362, - "50": 2.54681, - "51": 0.88554, - "52": 1.29624, - "53": 0.90469, - "54": 1.25859, - "55": 0.8959, - "56": 0.89223, - "57": 0.91307, - "58": 0.9046, - "59": 0.90217, - "60": 1.19764, - "61": 0.96385, - "62": 1.26273, - "63": 1.00365, - "64": 0.95065, - "65": 0.87723, - "66": 0.87675, - "67": 0.8752, - "68": 1.1677, - "69": 0.87584, - "70": 0.88581, - "71": 1.19607, - "72": 0.88789, - "73": 1.11276, - "74": 0.89256, - "75": 0.8887, - "76": 1.28091, - "77": 0.93746, - "78": 0.87892, - "79": 1.07934, - "80": 0.88837, - "81": 0.87726, - "82": 0.87655, - "83": 0.89632, - "84": 0.90579, - "85": 0.88535, - "86": 0.8924, - "87": 0.8763, - "88": 0.8769, - "89": 0.87952, - "90": 0.89745, - "91": 0.8736, - "92": 0.8825, - "93": 0.8845, - "94": 0.87495, - "95": 0.88075, - "96": 0.94076, - "97": 0.87753, - "98": 0.88407, - "99": 0.89106, - "100": 0.88092 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index dc5d31f8f8b..00000000000 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.48367, - "2": 10.48426, - "3": 10.48254, - "4": 10.48311, - "5": 10.4764, - "6": 10.4844, - "7": 10.48458, - "8": 10.48829, - "9": 10.49008, - "10": 10.47268, - "11": 10.47256, - "12": 10.48259, - "13": 10.47857, - "14": 10.45154, - "15": 10.47925, - "16": 10.45346, - "17": 10.45145, - "18": 10.46238, - "19": 10.44113, - "20": 10.45448, - "21": 10.43454, - "22": 10.40592, - "23": 10.39961, - "24": 10.37579, - "25": 10.38182, - "26": 10.35147, - "27": 10.35388, - "28": 10.34937, - "29": 10.28711, - "30": 10.21159, - "31": 10.1726, - "32": 10.13421, - "33": 10.14744, - "34": 10.10737, - "35": 10.10581, - "36": 10.08735, - "37": 10.08157, - "38": 10.07233, - "39": 10.00094, - "40": 9.98143, - "41": 9.92541, - "42": 9.87527, - "43": 9.88711, - "44": 9.80642, - "45": 9.82325, - "46": 9.73785, - "47": 9.74817, - "48": 9.71609, - "49": 9.74484, - "50": 9.72982, - "51": 9.71485, - "52": 9.66475, - "53": 9.60919, - "54": 9.62705, - "55": 9.61012, - "56": 9.617, - "57": 9.56786, - "58": 9.52731, - "59": 9.51668, - "60": 9.51865, - "61": 9.53132, - "62": 9.45016, - "63": 9.45725, - "64": 9.43435, - "65": 9.45801, - "66": 9.4368, - "67": 9.3968, - "68": 9.36474, - "69": 9.4095, - "70": 9.376, - "71": 9.41716, - "72": 9.42574, - "73": 9.37581, - "74": 9.41547, - "75": 9.37891, - "76": 9.28017, - "77": 9.32205, - "78": 9.35754, - "79": 9.32162, - "80": 9.31486, - "81": 9.2678, - "82": 9.34178, - "83": 9.32145, - "84": 9.24785, - "85": 9.35023, - "86": 9.22392, - "87": 9.3062, - "88": 9.29891, - "89": 9.22716, - "90": 9.28483, - "91": 9.23109, - "92": 9.27463, - "93": 9.19241, - "94": 9.23984, - "95": 9.28006, - "96": 9.17526, - "97": 9.21894, - "98": 9.17192, - "99": 9.16446, - "100": 9.14816 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2570.0, - "2": 1923.0, - "3": 1512.0, - "4": 2322.0, - "5": 2033.0, - "6": 1774.0, - "7": 2781.0, - "8": 2460.0, - "9": 2308.0, - "10": 2635.0, - "11": 2397.0, - "12": 1817.0, - "13": 2348.0, - "14": 2749.0, - "15": 2027.0, - "16": 2719.0, - "17": 2487.0, - "18": 2533.0, - "19": 2547.0, - "20": 2850.0, - "21": 1990.0, - "22": 2884.0, - "23": 2857.0, - "24": 2685.0, - "25": 2514.0, - "26": 2958.0, - "27": 2673.0, - "28": 2723.0, - "29": 2571.0, - "30": 2858.0, - "31": 2157.0, - "32": 2357.0, - "33": 2242.0, - "34": 2464.0, - "35": 2544.0, - "36": 2933.0, - "37": 3293.0, - "38": 2730.0, - "39": 2795.0, - "40": 3310.0, - "41": 1816.0, - "42": 1467.0, - "43": 1817.0, - "44": 2633.0, - "45": 3576.0, - "46": 3015.0, - "47": 2805.0, - "48": 3071.0, - "49": 2974.0, - "50": 2267.0, - "51": 1923.0, - "52": 2515.0, - "53": 3615.0, - "54": 3426.0, - "55": 3436.0, - "56": 4411.0, - "57": 4095.0, - "58": 4308.0, - "59": 1687.0, - "60": 2431.0, - "61": 2151.0, - "62": 3986.0, - "63": 3558.0, - "64": 4286.0, - "65": 3052.0, - "66": 1720.0, - "67": 1910.0, - "68": 4193.0, - "69": 4347.0, - "70": 4596.0, - "71": 2078.0, - "72": 4406.0, - "73": 4062.0, - "74": 3358.0, - "75": 4606.0, - "76": 2187.0, - "77": 4854.0, - "78": 4098.0, - "79": 2652.0, - "80": 3776.0, - "81": 3550.0, - "82": 3031.0, - "83": 5345.0, - "84": 4396.0, - "85": 4354.0, - "86": 3332.0, - "87": 4815.0, - "88": 3303.0, - "89": 4611.0, - "90": 4346.0, - "91": 4361.0, - "92": 3502.0, - "93": 5624.0, - "94": 3733.0, - "95": 4728.0, - "96": 3534.0, - "97": 3873.0, - "98": 4525.0, - "99": 4329.0, - "100": 3365.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1784014336.0, - "2": 1784014336.0, - "3": 1784014336.0, - "4": 1784014336.0, - "5": 1784014336.0, - "6": 1784014336.0, - "7": 1784014336.0, - "8": 1784014336.0, - "9": 1784014336.0, - "10": 1784014336.0, - "11": 1784014336.0, - "12": 1784014336.0, - "13": 1784014336.0, - "14": 1784014336.0, - "15": 1784014336.0, - "16": 1784014336.0, - "17": 1784014336.0, - "18": 1784014336.0, - "19": 1784014336.0, - "20": 1784014336.0, - "21": 1784014336.0, - "22": 1784014336.0, - "23": 1784014336.0, - "24": 1784014336.0, - "25": 1784014336.0, - "26": 1784014336.0, - "27": 1784014336.0, - "28": 1784014336.0, - "29": 1784014336.0, - "30": 1784014336.0, - "31": 1784014336.0, - "32": 1784014336.0, - "33": 1784014336.0, - "34": 1784014336.0, - "35": 1784014336.0, - "36": 1784014336.0, - "37": 1784014336.0, - "38": 1784014336.0, - "39": 1784014336.0, - "40": 1784014336.0, - "41": 1784014336.0, - "42": 1784014336.0, - "43": 1784014336.0, - "44": 1784014336.0, - "45": 1784014336.0, - "46": 1784014336.0, - "47": 1784014336.0, - "48": 1784014336.0, - "49": 1784014336.0, - "50": 1784014336.0, - "51": 1784014336.0, - "52": 1784014336.0, - "53": 1784014336.0, - "54": 1784014336.0, - "55": 1784014336.0, - "56": 1784014336.0, - "57": 1784014336.0, - "58": 1784014336.0, - "59": 1784014336.0, - "60": 1784014336.0, - "61": 1784014336.0, - "62": 1784014336.0, - "63": 1784014336.0, - "64": 1784014336.0, - "65": 1784014336.0, - "66": 1784014336.0, - "67": 1784014336.0, - "68": 1784014336.0, - "69": 1784014336.0, - "70": 1784014336.0, - "71": 1784014336.0, - "72": 1784014336.0, - "73": 1784014336.0, - "74": 1784014336.0, - "75": 1784014336.0, - "76": 1784014336.0, - "77": 1784014336.0, - "78": 1784014336.0, - "79": 1784014336.0, - "80": 1784014336.0, - "81": 1784014336.0, - "82": 1784014336.0, - "83": 1784014336.0, - "84": 1784014336.0, - "85": 1784014336.0, - "86": 1784014336.0, - "87": 1784014336.0, - "88": 1784014336.0, - "89": 1784014336.0, - "90": 1784014336.0, - "91": 1784014336.0, - "92": 1784014336.0, - "93": 1784014336.0, - "94": 1784014336.0, - "95": 1784014336.0, - "96": 1784014336.0, - "97": 1784014336.0, - "98": 1784014336.0, - "99": 1784014336.0, - "100": 1784014336.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2365860864.0, - "2": 3108323328.0, - "3": 3108323328.0, - "4": 3108323328.0, - "5": 3108323328.0, - "6": 3108323328.0, - "7": 3108323328.0, - "8": 3108323328.0, - "9": 3108323328.0, - "10": 3108323328.0, - "11": 3108323328.0, - "12": 3108323328.0, - "13": 3108323328.0, - "14": 3108323328.0, - "15": 3108323328.0, - "16": 3108323328.0, - "17": 3108323328.0, - "18": 3108323328.0, - "19": 3108323328.0, - "20": 3108323328.0, - "21": 3108323328.0, - "22": 3108323328.0, - "23": 3108323328.0, - "24": 3108323328.0, - "25": 3108323328.0, - "26": 3108323328.0, - "27": 3108323328.0, - "28": 3108323328.0, - "29": 3108323328.0, - "30": 3108323328.0, - "31": 3108323328.0, - "32": 3108323328.0, - "33": 3108323328.0, - "34": 3108323328.0, - "35": 3108323328.0, - "36": 3108323328.0, - "37": 3108323328.0, - "38": 3108323328.0, - "39": 3108323328.0, - "40": 3108323328.0, - "41": 3108323328.0, - "42": 3108323328.0, - "43": 3108323328.0, - "44": 3108323328.0, - "45": 3108323328.0, - "46": 3108323328.0, - "47": 3108323328.0, - "48": 3108323328.0, - "49": 3108323328.0, - "50": 3108323328.0, - "51": 3108323328.0, - "52": 3108323328.0, - "53": 3108323328.0, - "54": 3108323328.0, - "55": 3108323328.0, - "56": 3108323328.0, - "57": 3108842496.0, - "58": 3108842496.0, - "59": 3108842496.0, - "60": 3108842496.0, - "61": 3108842496.0, - "62": 3108842496.0, - "63": 3108842496.0, - "64": 3108842496.0, - "65": 3108842496.0, - "66": 3108842496.0, - "67": 3108842496.0, - "68": 3108842496.0, - "69": 3108842496.0, - "70": 3108842496.0, - "71": 3108842496.0, - "72": 3108842496.0, - "73": 3108842496.0, - "74": 3108842496.0, - "75": 3108844544.0, - "76": 3108844544.0, - "77": 3108844544.0, - "78": 3108844544.0, - "79": 3108844544.0, - "80": 3108844544.0, - "81": 3108844544.0, - "82": 3108844544.0, - "83": 3108844544.0, - "84": 3108844544.0, - "85": 3108844544.0, - "86": 3108844544.0, - "87": 3108844544.0, - "88": 3108844544.0, - "89": 3108844544.0, - "90": 3108844544.0, - "91": 3108844544.0, - "92": 3108844544.0, - "93": 3108844544.0, - "94": 3108844544.0, - "95": 3108844544.0, - "96": 3108844544.0, - "97": 3108844544.0, - "98": 3108844544.0, - "99": 3108844544.0, - "100": 3108844544.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 11.84806, - "2": 1.03522, - "3": 1.00793, - "4": 1.00939, - "5": 1.00929, - "6": 1.01517, - "7": 1.01009, - "8": 1.01561, - "9": 1.02131, - "10": 1.01787, - "11": 1.01149, - "12": 1.0128, - "13": 1.01358, - "14": 1.01768, - "15": 1.23565, - "16": 1.01096, - "17": 1.19479, - "18": 1.01674, - "19": 1.01808, - "20": 1.23016, - "21": 1.01908, - "22": 1.11536, - "23": 1.0888, - "24": 1.02965, - "25": 1.03972, - "26": 1.00766, - "27": 1.00981, - "28": 1.01339, - "29": 1.01801, - "30": 1.01655, - "31": 1.01796, - "32": 1.01286, - "33": 1.01823, - "34": 1.00604, - "35": 1.01493, - "36": 1.01106, - "37": 1.00783, - "38": 1.01573, - "39": 1.01525, - "40": 1.09842, - "41": 1.39919, - "42": 1.22658, - "43": 1.00841, - "44": 0.99932, - "45": 1.00156, - "46": 1.18473, - "47": 1.01528, - "48": 1.00768, - "49": 1.00498, - "50": 0.9957, - "51": 1.29149, - "52": 1.10051, - "53": 1.00264, - "54": 1.00531, - "55": 1.30558, - "56": 0.99836, - "57": 1.00645, - "58": 1.00413, - "59": 1.00106, - "60": 1.00076, - "61": 1.32205, - "62": 1.00795, - "63": 1.2523, - "64": 1.01369, - "65": 1.01151, - "66": 1.01484, - "67": 1.00831, - "68": 1.01849, - "69": 1.01821, - "70": 1.01316, - "71": 1.01068, - "72": 1.01792, - "73": 1.47417, - "74": 1.01143, - "75": 1.14077, - "76": 1.01286, - "77": 1.08819, - "78": 1.01005, - "79": 1.0069, - "80": 1.01196, - "81": 1.0882, - "82": 1.00417, - "83": 1.29479, - "84": 1.0044, - "85": 1.0103, - "86": 1.00862, - "87": 1.01863, - "88": 1.2549, - "89": 1.0075, - "90": 1.00874, - "91": 1.0111, - "92": 1.01049, - "93": 1.01084, - "94": 1.01043, - "95": 1.01246, - "96": 1.01317, - "97": 1.09821, - "98": 1.01406, - "99": 1.00578, - "100": 1.09442 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgx_h100.json index b5f4b597886..27a34e32198 100644 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 11.88602, - "2": 0.95024, - "3": 0.88873, - "4": 0.84081, - "5": 0.8407, - "6": 0.841, - "7": 0.83666, - "8": 0.83819, - "9": 0.83577, - "10": 0.83982, - "11": 0.83346, - "12": 0.8683, - "13": 0.84255, - "14": 0.83676, - "15": 1.08071, - "16": 1.25785, - "17": 0.83186, - "18": 0.8423, - "19": 0.84907, - "20": 0.84641, - "21": 0.84182, - "22": 1.26058, - "23": 0.86142, - "24": 0.84798, - "25": 0.84097, - "26": 0.84232, - "27": 0.85483, - "28": 0.85596, - "29": 0.85197, - "30": 0.85702, - "31": 0.85002, - "32": 0.85132, - "33": 0.85438, - "34": 0.86588, - "35": 0.87207, - "36": 0.85768, - "37": 0.87379, - "38": 0.85134, - "39": 0.8537, - "40": 0.84912, - "41": 0.85397, - "42": 0.9623, - "43": 1.06611, - "44": 0.98659, - "45": 1.18823, - "46": 0.86085, - "47": 0.85574, - "48": 0.8596, - "49": 0.97573, - "50": 0.95882, - "51": 0.86517, - "52": 0.85872, - "53": 0.86263, - "54": 0.86436, - "55": 0.89018, - "56": 0.8674, - "57": 0.86176, - "58": 0.85395, - "59": 1.16789, - "60": 0.85822, - "61": 1.20441, - "62": 0.85426, - "63": 0.85652, - "64": 0.85392, - "65": 0.86218, - "66": 0.88112, - "67": 1.16257, - "68": 0.85308, - "69": 1.00689, - "70": 0.86168, - "71": 1.01898, - "72": 1.007, - "73": 1.32547, - "74": 0.87953, - "75": 0.86331, - "76": 1.21865, - "77": 0.97064, - "78": 0.86068, - "79": 0.97841, - "80": 0.87282, - "81": 0.87319, - "82": 0.86404, - "83": 0.85854, - "84": 0.86686, - "85": 1.10394, - "86": 0.88271, - "87": 0.88117, - "88": 0.86213, - "89": 0.86328, - "90": 0.86472, - "91": 0.86372, - "92": 0.86414, - "93": 0.86268, - "94": 0.86412, - "95": 0.86343, - "96": 0.86012, - "97": 1.00046, - "98": 1.16876, - "99": 0.86021, - "100": 0.86224 + "1": 11.74907, + "2": 0.85881, + "3": 0.84325, + "4": 0.84358, + "5": 0.84379, + "6": 0.84251, + "7": 0.84123, + "8": 0.8499, + "9": 0.8999, + "10": 0.92522, + "11": 0.94116, + "12": 0.85793, + "13": 0.84568, + "14": 0.84264, + "15": 0.84084, + "16": 0.84084, + "17": 0.83843, + "18": 0.8412, + "19": 0.84178, + "20": 1.1044, + "21": 1.21871, + "22": 1.25946, + "23": 0.85008, + "24": 0.91404, + "25": 0.84787, + "26": 0.84792, + "27": 0.85174, + "28": 0.84996, + "29": 0.84337, + "30": 0.84498, + "31": 0.8486, + "32": 0.84203, + "33": 0.84451, + "34": 0.85648, + "35": 0.83537, + "36": 0.84205, + "37": 0.83563, + "38": 0.84541, + "39": 0.84231, + "40": 0.84639, + "41": 0.84365, + "42": 0.84512, + "43": 0.84437, + "44": 0.84299, + "45": 0.85866, + "46": 0.84237, + "47": 0.84617, + "48": 1.18328, + "49": 0.88875, + "50": 0.96388, + "51": 0.98149, + "52": 0.89905, + "53": 0.84382, + "54": 0.85382, + "55": 0.84338, + "56": 0.84282, + "57": 0.92404, + "58": 0.84627, + "59": 0.83811, + "60": 0.83802, + "61": 0.85109, + "62": 0.83231, + "63": 0.83505, + "64": 1.15842, + "65": 1.1324, + "66": 0.83972, + "67": 0.82896, + "68": 0.82596, + "69": 0.83118, + "70": 0.84229, + "71": 0.8328, + "72": 0.82924, + "73": 0.83555, + "74": 0.83422, + "75": 0.90796, + "76": 0.85077, + "77": 1.07568, + "78": 1.30938, + "79": 1.12037, + "80": 0.82751, + "81": 0.83544, + "82": 0.88688, + "83": 1.16362, + "84": 0.83207, + "85": 0.83917, + "86": 1.14681, + "87": 1.17025, + "88": 0.82985, + "89": 0.82492, + "90": 0.90586, + "91": 0.83299, + "92": 0.83139, + "93": 0.83405, + "94": 0.83756, + "95": 0.83351, + "96": 0.83063, + "97": 0.83499, + "98": 0.84617, + "99": 0.83623, + "100": 0.84014 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 1c7c359e92d..00000000000 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.4837, - "2": 10.48435, - "3": 10.48251, - "4": 10.48303, - "5": 10.47647, - "6": 10.48423, - "7": 10.48457, - "8": 10.48837, - "9": 10.49003, - "10": 10.47255, - "11": 10.47245, - "12": 10.4828, - "13": 10.47855, - "14": 10.45162, - "15": 10.47936, - "16": 10.45364, - "17": 10.45143, - "18": 10.46239, - "19": 10.44136, - "20": 10.45438, - "21": 10.43469, - "22": 10.40587, - "23": 10.39982, - "24": 10.37585, - "25": 10.38173, - "26": 10.35154, - "27": 10.35401, - "28": 10.3497, - "29": 10.28714, - "30": 10.21194, - "31": 10.17274, - "32": 10.13439, - "33": 10.14753, - "34": 10.10759, - "35": 10.10592, - "36": 10.08756, - "37": 10.08177, - "38": 10.07257, - "39": 10.0013, - "40": 9.9816, - "41": 9.92549, - "42": 9.87529, - "43": 9.88742, - "44": 9.80641, - "45": 9.82342, - "46": 9.73815, - "47": 9.74831, - "48": 9.71619, - "49": 9.74504, - "50": 9.73004, - "51": 9.71503, - "52": 9.66484, - "53": 9.60935, - "54": 9.62735, - "55": 9.61036, - "56": 9.61745, - "57": 9.56794, - "58": 9.52742, - "59": 9.51685, - "60": 9.51873, - "61": 9.53147, - "62": 9.45024, - "63": 9.45733, - "64": 9.43455, - "65": 9.4582, - "66": 9.43694, - "67": 9.39693, - "68": 9.36491, - "69": 9.40957, - "70": 9.37605, - "71": 9.41735, - "72": 9.42581, - "73": 9.37614, - "74": 9.41544, - "75": 9.37897, - "76": 9.28015, - "77": 9.32215, - "78": 9.35752, - "79": 9.32154, - "80": 9.31496, - "81": 9.26776, - "82": 9.34189, - "83": 9.32163, - "84": 9.24791, - "85": 9.35021, - "86": 9.22383, - "87": 9.30627, - "88": 9.29884, - "89": 9.22708, - "90": 9.28475, - "91": 9.23116, - "92": 9.27477, - "93": 9.1922, - "94": 9.23984, - "95": 9.27996, - "96": 9.17534, - "97": 9.21892, - "98": 9.1719, - "99": 9.1646, - "100": 9.14809 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2554.0, - "2": 1919.0, - "3": 1521.0, - "4": 2330.0, - "5": 2010.0, - "6": 1725.0, - "7": 2803.0, - "8": 2435.0, - "9": 2286.0, - "10": 2570.0, - "11": 2438.0, - "12": 1829.0, - "13": 2332.0, - "14": 2832.0, - "15": 2008.0, - "16": 2659.0, - "17": 2454.0, - "18": 2500.0, - "19": 2588.0, - "20": 2834.0, - "21": 2042.0, - "22": 3037.0, - "23": 2702.0, - "24": 2700.0, - "25": 2568.0, - "26": 2896.0, - "27": 2735.0, - "28": 2699.0, - "29": 2548.0, - "30": 2843.0, - "31": 2160.0, - "32": 2458.0, - "33": 2130.0, - "34": 2517.0, - "35": 2597.0, - "36": 3001.0, - "37": 3305.0, - "38": 2682.0, - "39": 2805.0, - "40": 3425.0, - "41": 1812.0, - "42": 1481.0, - "43": 1726.0, - "44": 2575.0, - "45": 3438.0, - "46": 2960.0, - "47": 2792.0, - "48": 3107.0, - "49": 2854.0, - "50": 2145.0, - "51": 1964.0, - "52": 2437.0, - "53": 3823.0, - "54": 3427.0, - "55": 3392.0, - "56": 4421.0, - "57": 4003.0, - "58": 4224.0, - "59": 1816.0, - "60": 2520.0, - "61": 2106.0, - "62": 4011.0, - "63": 3637.0, - "64": 4375.0, - "65": 3080.0, - "66": 1753.0, - "67": 1913.0, - "68": 4407.0, - "69": 4475.0, - "70": 4419.0, - "71": 2152.0, - "72": 4399.0, - "73": 4134.0, - "74": 3315.0, - "75": 4815.0, - "76": 2322.0, - "77": 5019.0, - "78": 4171.0, - "79": 2788.0, - "80": 3831.0, - "81": 3411.0, - "82": 3004.0, - "83": 5145.0, - "84": 4399.0, - "85": 4295.0, - "86": 3410.0, - "87": 4880.0, - "88": 3350.0, - "89": 4659.0, - "90": 4370.0, - "91": 4273.0, - "92": 3325.0, - "93": 5509.0, - "94": 3804.0, - "95": 4711.0, - "96": 3631.0, - "97": 3774.0, - "98": 4477.0, - "99": 4459.0, - "100": 3220.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1767237120.0, - "2": 1767237120.0, - "3": 1767237120.0, - "4": 1767237120.0, - "5": 1767237120.0, - "6": 1767237120.0, - "7": 1767237120.0, - "8": 1767237120.0, - "9": 1767237120.0, - "10": 1767237120.0, - "11": 1767237120.0, - "12": 1767237120.0, - "13": 1767237120.0, - "14": 1767237120.0, - "15": 1767237120.0, - "16": 1767237120.0, - "17": 1767237120.0, - "18": 1767237120.0, - "19": 1767237120.0, - "20": 1767237120.0, - "21": 1767237120.0, - "22": 1767237120.0, - "23": 1767237120.0, - "24": 1767237120.0, - "25": 1767237120.0, - "26": 1767237120.0, - "27": 1767237120.0, - "28": 1767237120.0, - "29": 1767237120.0, - "30": 1767237120.0, - "31": 1767237120.0, - "32": 1767237120.0, - "33": 1767237120.0, - "34": 1767237120.0, - "35": 1767237120.0, - "36": 1767237120.0, - "37": 1767237120.0, - "38": 1767237120.0, - "39": 1767237120.0, - "40": 1767237120.0, - "41": 1767237120.0, - "42": 1767237120.0, - "43": 1767237120.0, - "44": 1767237120.0, - "45": 1767237120.0, - "46": 1767237120.0, - "47": 1767237120.0, - "48": 1767237120.0, - "49": 1767237120.0, - "50": 1767237120.0, - "51": 1767237120.0, - "52": 1767237120.0, - "53": 1767237120.0, - "54": 1767237120.0, - "55": 1767237120.0, - "56": 1767237120.0, - "57": 1767237120.0, - "58": 1767237120.0, - "59": 1767237120.0, - "60": 1767237120.0, - "61": 1767237120.0, - "62": 1767237120.0, - "63": 1767237120.0, - "64": 1767237120.0, - "65": 1767237120.0, - "66": 1767237120.0, - "67": 1767237120.0, - "68": 1767237120.0, - "69": 1767237120.0, - "70": 1767237120.0, - "71": 1767237120.0, - "72": 1767237120.0, - "73": 1767237120.0, - "74": 1767237120.0, - "75": 1767237120.0, - "76": 1767237120.0, - "77": 1767237120.0, - "78": 1767237120.0, - "79": 1767237120.0, - "80": 1767237120.0, - "81": 1767237120.0, - "82": 1767237120.0, - "83": 1767237120.0, - "84": 1767237120.0, - "85": 1767237120.0, - "86": 1767237120.0, - "87": 1767237120.0, - "88": 1767237120.0, - "89": 1767237120.0, - "90": 1767237120.0, - "91": 1767237120.0, - "92": 1767237120.0, - "93": 1767237120.0, - "94": 1767237120.0, - "95": 1767237120.0, - "96": 1767237120.0, - "97": 1767237120.0, - "98": 1767237120.0, - "99": 1767237120.0, - "100": 1767237120.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2336500736.0, - "2": 3079487488.0, - "3": 3079487488.0, - "4": 3079487488.0, - "5": 3079487488.0, - "6": 3079487488.0, - "7": 3079487488.0, - "8": 3079487488.0, - "9": 3079487488.0, - "10": 3079487488.0, - "11": 3079487488.0, - "12": 3079487488.0, - "13": 3079487488.0, - "14": 3079487488.0, - "15": 3079487488.0, - "16": 3079487488.0, - "17": 3079487488.0, - "18": 3079487488.0, - "19": 3079487488.0, - "20": 3079487488.0, - "21": 3079487488.0, - "22": 3079487488.0, - "23": 3079487488.0, - "24": 3079487488.0, - "25": 3079487488.0, - "26": 3079487488.0, - "27": 3079487488.0, - "28": 3079487488.0, - "29": 3079487488.0, - "30": 3079487488.0, - "31": 3079487488.0, - "32": 3079487488.0, - "33": 3079487488.0, - "34": 3079487488.0, - "35": 3079487488.0, - "36": 3079487488.0, - "37": 3079487488.0, - "38": 3079487488.0, - "39": 3079487488.0, - "40": 3079487488.0, - "41": 3079487488.0, - "42": 3079487488.0, - "43": 3079487488.0, - "44": 3079487488.0, - "45": 3079487488.0, - "46": 3079487488.0, - "47": 3079487488.0, - "48": 3079487488.0, - "49": 3079487488.0, - "50": 3079487488.0, - "51": 3079487488.0, - "52": 3079487488.0, - "53": 3079487488.0, - "54": 3079487488.0, - "55": 3079487488.0, - "56": 3079487488.0, - "57": 3079487488.0, - "58": 3079487488.0, - "59": 3079487488.0, - "60": 3079487488.0, - "61": 3079487488.0, - "62": 3079487488.0, - "63": 3079487488.0, - "64": 3079487488.0, - "65": 3079487488.0, - "66": 3079487488.0, - "67": 3079487488.0, - "68": 3079487488.0, - "69": 3079487488.0, - "70": 3079487488.0, - "71": 3079487488.0, - "72": 3079487488.0, - "73": 3079487488.0, - "74": 3079487488.0, - "75": 3079487488.0, - "76": 3079487488.0, - "77": 3079487488.0, - "78": 3079487488.0, - "79": 3079487488.0, - "80": 3079487488.0, - "81": 3079487488.0, - "82": 3079487488.0, - "83": 3079487488.0, - "84": 3079487488.0, - "85": 3079487488.0, - "86": 3079487488.0, - "87": 3079487488.0, - "88": 3079487488.0, - "89": 3079487488.0, - "90": 3079487488.0, - "91": 3079487488.0, - "92": 3079487488.0, - "93": 3079487488.0, - "94": 3079487488.0, - "95": 3079487488.0, - "96": 3079487488.0, - "97": 3079487488.0, - "98": 3079487488.0, - "99": 3079487488.0, - "100": 3079487488.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 12.43441, - "2": 0.78136, - "3": 0.7462, - "4": 0.7121, - "5": 0.71539, - "6": 0.71675, - "7": 0.71163, - "8": 0.71648, - "9": 0.72398, - "10": 0.71927, - "11": 0.80592, - "12": 0.70909, - "13": 0.71547, - "14": 0.71572, - "15": 0.70839, - "16": 0.71281, - "17": 0.71709, - "18": 0.70875, - "19": 0.71455, - "20": 0.989, - "21": 0.98319, - "22": 0.95078, - "23": 0.94171, - "24": 0.71144, - "25": 0.70971, - "26": 0.71131, - "27": 0.70864, - "28": 0.72406, - "29": 0.71861, - "30": 0.71986, - "31": 0.71003, - "32": 0.70772, - "33": 0.71322, - "34": 0.70935, - "35": 0.71103, - "36": 0.70629, - "37": 0.71354, - "38": 0.71466, - "39": 0.71799, - "40": 0.71635, - "41": 0.72804, - "42": 0.71281, - "43": 0.7097, - "44": 0.71324, - "45": 0.70979, - "46": 0.7111, - "47": 0.71491, - "48": 1.05833, - "49": 0.89093, - "50": 0.8836, - "51": 0.72864, - "52": 0.72146, - "53": 0.72243, - "54": 0.71938, - "55": 0.71917, - "56": 0.71867, - "57": 0.72048, - "58": 0.72484, - "59": 0.72197, - "60": 0.7218, - "61": 0.728, - "62": 0.71944, - "63": 0.73343, - "64": 5.90055, - "65": 5.53828, - "66": 0.91077, - "67": 1.09715, - "68": 0.70698, - "69": 0.70556, - "70": 1.00845, - "71": 0.71076, - "72": 0.71777, - "73": 0.71659, - "74": 0.71156, - "75": 0.8128, - "76": 0.7115, - "77": 0.97488, - "78": 0.89177, - "79": 0.87098, - "80": 1.01456, - "81": 0.81896, - "82": 0.71793, - "83": 1.04586, - "84": 0.72118, - "85": 1.02779, - "86": 0.72077, - "87": 0.71418, - "88": 0.71356, - "89": 0.74602, - "90": 0.77996, - "91": 1.05945, - "92": 0.72043, - "93": 0.72396, - "94": 0.72365, - "95": 0.72843, - "96": 0.71516, - "97": 0.71321, - "98": 0.72468, - "99": 0.72441, - "100": 0.71951 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 27a34e32198..00000000000 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.4837, - "2": 10.48435, - "3": 10.48251, - "4": 10.48303, - "5": 10.47647, - "6": 10.48423, - "7": 10.48457, - "8": 10.48837, - "9": 10.49003, - "10": 10.47255, - "11": 10.47245, - "12": 10.4828, - "13": 10.47855, - "14": 10.45162, - "15": 10.47936, - "16": 10.45364, - "17": 10.45143, - "18": 10.46239, - "19": 10.44136, - "20": 10.45438, - "21": 10.43469, - "22": 10.40587, - "23": 10.39982, - "24": 10.37585, - "25": 10.38173, - "26": 10.35154, - "27": 10.35401, - "28": 10.3497, - "29": 10.28714, - "30": 10.21194, - "31": 10.17274, - "32": 10.13439, - "33": 10.14753, - "34": 10.10759, - "35": 10.10592, - "36": 10.08756, - "37": 10.08177, - "38": 10.07257, - "39": 10.0013, - "40": 9.9816, - "41": 9.92549, - "42": 9.87529, - "43": 9.88742, - "44": 9.80641, - "45": 9.82342, - "46": 9.73815, - "47": 9.74831, - "48": 9.71619, - "49": 9.74504, - "50": 9.73004, - "51": 9.71503, - "52": 9.66484, - "53": 9.60935, - "54": 9.62735, - "55": 9.61036, - "56": 9.61745, - "57": 9.56794, - "58": 9.52742, - "59": 9.51685, - "60": 9.51873, - "61": 9.53147, - "62": 9.45024, - "63": 9.45733, - "64": 9.43455, - "65": 9.4582, - "66": 9.43694, - "67": 9.39693, - "68": 9.36491, - "69": 9.40957, - "70": 9.37605, - "71": 9.41735, - "72": 9.42581, - "73": 9.37614, - "74": 9.41544, - "75": 9.37897, - "76": 9.28015, - "77": 9.32215, - "78": 9.35752, - "79": 9.32154, - "80": 9.31496, - "81": 9.26776, - "82": 9.34189, - "83": 9.32163, - "84": 9.24791, - "85": 9.35021, - "86": 9.22383, - "87": 9.30627, - "88": 9.29884, - "89": 9.22708, - "90": 9.28475, - "91": 9.23116, - "92": 9.27477, - "93": 9.1922, - "94": 9.23984, - "95": 9.27996, - "96": 9.17534, - "97": 9.21892, - "98": 9.1719, - "99": 9.1646, - "100": 9.14809 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2554.0, - "2": 1919.0, - "3": 1521.0, - "4": 2330.0, - "5": 2010.0, - "6": 1725.0, - "7": 2803.0, - "8": 2435.0, - "9": 2286.0, - "10": 2570.0, - "11": 2438.0, - "12": 1829.0, - "13": 2332.0, - "14": 2832.0, - "15": 2008.0, - "16": 2659.0, - "17": 2454.0, - "18": 2500.0, - "19": 2588.0, - "20": 2834.0, - "21": 2042.0, - "22": 3037.0, - "23": 2702.0, - "24": 2700.0, - "25": 2568.0, - "26": 2896.0, - "27": 2735.0, - "28": 2699.0, - "29": 2548.0, - "30": 2843.0, - "31": 2160.0, - "32": 2458.0, - "33": 2130.0, - "34": 2517.0, - "35": 2597.0, - "36": 3001.0, - "37": 3305.0, - "38": 2682.0, - "39": 2805.0, - "40": 3425.0, - "41": 1812.0, - "42": 1481.0, - "43": 1726.0, - "44": 2575.0, - "45": 3438.0, - "46": 2960.0, - "47": 2792.0, - "48": 3107.0, - "49": 2854.0, - "50": 2145.0, - "51": 1964.0, - "52": 2437.0, - "53": 3823.0, - "54": 3427.0, - "55": 3392.0, - "56": 4421.0, - "57": 4003.0, - "58": 4224.0, - "59": 1816.0, - "60": 2520.0, - "61": 2106.0, - "62": 4011.0, - "63": 3637.0, - "64": 4375.0, - "65": 3080.0, - "66": 1753.0, - "67": 1913.0, - "68": 4407.0, - "69": 4475.0, - "70": 4419.0, - "71": 2152.0, - "72": 4399.0, - "73": 4134.0, - "74": 3315.0, - "75": 4815.0, - "76": 2322.0, - "77": 5019.0, - "78": 4171.0, - "79": 2788.0, - "80": 3831.0, - "81": 3411.0, - "82": 3004.0, - "83": 5145.0, - "84": 4399.0, - "85": 4295.0, - "86": 3410.0, - "87": 4880.0, - "88": 3350.0, - "89": 4659.0, - "90": 4370.0, - "91": 4273.0, - "92": 3325.0, - "93": 5509.0, - "94": 3804.0, - "95": 4711.0, - "96": 3631.0, - "97": 3774.0, - "98": 4477.0, - "99": 4459.0, - "100": 3220.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1767237120.0, - "2": 1767237120.0, - "3": 1767237120.0, - "4": 1767237120.0, - "5": 1767237120.0, - "6": 1767237120.0, - "7": 1767237120.0, - "8": 1767237120.0, - "9": 1767237120.0, - "10": 1767237120.0, - "11": 1767237120.0, - "12": 1767237120.0, - "13": 1767237120.0, - "14": 1767237120.0, - "15": 1767237120.0, - "16": 1767237120.0, - "17": 1767237120.0, - "18": 1767237120.0, - "19": 1767237120.0, - "20": 1767237120.0, - "21": 1767237120.0, - "22": 1767237120.0, - "23": 1767237120.0, - "24": 1767237120.0, - "25": 1767237120.0, - "26": 1767237120.0, - "27": 1767237120.0, - "28": 1767237120.0, - "29": 1767237120.0, - "30": 1767237120.0, - "31": 1767237120.0, - "32": 1767237120.0, - "33": 1767237120.0, - "34": 1767237120.0, - "35": 1767237120.0, - "36": 1767237120.0, - "37": 1767237120.0, - "38": 1767237120.0, - "39": 1767237120.0, - "40": 1767237120.0, - "41": 1767237120.0, - "42": 1767237120.0, - "43": 1767237120.0, - "44": 1767237120.0, - "45": 1767237120.0, - "46": 1767237120.0, - "47": 1767237120.0, - "48": 1767237120.0, - "49": 1767237120.0, - "50": 1767237120.0, - "51": 1767237120.0, - "52": 1767237120.0, - "53": 1767237120.0, - "54": 1767237120.0, - "55": 1767237120.0, - "56": 1767237120.0, - "57": 1767237120.0, - "58": 1767237120.0, - "59": 1767237120.0, - "60": 1767237120.0, - "61": 1767237120.0, - "62": 1767237120.0, - "63": 1767237120.0, - "64": 1767237120.0, - "65": 1767237120.0, - "66": 1767237120.0, - "67": 1767237120.0, - "68": 1767237120.0, - "69": 1767237120.0, - "70": 1767237120.0, - "71": 1767237120.0, - "72": 1767237120.0, - "73": 1767237120.0, - "74": 1767237120.0, - "75": 1767237120.0, - "76": 1767237120.0, - "77": 1767237120.0, - "78": 1767237120.0, - "79": 1767237120.0, - "80": 1767237120.0, - "81": 1767237120.0, - "82": 1767237120.0, - "83": 1767237120.0, - "84": 1767237120.0, - "85": 1767237120.0, - "86": 1767237120.0, - "87": 1767237120.0, - "88": 1767237120.0, - "89": 1767237120.0, - "90": 1767237120.0, - "91": 1767237120.0, - "92": 1767237120.0, - "93": 1767237120.0, - "94": 1767237120.0, - "95": 1767237120.0, - "96": 1767237120.0, - "97": 1767237120.0, - "98": 1767237120.0, - "99": 1767237120.0, - "100": 1767237120.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2336500736.0, - "2": 3079487488.0, - "3": 3079487488.0, - "4": 3079487488.0, - "5": 3079487488.0, - "6": 3079487488.0, - "7": 3079487488.0, - "8": 3079487488.0, - "9": 3079487488.0, - "10": 3079487488.0, - "11": 3079487488.0, - "12": 3079487488.0, - "13": 3079487488.0, - "14": 3079487488.0, - "15": 3079487488.0, - "16": 3079487488.0, - "17": 3079487488.0, - "18": 3079487488.0, - "19": 3079487488.0, - "20": 3079487488.0, - "21": 3079487488.0, - "22": 3079487488.0, - "23": 3079487488.0, - "24": 3079487488.0, - "25": 3079487488.0, - "26": 3079487488.0, - "27": 3079487488.0, - "28": 3079487488.0, - "29": 3079487488.0, - "30": 3079487488.0, - "31": 3079487488.0, - "32": 3079487488.0, - "33": 3079487488.0, - "34": 3079487488.0, - "35": 3079487488.0, - "36": 3079487488.0, - "37": 3079487488.0, - "38": 3079487488.0, - "39": 3079487488.0, - "40": 3079487488.0, - "41": 3079487488.0, - "42": 3079487488.0, - "43": 3079487488.0, - "44": 3079487488.0, - "45": 3079487488.0, - "46": 3079487488.0, - "47": 3079487488.0, - "48": 3079487488.0, - "49": 3079487488.0, - "50": 3079487488.0, - "51": 3079487488.0, - "52": 3079487488.0, - "53": 3079487488.0, - "54": 3079487488.0, - "55": 3079487488.0, - "56": 3079487488.0, - "57": 3079487488.0, - "58": 3079487488.0, - "59": 3079487488.0, - "60": 3079487488.0, - "61": 3079487488.0, - "62": 3079487488.0, - "63": 3079487488.0, - "64": 3079487488.0, - "65": 3079487488.0, - "66": 3079487488.0, - "67": 3079487488.0, - "68": 3079487488.0, - "69": 3079487488.0, - "70": 3079487488.0, - "71": 3079487488.0, - "72": 3079487488.0, - "73": 3079487488.0, - "74": 3079487488.0, - "75": 3079487488.0, - "76": 3079487488.0, - "77": 3079487488.0, - "78": 3079487488.0, - "79": 3079487488.0, - "80": 3079487488.0, - "81": 3079487488.0, - "82": 3079487488.0, - "83": 3079487488.0, - "84": 3079487488.0, - "85": 3079487488.0, - "86": 3079487488.0, - "87": 3079487488.0, - "88": 3079487488.0, - "89": 3079487488.0, - "90": 3079487488.0, - "91": 3079487488.0, - "92": 3079487488.0, - "93": 3079487488.0, - "94": 3079487488.0, - "95": 3079487488.0, - "96": 3079487488.0, - "97": 3079487488.0, - "98": 3079487488.0, - "99": 3079487488.0, - "100": 3079487488.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 11.74907, - "2": 0.85881, - "3": 0.84325, - "4": 0.84358, - "5": 0.84379, - "6": 0.84251, - "7": 0.84123, - "8": 0.8499, - "9": 0.8999, - "10": 0.92522, - "11": 0.94116, - "12": 0.85793, - "13": 0.84568, - "14": 0.84264, - "15": 0.84084, - "16": 0.84084, - "17": 0.83843, - "18": 0.8412, - "19": 0.84178, - "20": 1.1044, - "21": 1.21871, - "22": 1.25946, - "23": 0.85008, - "24": 0.91404, - "25": 0.84787, - "26": 0.84792, - "27": 0.85174, - "28": 0.84996, - "29": 0.84337, - "30": 0.84498, - "31": 0.8486, - "32": 0.84203, - "33": 0.84451, - "34": 0.85648, - "35": 0.83537, - "36": 0.84205, - "37": 0.83563, - "38": 0.84541, - "39": 0.84231, - "40": 0.84639, - "41": 0.84365, - "42": 0.84512, - "43": 0.84437, - "44": 0.84299, - "45": 0.85866, - "46": 0.84237, - "47": 0.84617, - "48": 1.18328, - "49": 0.88875, - "50": 0.96388, - "51": 0.98149, - "52": 0.89905, - "53": 0.84382, - "54": 0.85382, - "55": 0.84338, - "56": 0.84282, - "57": 0.92404, - "58": 0.84627, - "59": 0.83811, - "60": 0.83802, - "61": 0.85109, - "62": 0.83231, - "63": 0.83505, - "64": 1.15842, - "65": 1.1324, - "66": 0.83972, - "67": 0.82896, - "68": 0.82596, - "69": 0.83118, - "70": 0.84229, - "71": 0.8328, - "72": 0.82924, - "73": 0.83555, - "74": 0.83422, - "75": 0.90796, - "76": 0.85077, - "77": 1.07568, - "78": 1.30938, - "79": 1.12037, - "80": 0.82751, - "81": 0.83544, - "82": 0.88688, - "83": 1.16362, - "84": 0.83207, - "85": 0.83917, - "86": 1.14681, - "87": 1.17025, - "88": 0.82985, - "89": 0.82492, - "90": 0.90586, - "91": 0.83299, - "92": 0.83139, - "93": 0.83405, - "94": 0.83756, - "95": 0.83351, - "96": 0.83063, - "97": 0.83499, - "98": 0.84617, - "99": 0.83623, - "100": 0.84014 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp4_pp1/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp4_pp1/golden_values_dev_dgx_h100.json index 36ea57771ea..88adf60a26e 100644 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp4_pp1/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/bert/bert_mcore_tp4_pp1/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 10.20165, - "2": 1.76894, - "3": 1.75257, - "4": 1.76371, - "5": 1.76165, - "6": 1.76697, - "7": 1.7566, - "8": 1.76422, - "9": 1.76493, - "10": 1.76085, - "11": 1.75557, - "12": 1.7612, - "13": 1.84209, - "14": 1.7609, - "15": 1.75819, - "16": 1.76084, - "17": 2.14365, - "18": 1.77031, - "19": 1.77623, - "20": 1.81462, - "21": 2.1764, - "22": 1.76578, - "23": 1.75799, - "24": 2.18418, - "25": 1.76236, - "26": 2.12149, - "27": 2.09277, - "28": 1.77853, - "29": 1.83529, - "30": 1.77362, - "31": 1.77704, - "32": 1.78154, - "33": 1.76732, - "34": 1.77318, - "35": 1.77963, - "36": 1.77541, - "37": 1.77626, - "38": 1.77185, - "39": 1.78486, - "40": 1.78003, - "41": 1.78092, - "42": 1.77118, - "43": 1.77626, - "44": 1.78384, - "45": 1.78376, - "46": 1.84893, - "47": 1.78761, - "48": 1.79814, - "49": 1.79323, - "50": 1.77941 + "1": 10.29331, + "2": 1.82828, + "3": 1.75745, + "4": 1.75149, + "5": 1.76912, + "6": 1.75888, + "7": 1.75313, + "8": 1.75423, + "9": 1.74482, + "10": 1.84387, + "11": 2.01499, + "12": 1.74448, + "13": 1.75425, + "14": 2.09351, + "15": 1.77765, + "16": 1.76841, + "17": 1.75495, + "18": 2.05727, + "19": 1.77481, + "20": 2.11285, + "21": 1.77659, + "22": 1.75669, + "23": 1.75872, + "24": 2.1065, + "25": 2.02543, + "26": 1.84773, + "27": 1.76632, + "28": 1.76482, + "29": 1.75732, + "30": 1.75335, + "31": 1.75453, + "32": 1.80627, + "33": 1.757, + "34": 1.75719, + "35": 1.75478, + "36": 1.76009, + "37": 1.75602, + "38": 1.75806, + "39": 1.75609, + "40": 1.75247, + "41": 1.75179, + "42": 1.75873, + "43": 1.77534, + "44": 1.80833, + "45": 1.74663, + "46": 1.75048, + "47": 1.7473, + "48": 1.75253, + "49": 1.76783, + "50": 1.75365 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp4_pp1/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp4_pp1/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 73cbc43b7f2..00000000000 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp4_pp1/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.42626, - "2": 10.41171, - "3": 10.41885, - "4": 10.42153, - "5": 10.42192, - "6": 10.41563, - "7": 10.42859, - "8": 10.42079, - "9": 10.43014, - "10": 10.40859, - "11": 10.43501, - "12": 10.4025, - "13": 10.42274, - "14": 10.41249, - "15": 10.40948, - "16": 10.40806, - "17": 10.3892, - "18": 10.38857, - "19": 10.37147, - "20": 10.40453, - "21": 10.36615, - "22": 10.34963, - "23": 10.35388, - "24": 10.30136, - "25": 10.31117, - "26": 10.30241, - "27": 10.2821, - "28": 10.27928, - "29": 10.23928, - "30": 10.14742, - "31": 10.10532, - "32": 10.09426, - "33": 10.09032, - "34": 10.06437, - "35": 10.04643, - "36": 10.03306, - "37": 10.00505, - "38": 10.00274, - "39": 9.91418, - "40": 9.91103, - "41": 9.86562, - "42": 9.78095, - "43": 9.79496, - "44": 9.73077, - "45": 9.7428, - "46": 9.63829, - "47": 9.6868, - "48": 9.637, - "49": 9.6554, - "50": 9.65776 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3452.0, - "2": 2890.0, - "3": 1856.0, - "4": 3256.0, - "5": 3333.0, - "6": 2985.0, - "7": 3208.0, - "8": 3314.0, - "9": 3134.0, - "10": 3124.0, - "11": 3913.0, - "12": 3008.0, - "13": 3108.0, - "14": 3652.0, - "15": 3267.0, - "16": 3662.0, - "17": 3680.0, - "18": 3708.0, - "19": 3375.0, - "20": 3449.0, - "21": 3115.0, - "22": 3545.0, - "23": 3516.0, - "24": 3789.0, - "25": 3570.0, - "26": 3719.0, - "27": 2808.0, - "28": 3823.0, - "29": 3626.0, - "30": 4136.0, - "31": 2541.0, - "32": 3945.0, - "33": 3501.0, - "34": 3795.0, - "35": 3652.0, - "36": 4269.0, - "37": 4152.0, - "38": 3787.0, - "39": 3873.0, - "40": 4661.0, - "41": 2846.0, - "42": 1556.0, - "43": 2809.0, - "44": 4030.0, - "45": 4724.0, - "46": 4587.0, - "47": 3120.0, - "48": 4366.0, - "49": 3839.0, - "50": 3146.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1661765632.0, - "2": 1661765632.0, - "3": 1661765632.0, - "4": 1661765632.0, - "5": 1661765632.0, - "6": 1661765632.0, - "7": 1661765632.0, - "8": 1661765632.0, - "9": 1661765632.0, - "10": 1661765632.0, - "11": 1661765632.0, - "12": 1661765632.0, - "13": 1661765632.0, - "14": 1661765632.0, - "15": 1661765632.0, - "16": 1661765632.0, - "17": 1661765632.0, - "18": 1661765632.0, - "19": 1661765632.0, - "20": 1661765632.0, - "21": 1661765632.0, - "22": 1661765632.0, - "23": 1661765632.0, - "24": 1661765632.0, - "25": 1661765632.0, - "26": 1661765632.0, - "27": 1661765632.0, - "28": 1661765632.0, - "29": 1661765632.0, - "30": 1661765632.0, - "31": 1661765632.0, - "32": 1661765632.0, - "33": 1661765632.0, - "34": 1661765632.0, - "35": 1661765632.0, - "36": 1661765632.0, - "37": 1661765632.0, - "38": 1661765632.0, - "39": 1661765632.0, - "40": 1661765632.0, - "41": 1661765632.0, - "42": 1661765632.0, - "43": 1661765632.0, - "44": 1661765632.0, - "45": 1661765632.0, - "46": 1661765632.0, - "47": 1661765632.0, - "48": 1661765632.0, - "49": 1661765632.0, - "50": 1661765632.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2506479104.0, - "2": 3205449216.0, - "3": 3205449216.0, - "4": 3205449216.0, - "5": 3205449216.0, - "6": 3205449216.0, - "7": 3205449216.0, - "8": 3205449216.0, - "9": 3205449216.0, - "10": 3205449216.0, - "11": 3205449216.0, - "12": 3205449216.0, - "13": 3205449216.0, - "14": 3205449216.0, - "15": 3205449216.0, - "16": 3205449216.0, - "17": 3205449216.0, - "18": 3205449216.0, - "19": 3205449216.0, - "20": 3205449216.0, - "21": 3205449216.0, - "22": 3205449216.0, - "23": 3205449216.0, - "24": 3205449216.0, - "25": 3205449216.0, - "26": 3205449216.0, - "27": 3205449216.0, - "28": 3205449216.0, - "29": 3205449216.0, - "30": 3205449216.0, - "31": 3205449216.0, - "32": 3205449216.0, - "33": 3205449216.0, - "34": 3205449216.0, - "35": 3205449216.0, - "36": 3205449216.0, - "37": 3205449216.0, - "38": 3205449216.0, - "39": 3205449216.0, - "40": 3205449216.0, - "41": 3205449216.0, - "42": 3205449216.0, - "43": 3205449216.0, - "44": 3205449216.0, - "45": 3205449216.0, - "46": 3205449216.0, - "47": 3205449216.0, - "48": 3205449216.0, - "49": 3205449216.0, - "50": 3205449216.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.60443, - "2": 1.59144, - "3": 1.53882, - "4": 1.56784, - "5": 1.52207, - "6": 1.53885, - "7": 1.52214, - "8": 1.52095, - "9": 1.51957, - "10": 1.51224, - "11": 1.49689, - "12": 1.5078, - "13": 1.50118, - "14": 1.4917, - "15": 1.60359, - "16": 1.55447, - "17": 1.55262, - "18": 1.84594, - "19": 1.55841, - "20": 1.7545, - "21": 1.48478, - "22": 1.49549, - "23": 1.81525, - "24": 1.79126, - "25": 2.12023, - "26": 1.49775, - "27": 1.80406, - "28": 1.49411, - "29": 1.96966, - "30": 1.48009, - "31": 1.47915, - "32": 1.48757, - "33": 1.47812, - "34": 1.4701, - "35": 1.47099, - "36": 1.47773, - "37": 1.48414, - "38": 1.51352, - "39": 1.48595, - "40": 1.49001, - "41": 1.48545, - "42": 1.50863, - "43": 1.47565, - "44": 1.48135, - "45": 1.48123, - "46": 1.48152, - "47": 1.48884, - "48": 1.56195, - "49": 1.55628, - "50": 1.48725 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp4_pp1/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/bert/bert_mcore_tp4_pp1/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 88adf60a26e..00000000000 --- a/tests/functional_tests/test_cases/bert/bert_mcore_tp4_pp1/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.42626, - "2": 10.41171, - "3": 10.41885, - "4": 10.42153, - "5": 10.42192, - "6": 10.41563, - "7": 10.42859, - "8": 10.42079, - "9": 10.43014, - "10": 10.40859, - "11": 10.43501, - "12": 10.4025, - "13": 10.42274, - "14": 10.41249, - "15": 10.40948, - "16": 10.40806, - "17": 10.3892, - "18": 10.38857, - "19": 10.37147, - "20": 10.40453, - "21": 10.36615, - "22": 10.34963, - "23": 10.35388, - "24": 10.30136, - "25": 10.31117, - "26": 10.30241, - "27": 10.2821, - "28": 10.27928, - "29": 10.23928, - "30": 10.14742, - "31": 10.10532, - "32": 10.09426, - "33": 10.09032, - "34": 10.06437, - "35": 10.04643, - "36": 10.03306, - "37": 10.00505, - "38": 10.00274, - "39": 9.91418, - "40": 9.91103, - "41": 9.86562, - "42": 9.78095, - "43": 9.79496, - "44": 9.73077, - "45": 9.7428, - "46": 9.63829, - "47": 9.6868, - "48": 9.637, - "49": 9.6554, - "50": 9.65776 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3452.0, - "2": 2890.0, - "3": 1856.0, - "4": 3256.0, - "5": 3333.0, - "6": 2985.0, - "7": 3208.0, - "8": 3314.0, - "9": 3134.0, - "10": 3124.0, - "11": 3913.0, - "12": 3008.0, - "13": 3108.0, - "14": 3652.0, - "15": 3267.0, - "16": 3662.0, - "17": 3680.0, - "18": 3708.0, - "19": 3375.0, - "20": 3449.0, - "21": 3115.0, - "22": 3545.0, - "23": 3516.0, - "24": 3789.0, - "25": 3570.0, - "26": 3719.0, - "27": 2808.0, - "28": 3823.0, - "29": 3626.0, - "30": 4136.0, - "31": 2541.0, - "32": 3945.0, - "33": 3501.0, - "34": 3795.0, - "35": 3652.0, - "36": 4269.0, - "37": 4152.0, - "38": 3787.0, - "39": 3873.0, - "40": 4661.0, - "41": 2846.0, - "42": 1556.0, - "43": 2809.0, - "44": 4030.0, - "45": 4724.0, - "46": 4587.0, - "47": 3120.0, - "48": 4366.0, - "49": 3839.0, - "50": 3146.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1661765632.0, - "2": 1661765632.0, - "3": 1661765632.0, - "4": 1661765632.0, - "5": 1661765632.0, - "6": 1661765632.0, - "7": 1661765632.0, - "8": 1661765632.0, - "9": 1661765632.0, - "10": 1661765632.0, - "11": 1661765632.0, - "12": 1661765632.0, - "13": 1661765632.0, - "14": 1661765632.0, - "15": 1661765632.0, - "16": 1661765632.0, - "17": 1661765632.0, - "18": 1661765632.0, - "19": 1661765632.0, - "20": 1661765632.0, - "21": 1661765632.0, - "22": 1661765632.0, - "23": 1661765632.0, - "24": 1661765632.0, - "25": 1661765632.0, - "26": 1661765632.0, - "27": 1661765632.0, - "28": 1661765632.0, - "29": 1661765632.0, - "30": 1661765632.0, - "31": 1661765632.0, - "32": 1661765632.0, - "33": 1661765632.0, - "34": 1661765632.0, - "35": 1661765632.0, - "36": 1661765632.0, - "37": 1661765632.0, - "38": 1661765632.0, - "39": 1661765632.0, - "40": 1661765632.0, - "41": 1661765632.0, - "42": 1661765632.0, - "43": 1661765632.0, - "44": 1661765632.0, - "45": 1661765632.0, - "46": 1661765632.0, - "47": 1661765632.0, - "48": 1661765632.0, - "49": 1661765632.0, - "50": 1661765632.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2506479104.0, - "2": 3205449216.0, - "3": 3205449216.0, - "4": 3205449216.0, - "5": 3205449216.0, - "6": 3205449216.0, - "7": 3205449216.0, - "8": 3205449216.0, - "9": 3205449216.0, - "10": 3205449216.0, - "11": 3205449216.0, - "12": 3205449216.0, - "13": 3205449216.0, - "14": 3205449216.0, - "15": 3205449216.0, - "16": 3205449216.0, - "17": 3205449216.0, - "18": 3205449216.0, - "19": 3205449216.0, - "20": 3205449216.0, - "21": 3205449216.0, - "22": 3205449216.0, - "23": 3205449216.0, - "24": 3205449216.0, - "25": 3205449216.0, - "26": 3205449216.0, - "27": 3205449216.0, - "28": 3205449216.0, - "29": 3205449216.0, - "30": 3205449216.0, - "31": 3205449216.0, - "32": 3205449216.0, - "33": 3205449216.0, - "34": 3205449216.0, - "35": 3205449216.0, - "36": 3205449216.0, - "37": 3205449216.0, - "38": 3205449216.0, - "39": 3205449216.0, - "40": 3205449216.0, - "41": 3205449216.0, - "42": 3205449216.0, - "43": 3205449216.0, - "44": 3205449216.0, - "45": 3205449216.0, - "46": 3205449216.0, - "47": 3205449216.0, - "48": 3205449216.0, - "49": 3205449216.0, - "50": 3205449216.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.29331, - "2": 1.82828, - "3": 1.75745, - "4": 1.75149, - "5": 1.76912, - "6": 1.75888, - "7": 1.75313, - "8": 1.75423, - "9": 1.74482, - "10": 1.84387, - "11": 2.01499, - "12": 1.74448, - "13": 1.75425, - "14": 2.09351, - "15": 1.77765, - "16": 1.76841, - "17": 1.75495, - "18": 2.05727, - "19": 1.77481, - "20": 2.11285, - "21": 1.77659, - "22": 1.75669, - "23": 1.75872, - "24": 2.1065, - "25": 2.02543, - "26": 1.84773, - "27": 1.76632, - "28": 1.76482, - "29": 1.75732, - "30": 1.75335, - "31": 1.75453, - "32": 1.80627, - "33": 1.757, - "34": 1.75719, - "35": 1.75478, - "36": 1.76009, - "37": 1.75602, - "38": 1.75806, - "39": 1.75609, - "40": 1.75247, - "41": 1.75179, - "42": 1.75873, - "43": 1.77534, - "44": 1.80833, - "45": 1.74663, - "46": 1.75048, - "47": 1.7473, - "48": 1.75253, - "49": 1.76783, - "50": 1.75365 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgx_h100.json index 561b46578fc..478f889b21c 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgx_h100.json @@ -1 +1,162 @@ -{"lm loss": {"start_step": 1, "end_step": 25, "step_interval": 5, "values": {"1": 12.58569, "5": 12.58279, "10": 12.4826, "15": 11.79651, "20": 11.47672, "25": 10.97989}}, "num-zeros": {"start_step": 1, "end_step": 25, "step_interval": 5, "values": {"1": 521035392.0, "5": 520993600.0, "10": 521175520.0, "15": 521589568.0, "20": 521132352.0, "25": 523547008.0}}, "mem-allocated-bytes": {"start_step": 1, "end_step": 25, "step_interval": 5, "values": {"1": 24540168192.0, "5": 24540168192.0, "10": 24540168192.0, "15": 24540168192.0, "20": 24540168192.0, "25": 24540168192.0}}, "mem-max-allocated-bytes": {"start_step": 1, "end_step": 25, "step_interval": 5, "values": {"1": 52729761792.0, "5": 60518424576.0, "10": 60518424576.0, "15": 60518424576.0, "20": 60518424576.0, "25": 60518424576.0}}, "iteration-time": {"start_step": 1, "end_step": 25, "step_interval": 5, "values": {"1": "nan", "5": "nan", "10": 1.21699, "15": "nan", "20": 1.20992, "25": "nan"}}} \ No newline at end of file +{ + "lm loss": { + "start_step": 1, + "end_step": 25, + "step_interval": 1, + "values": { + "1": 12.58569, + "2": 12.58406, + "3": 12.58486, + "4": 12.58642, + "5": 12.58279, + "6": 12.57912, + "7": 12.56177, + "8": 12.52304, + "9": 12.4966, + "10": 12.4826, + "11": 12.31462, + "12": 12.272, + "13": 12.20924, + "14": 12.20094, + "15": 11.79651, + "16": 11.78035, + "17": 11.74188, + "18": 11.71656, + "19": 11.59074, + "20": 11.47672, + "21": 11.23784, + "22": 11.3586, + "23": 11.25768, + "24": 11.14081, + "25": 10.97989 + } + }, + "num-zeros": { + "start_step": 1, + "end_step": 25, + "step_interval": 1, + "values": { + "1": 521035392.0, + "2": 521662624.0, + "3": 520932992.0, + "4": 521225120.0, + "5": 520993600.0, + "6": 521369824.0, + "7": 521417344.0, + "8": 521054784.0, + "9": 521458592.0, + "10": 521175520.0, + "11": 522277376.0, + "12": 521435904.0, + "13": 521472640.0, + "14": 522442496.0, + "15": 521589568.0, + "16": 521414080.0, + "17": 521025696.0, + "18": 521279168.0, + "19": 521154400.0, + "20": 521132352.0, + "21": 522909696.0, + "22": 521591904.0, + "23": 521353504.0, + "24": 521426496.0, + "25": 523547008.0 + } + }, + "mem-allocated-bytes": { + "start_step": 1, + "end_step": 25, + "step_interval": 1, + "values": { + "1": 24540168192.0, + "2": 24540168192.0, + "3": 24540168192.0, + "4": 24540168192.0, + "5": 24540168192.0, + "6": 24540168192.0, + "7": 24540168192.0, + "8": 24540168192.0, + "9": 24540168192.0, + "10": 24540168192.0, + "11": 24540168192.0, + "12": 24540168192.0, + "13": 24540168192.0, + "14": 24540168192.0, + "15": 24540168192.0, + "16": 24540168192.0, + "17": 24540168192.0, + "18": 24540168192.0, + "19": 24540168192.0, + "20": 24540168192.0, + "21": 24540389376.0, + "22": 24540168192.0, + "23": 24540168192.0, + "24": 24540168192.0, + "25": 24540168192.0 + } + }, + "mem-max-allocated-bytes": { + "start_step": 1, + "end_step": 25, + "step_interval": 1, + "values": { + "1": 52730810368.0, + "2": 60518424576.0, + "3": 60518424576.0, + "4": 60518424576.0, + "5": 60518424576.0, + "6": 60518424576.0, + "7": 60518424576.0, + "8": 60518424576.0, + "9": 60518424576.0, + "10": 60518424576.0, + "11": 60518424576.0, + "12": 60518424576.0, + "13": 60518424576.0, + "14": 60518424576.0, + "15": 60518424576.0, + "16": 60518424576.0, + "17": 60518424576.0, + "18": 60518424576.0, + "19": 60518424576.0, + "20": 60518424576.0, + "21": 60518424576.0, + "22": 60518424576.0, + "23": 60518424576.0, + "24": 60518424576.0, + "25": 60518424576.0 + } + }, + "iteration-time": { + "start_step": 1, + "end_step": 25, + "step_interval": 1, + "values": { + "1": "nan", + "2": 10.03336, + "3": "nan", + "4": 1.18525, + "5": "nan", + "6": 1.18158, + "7": "nan", + "8": 1.18536, + "9": "nan", + "10": 1.18428, + "11": "nan", + "12": 1.18625, + "13": "nan", + "14": 1.18256, + "15": "nan", + "16": 1.18023, + "17": "nan", + "18": 1.18227, + "19": "nan", + "20": 1.18284, + "21": "nan", + "22": 1.18238, + "23": "nan", + "24": 1.18151, + "25": "nan" + } + } +} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 3aad045fc8e..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,162 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 12.58569, - "2": 12.58406, - "3": 12.58486, - "4": 12.58642, - "5": 12.58279, - "6": 12.57912, - "7": 12.56177, - "8": 12.52304, - "9": 12.4966, - "10": 12.4826, - "11": 12.31462, - "12": 12.272, - "13": 12.20924, - "14": 12.20094, - "15": 11.79651, - "16": 11.78035, - "17": 11.74188, - "18": 11.71656, - "19": 11.59074, - "20": 11.47672, - "21": 11.23784, - "22": 11.3586, - "23": 11.25768, - "24": 11.14081, - "25": 10.97989 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 521035392.0, - "2": 521662624.0, - "3": 520932992.0, - "4": 521225120.0, - "5": 520993600.0, - "6": 521369824.0, - "7": 521417344.0, - "8": 521054784.0, - "9": 521458592.0, - "10": 521175520.0, - "11": 522277376.0, - "12": 521435904.0, - "13": 521472640.0, - "14": 522442496.0, - "15": 521589568.0, - "16": 521414080.0, - "17": 521025696.0, - "18": 521279168.0, - "19": 521154400.0, - "20": 521132352.0, - "21": 522909696.0, - "22": 521591904.0, - "23": 521353504.0, - "24": 521426496.0, - "25": 523547008.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 24540168192.0, - "2": 24540168192.0, - "3": 24540168192.0, - "4": 24540168192.0, - "5": 24540168192.0, - "6": 24540168192.0, - "7": 24540168192.0, - "8": 24540168192.0, - "9": 24540168192.0, - "10": 24540168192.0, - "11": 24540168192.0, - "12": 24540168192.0, - "13": 24540168192.0, - "14": 24540168192.0, - "15": 24540168192.0, - "16": 24540168192.0, - "17": 24540168192.0, - "18": 24540168192.0, - "19": 24540168192.0, - "20": 24540168192.0, - "21": 24540168192.0, - "22": 24540168192.0, - "23": 24540168192.0, - "24": 24540168192.0, - "25": 24540168192.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 52730810368.0, - "2": 60518309888.0, - "3": 60518309888.0, - "4": 60518309888.0, - "5": 60518309888.0, - "6": 60518309888.0, - "7": 60518309888.0, - "8": 60518309888.0, - "9": 60518309888.0, - "10": 60518309888.0, - "11": 60518309888.0, - "12": 60518309888.0, - "13": 60518309888.0, - "14": 60518309888.0, - "15": 60518309888.0, - "16": 60518309888.0, - "17": 60518309888.0, - "18": 60518309888.0, - "19": 60518309888.0, - "20": 60518309888.0, - "21": 60518309888.0, - "22": 60518309888.0, - "23": 60518309888.0, - "24": 60518309888.0, - "25": 60518309888.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": "nan", - "2": 9.35391, - "3": "nan", - "4": 1.17482, - "5": "nan", - "6": 1.17131, - "7": "nan", - "8": 1.17328, - "9": "nan", - "10": 1.17214, - "11": "nan", - "12": 1.17467, - "13": "nan", - "14": 1.17439, - "15": "nan", - "16": 1.17582, - "17": "nan", - "18": 1.1764, - "19": "nan", - "20": 1.17744, - "21": "nan", - "22": 1.17439, - "23": "nan", - "24": 1.17461, - "25": "nan" - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 478f889b21c..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,162 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 12.58569, - "2": 12.58406, - "3": 12.58486, - "4": 12.58642, - "5": 12.58279, - "6": 12.57912, - "7": 12.56177, - "8": 12.52304, - "9": 12.4966, - "10": 12.4826, - "11": 12.31462, - "12": 12.272, - "13": 12.20924, - "14": 12.20094, - "15": 11.79651, - "16": 11.78035, - "17": 11.74188, - "18": 11.71656, - "19": 11.59074, - "20": 11.47672, - "21": 11.23784, - "22": 11.3586, - "23": 11.25768, - "24": 11.14081, - "25": 10.97989 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 521035392.0, - "2": 521662624.0, - "3": 520932992.0, - "4": 521225120.0, - "5": 520993600.0, - "6": 521369824.0, - "7": 521417344.0, - "8": 521054784.0, - "9": 521458592.0, - "10": 521175520.0, - "11": 522277376.0, - "12": 521435904.0, - "13": 521472640.0, - "14": 522442496.0, - "15": 521589568.0, - "16": 521414080.0, - "17": 521025696.0, - "18": 521279168.0, - "19": 521154400.0, - "20": 521132352.0, - "21": 522909696.0, - "22": 521591904.0, - "23": 521353504.0, - "24": 521426496.0, - "25": 523547008.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 24540168192.0, - "2": 24540168192.0, - "3": 24540168192.0, - "4": 24540168192.0, - "5": 24540168192.0, - "6": 24540168192.0, - "7": 24540168192.0, - "8": 24540168192.0, - "9": 24540168192.0, - "10": 24540168192.0, - "11": 24540168192.0, - "12": 24540168192.0, - "13": 24540168192.0, - "14": 24540168192.0, - "15": 24540168192.0, - "16": 24540168192.0, - "17": 24540168192.0, - "18": 24540168192.0, - "19": 24540168192.0, - "20": 24540168192.0, - "21": 24540389376.0, - "22": 24540168192.0, - "23": 24540168192.0, - "24": 24540168192.0, - "25": 24540168192.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 52730810368.0, - "2": 60518424576.0, - "3": 60518424576.0, - "4": 60518424576.0, - "5": 60518424576.0, - "6": 60518424576.0, - "7": 60518424576.0, - "8": 60518424576.0, - "9": 60518424576.0, - "10": 60518424576.0, - "11": 60518424576.0, - "12": 60518424576.0, - "13": 60518424576.0, - "14": 60518424576.0, - "15": 60518424576.0, - "16": 60518424576.0, - "17": 60518424576.0, - "18": 60518424576.0, - "19": 60518424576.0, - "20": 60518424576.0, - "21": 60518424576.0, - "22": 60518424576.0, - "23": 60518424576.0, - "24": 60518424576.0, - "25": 60518424576.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": "nan", - "2": 10.03336, - "3": "nan", - "4": 1.18525, - "5": "nan", - "6": 1.18158, - "7": "nan", - "8": 1.18536, - "9": "nan", - "10": 1.18428, - "11": "nan", - "12": 1.18625, - "13": "nan", - "14": 1.18256, - "15": "nan", - "16": 1.18023, - "17": "nan", - "18": 1.18227, - "19": "nan", - "20": 1.18284, - "21": "nan", - "22": 1.18238, - "23": "nan", - "24": 1.18151, - "25": "nan" - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgx_h100.json index cec72020182..0847af86737 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgx_h100.json @@ -1 +1,162 @@ -{"lm loss": {"start_step": 1, "end_step": 25, "step_interval": 5, "values": {"1": 12.59715, "5": 12.59013, "10": 12.49091, "15": 11.82108, "20": 11.51704, "25": 11.00354}}, "num-zeros": {"start_step": 1, "end_step": 25, "step_interval": 5, "values": {"1": 523037536.0, "5": 523009792.0, "10": 523184992.0, "15": 523630496.0, "20": 523230848.0, "25": 525638016.0}}, "mem-allocated-bytes": {"start_step": 1, "end_step": 25, "step_interval": 5, "values": {"1": 20663519232.0, "5": 20663519232.0, "10": 20663519232.0, "15": 20663519232.0, "20": 20663519232.0, "25": 20663519232.0}}, "mem-max-allocated-bytes": {"start_step": 1, "end_step": 25, "step_interval": 5, "values": {"1": 50289545216.0, "5": 57143791616.0, "10": 57143791616.0, "15": 57143791616.0, "20": 57143791616.0, "25": 57143791616.0}}, "iteration-time": {"start_step": 1, "end_step": 25, "step_interval": 5, "values": {"1": "nan", "5": "nan", "10": 1.12041, "15": "nan", "20": 1.1186, "25": "nan"}}} \ No newline at end of file +{ + "lm loss": { + "start_step": 1, + "end_step": 25, + "step_interval": 1, + "values": { + "1": 12.59715, + "2": 12.60067, + "3": 12.59727, + "4": 12.60021, + "5": 12.59013, + "6": 12.58834, + "7": 12.57605, + "8": 12.5362, + "9": 12.50745, + "10": 12.49091, + "11": 12.32614, + "12": 12.29366, + "13": 12.22589, + "14": 12.23023, + "15": 11.82108, + "16": 11.80586, + "17": 11.77001, + "18": 11.74946, + "19": 11.62189, + "20": 11.51704, + "21": 11.27121, + "22": 11.38966, + "23": 11.29559, + "24": 11.16591, + "25": 11.00354 + } + }, + "num-zeros": { + "start_step": 1, + "end_step": 25, + "step_interval": 1, + "values": { + "1": 523037536.0, + "2": 523668064.0, + "3": 522933056.0, + "4": 523228480.0, + "5": 523009792.0, + "6": 523364320.0, + "7": 523427840.0, + "8": 523074688.0, + "9": 523459232.0, + "10": 523184992.0, + "11": 524288736.0, + "12": 523447712.0, + "13": 523490112.0, + "14": 524476096.0, + "15": 523630496.0, + "16": 523459232.0, + "17": 523075936.0, + "18": 523360192.0, + "19": 523206816.0, + "20": 523230848.0, + "21": 524941248.0, + "22": 523654464.0, + "23": 523420576.0, + "24": 523494720.0, + "25": 525638016.0 + } + }, + "mem-allocated-bytes": { + "start_step": 1, + "end_step": 25, + "step_interval": 1, + "values": { + "1": 20663519232.0, + "2": 20663519232.0, + "3": 20663519232.0, + "4": 20663519232.0, + "5": 20663519232.0, + "6": 20663519232.0, + "7": 20663519232.0, + "8": 20663519232.0, + "9": 20663519232.0, + "10": 20663519232.0, + "11": 20663519232.0, + "12": 20663519232.0, + "13": 20663519232.0, + "14": 20663519232.0, + "15": 20663519232.0, + "16": 20663519232.0, + "17": 20663519232.0, + "18": 20663519232.0, + "19": 20663519232.0, + "20": 20663519232.0, + "21": 20663519232.0, + "22": 20663519232.0, + "23": 20663519232.0, + "24": 20663519232.0, + "25": 20663519232.0 + } + }, + "mem-max-allocated-bytes": { + "start_step": 1, + "end_step": 25, + "step_interval": 1, + "values": { + "1": 50289545216.0, + "2": 57143791616.0, + "3": 57143791616.0, + "4": 57143791616.0, + "5": 57143791616.0, + "6": 57143791616.0, + "7": 57143791616.0, + "8": 57143791616.0, + "9": 57143791616.0, + "10": 57143791616.0, + "11": 57143791616.0, + "12": 57143791616.0, + "13": 57143791616.0, + "14": 57143791616.0, + "15": 57143791616.0, + "16": 57143791616.0, + "17": 57143791616.0, + "18": 57143791616.0, + "19": 57143791616.0, + "20": 57143791616.0, + "21": 57143791616.0, + "22": 57143791616.0, + "23": 57143791616.0, + "24": 57143791616.0, + "25": 57143791616.0 + } + }, + "iteration-time": { + "start_step": 1, + "end_step": 25, + "step_interval": 1, + "values": { + "1": "nan", + "2": 6.11084, + "3": "nan", + "4": 1.11678, + "5": "nan", + "6": 1.11532, + "7": "nan", + "8": 1.11539, + "9": "nan", + "10": 1.1161, + "11": "nan", + "12": 1.11723, + "13": "nan", + "14": 1.11756, + "15": "nan", + "16": 1.11596, + "17": "nan", + "18": 1.11605, + "19": "nan", + "20": 1.11783, + "21": "nan", + "22": 1.11636, + "23": "nan", + "24": 1.11585, + "25": "nan" + } + } +} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index a059e81b488..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,162 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 12.59715, - "2": 12.60067, - "3": 12.59727, - "4": 12.60021, - "5": 12.59013, - "6": 12.58834, - "7": 12.57605, - "8": 12.5362, - "9": 12.50745, - "10": 12.49091, - "11": 12.32614, - "12": 12.29366, - "13": 12.22589, - "14": 12.23023, - "15": 11.82108, - "16": 11.80586, - "17": 11.77001, - "18": 11.74946, - "19": 11.62189, - "20": 11.51704, - "21": 11.27121, - "22": 11.38966, - "23": 11.29559, - "24": 11.16591, - "25": 11.00354 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 523037536.0, - "2": 523668064.0, - "3": 522933056.0, - "4": 523228480.0, - "5": 523009792.0, - "6": 523364320.0, - "7": 523427840.0, - "8": 523074688.0, - "9": 523459232.0, - "10": 523184992.0, - "11": 524288736.0, - "12": 523447712.0, - "13": 523490112.0, - "14": 524476096.0, - "15": 523630496.0, - "16": 523459232.0, - "17": 523075936.0, - "18": 523360192.0, - "19": 523206816.0, - "20": 523230848.0, - "21": 524941248.0, - "22": 523654464.0, - "23": 523420576.0, - "24": 523494720.0, - "25": 525638016.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 20663519232.0, - "2": 20663519232.0, - "3": 20663519232.0, - "4": 20663519232.0, - "5": 20663519232.0, - "6": 20663519232.0, - "7": 20663519232.0, - "8": 20663519232.0, - "9": 20663519232.0, - "10": 20663519232.0, - "11": 20663519232.0, - "12": 20663519232.0, - "13": 20663519232.0, - "14": 20663519232.0, - "15": 20663519232.0, - "16": 20663519232.0, - "17": 20663519232.0, - "18": 20663519232.0, - "19": 20663519232.0, - "20": 20663519232.0, - "21": 20663519232.0, - "22": 20663519232.0, - "23": 20663519232.0, - "24": 20663519232.0, - "25": 20663519232.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 50289545216.0, - "2": 57143791616.0, - "3": 57143791616.0, - "4": 57143791616.0, - "5": 57143791616.0, - "6": 57143791616.0, - "7": 57143791616.0, - "8": 57143791616.0, - "9": 57143791616.0, - "10": 57143791616.0, - "11": 57143791616.0, - "12": 57143791616.0, - "13": 57143791616.0, - "14": 57143791616.0, - "15": 57143791616.0, - "16": 57143791616.0, - "17": 57143791616.0, - "18": 57143791616.0, - "19": 57143791616.0, - "20": 57143791616.0, - "21": 57143791616.0, - "22": 57143791616.0, - "23": 57143791616.0, - "24": 57143791616.0, - "25": 57143791616.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": "nan", - "2": 6.55725, - "3": "nan", - "4": 1.12211, - "5": "nan", - "6": 1.11783, - "7": "nan", - "8": 1.11727, - "9": "nan", - "10": 1.1176, - "11": "nan", - "12": 1.11841, - "13": "nan", - "14": 1.11918, - "15": "nan", - "16": 1.12025, - "17": "nan", - "18": 1.11888, - "19": "nan", - "20": 1.12, - "21": "nan", - "22": 1.11939, - "23": "nan", - "24": 1.11949, - "25": "nan" - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 0847af86737..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,162 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 12.59715, - "2": 12.60067, - "3": 12.59727, - "4": 12.60021, - "5": 12.59013, - "6": 12.58834, - "7": 12.57605, - "8": 12.5362, - "9": 12.50745, - "10": 12.49091, - "11": 12.32614, - "12": 12.29366, - "13": 12.22589, - "14": 12.23023, - "15": 11.82108, - "16": 11.80586, - "17": 11.77001, - "18": 11.74946, - "19": 11.62189, - "20": 11.51704, - "21": 11.27121, - "22": 11.38966, - "23": 11.29559, - "24": 11.16591, - "25": 11.00354 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 523037536.0, - "2": 523668064.0, - "3": 522933056.0, - "4": 523228480.0, - "5": 523009792.0, - "6": 523364320.0, - "7": 523427840.0, - "8": 523074688.0, - "9": 523459232.0, - "10": 523184992.0, - "11": 524288736.0, - "12": 523447712.0, - "13": 523490112.0, - "14": 524476096.0, - "15": 523630496.0, - "16": 523459232.0, - "17": 523075936.0, - "18": 523360192.0, - "19": 523206816.0, - "20": 523230848.0, - "21": 524941248.0, - "22": 523654464.0, - "23": 523420576.0, - "24": 523494720.0, - "25": 525638016.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 20663519232.0, - "2": 20663519232.0, - "3": 20663519232.0, - "4": 20663519232.0, - "5": 20663519232.0, - "6": 20663519232.0, - "7": 20663519232.0, - "8": 20663519232.0, - "9": 20663519232.0, - "10": 20663519232.0, - "11": 20663519232.0, - "12": 20663519232.0, - "13": 20663519232.0, - "14": 20663519232.0, - "15": 20663519232.0, - "16": 20663519232.0, - "17": 20663519232.0, - "18": 20663519232.0, - "19": 20663519232.0, - "20": 20663519232.0, - "21": 20663519232.0, - "22": 20663519232.0, - "23": 20663519232.0, - "24": 20663519232.0, - "25": 20663519232.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 50289545216.0, - "2": 57143791616.0, - "3": 57143791616.0, - "4": 57143791616.0, - "5": 57143791616.0, - "6": 57143791616.0, - "7": 57143791616.0, - "8": 57143791616.0, - "9": 57143791616.0, - "10": 57143791616.0, - "11": 57143791616.0, - "12": 57143791616.0, - "13": 57143791616.0, - "14": 57143791616.0, - "15": 57143791616.0, - "16": 57143791616.0, - "17": 57143791616.0, - "18": 57143791616.0, - "19": 57143791616.0, - "20": 57143791616.0, - "21": 57143791616.0, - "22": 57143791616.0, - "23": 57143791616.0, - "24": 57143791616.0, - "25": 57143791616.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": "nan", - "2": 6.11084, - "3": "nan", - "4": 1.11678, - "5": "nan", - "6": 1.11532, - "7": "nan", - "8": 1.11539, - "9": "nan", - "10": 1.1161, - "11": "nan", - "12": 1.11723, - "13": "nan", - "14": 1.11756, - "15": "nan", - "16": 1.11596, - "17": "nan", - "18": 1.11605, - "19": "nan", - "20": 1.11783, - "21": "nan", - "22": 1.11636, - "23": "nan", - "24": 1.11585, - "25": "nan" - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files/golden_values_dev_dgx_h100.json index 22254614510..db410897813 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 6.5684, - "2": 0.10503, - "3": 0.08759, - "4": 0.08854, - "5": 0.08902, - "6": 0.08493, - "7": 0.07755, - "8": 0.0738, - "9": 0.07491, - "10": 0.07437, - "11": 0.07546, - "12": 0.07621, - "13": 0.08298, - "14": 0.07518, - "15": 0.07632, - "16": 0.07439, - "17": 0.07556, - "18": 0.07572, - "19": 0.0773, - "20": 0.07632, - "21": 0.07507, - "22": 0.07379, - "23": 0.07514, - "24": 0.07634, - "25": 0.07537, - "26": 0.07376, - "27": 0.07568, - "28": 0.07436, - "29": 0.07588, - "30": 0.07446, - "31": 0.0821, - "32": 0.08812, - "33": 0.0891, - "34": 0.08234, - "35": 0.07539, - "36": 0.07468, - "37": 0.07649, - "38": 0.07542, - "39": 0.07476, - "40": 0.07444, - "41": 0.07481, - "42": 0.07343, - "43": 0.07666, - "44": 0.08426, - "45": 0.07584, - "46": 0.07674, - "47": 0.07463, - "48": 0.07387, - "49": 0.07347, - "50": 0.07545 + "1": 6.7331, + "2": 0.09599, + "3": 0.08799, + "4": 0.08582, + "5": 0.08478, + "6": 0.08513, + "7": 0.07688, + "8": 0.07429, + "9": 0.07778, + "10": 0.07515, + "11": 0.07987, + "12": 0.07525, + "13": 0.07727, + "14": 0.07535, + "15": 0.07896, + "16": 0.07509, + "17": 0.07751, + "18": 0.076, + "19": 0.07647, + "20": 0.07502, + "21": 0.07467, + "22": 0.07544, + "23": 0.0742, + "24": 0.07536, + "25": 0.07588, + "26": 0.07381, + "27": 0.07407, + "28": 0.075, + "29": 0.07424, + "30": 0.07454, + "31": 0.07482, + "32": 0.07526, + "33": 0.07493, + "34": 0.07437, + "35": 0.07447, + "36": 0.07482, + "37": 0.07454, + "38": 0.07501, + "39": 0.07495, + "40": 0.07481, + "41": 0.07433, + "42": 0.07467, + "43": 0.0754, + "44": 0.07543, + "45": 0.07498, + "46": 0.07457, + "47": 0.07378, + "48": 0.07477, + "49": 0.07465, + "50": 0.07444 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 8e0ed5db84f..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.89592, - "2": 10.89514, - "3": 10.88761, - "4": 10.88903, - "5": 10.89131, - "6": 10.90004, - "7": 10.89143, - "8": 10.89938, - "9": 10.90231, - "10": 10.88299, - "11": 10.87827, - "12": 10.89318, - "13": 10.89818, - "14": 10.89188, - "15": 10.84786, - "16": 10.85369, - "17": 10.831, - "18": 10.83994, - "19": 10.82779, - "20": 10.74925, - "21": 10.73558, - "22": 10.61567, - "23": 10.72599, - "24": 10.63027, - "25": 10.59226, - "26": 10.63312, - "27": 10.63277, - "28": 10.58231, - "29": 10.58547, - "30": 10.41136, - "31": 10.15833, - "32": 10.48326, - "33": 10.46651, - "34": 10.23801, - "35": 10.28136, - "36": 10.24029, - "37": 10.3617, - "38": 10.20342, - "39": 10.404, - "40": 10.09306, - "41": 10.15805, - "42": 10.21903, - "43": 9.84274, - "44": 9.97219, - "45": 9.84149, - "46": 9.82007, - "47": 10.14934, - "48": 9.85997, - "49": 9.54155, - "50": 9.91285 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1581.0, - "2": 1674.0, - "3": 1724.0, - "4": 1803.0, - "5": 1962.0, - "6": 1846.0, - "7": 1864.0, - "8": 1792.0, - "9": 1848.0, - "10": 1435.0, - "11": 1868.0, - "12": 1782.0, - "13": 1874.0, - "14": 1783.0, - "15": 1944.0, - "16": 1933.0, - "17": 1807.0, - "18": 1737.0, - "19": 1822.0, - "20": 1679.0, - "21": 1808.0, - "22": 1806.0, - "23": 2077.0, - "24": 1663.0, - "25": 1645.0, - "26": 1719.0, - "27": 1925.0, - "28": 2030.0, - "29": 2042.0, - "30": 1912.0, - "31": 1603.0, - "32": 1938.0, - "33": 2158.0, - "34": 1896.0, - "35": 2023.0, - "36": 1910.0, - "37": 2330.0, - "38": 2298.0, - "39": 2498.0, - "40": 2270.0, - "41": 2464.0, - "42": 2296.0, - "43": 2042.0, - "44": 2138.0, - "45": 2152.0, - "46": 2282.0, - "47": 2529.0, - "48": 2454.0, - "49": 2358.0, - "50": 2580.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 581488640.0, - "2": 581488640.0, - "3": 581488640.0, - "4": 581488640.0, - "5": 581488640.0, - "6": 581488640.0, - "7": 581488640.0, - "8": 581488640.0, - "9": 581488640.0, - "10": 581488640.0, - "11": 581488640.0, - "12": 581488640.0, - "13": 581488640.0, - "14": 581488640.0, - "15": 581488640.0, - "16": 581488640.0, - "17": 581488640.0, - "18": 581488640.0, - "19": 581488640.0, - "20": 581488640.0, - "21": 581488640.0, - "22": 581488640.0, - "23": 581488640.0, - "24": 581488640.0, - "25": 581488640.0, - "26": 581488640.0, - "27": 581488640.0, - "28": 581488640.0, - "29": 581488640.0, - "30": 581488640.0, - "31": 581488640.0, - "32": 581488640.0, - "33": 581488640.0, - "34": 581488640.0, - "35": 581488640.0, - "36": 581488640.0, - "37": 581488640.0, - "38": 581488640.0, - "39": 581488640.0, - "40": 581488640.0, - "41": 581488640.0, - "42": 581488640.0, - "43": 581488640.0, - "44": 581488640.0, - "45": 581488640.0, - "46": 581488640.0, - "47": 581488640.0, - "48": 581488640.0, - "49": 581488640.0, - "50": 581488640.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 4605813248.0, - "2": 4702429696.0, - "3": 4702429696.0, - "4": 4702429696.0, - "5": 4702429696.0, - "6": 4702429696.0, - "7": 4702429696.0, - "8": 4702429696.0, - "9": 4702429696.0, - "10": 4702429696.0, - "11": 4702429696.0, - "12": 4702429696.0, - "13": 4702429696.0, - "14": 4702429696.0, - "15": 4702429696.0, - "16": 4702429696.0, - "17": 4702429696.0, - "18": 4702429696.0, - "19": 4702429696.0, - "20": 4702429696.0, - "21": 4702429696.0, - "22": 4702429696.0, - "23": 4702429696.0, - "24": 4702429696.0, - "25": 4702429696.0, - "26": 4702429696.0, - "27": 4702429696.0, - "28": 4702429696.0, - "29": 4702429696.0, - "30": 4702429696.0, - "31": 4702429696.0, - "32": 4702429696.0, - "33": 4702429696.0, - "34": 4702429696.0, - "35": 4702429696.0, - "36": 4702429696.0, - "37": 4702429696.0, - "38": 4702429696.0, - "39": 4702429696.0, - "40": 4702429696.0, - "41": 4702429696.0, - "42": 4702429696.0, - "43": 4702429696.0, - "44": 4702429696.0, - "45": 4702429696.0, - "46": 4702429696.0, - "47": 4702429696.0, - "48": 4702429696.0, - "49": 4702429696.0, - "50": 4702429696.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 6.83679, - "2": 0.10466, - "3": 0.07514, - "4": 0.07264, - "5": 0.06334, - "6": 0.06416, - "7": 0.06155, - "8": 0.06516, - "9": 0.06439, - "10": 0.06295, - "11": 0.06245, - "12": 0.06307, - "13": 0.06464, - "14": 0.06342, - "15": 0.06273, - "16": 0.0658, - "17": 0.06138, - "18": 0.06379, - "19": 0.06329, - "20": 0.06616, - "21": 0.06117, - "22": 0.06327, - "23": 0.06081, - "24": 0.06339, - "25": 0.06116, - "26": 0.06459, - "27": 0.06165, - "28": 0.06346, - "29": 0.06054, - "30": 0.06342, - "31": 0.06119, - "32": 0.06267, - "33": 0.06074, - "34": 0.0635, - "35": 0.06057, - "36": 0.06382, - "37": 0.06202, - "38": 0.06345, - "39": 0.06229, - "40": 0.06422, - "41": 0.06182, - "42": 0.06246, - "43": 0.06164, - "44": 0.06299, - "45": 0.06869, - "46": 0.06388, - "47": 0.06106, - "48": 0.06243, - "49": 0.06122, - "50": 0.06339 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index db410897813..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.89592, - "2": 10.89514, - "3": 10.88761, - "4": 10.88903, - "5": 10.89131, - "6": 10.90004, - "7": 10.89143, - "8": 10.89938, - "9": 10.90231, - "10": 10.88299, - "11": 10.87827, - "12": 10.89318, - "13": 10.89818, - "14": 10.89188, - "15": 10.84786, - "16": 10.85369, - "17": 10.831, - "18": 10.83994, - "19": 10.82779, - "20": 10.74925, - "21": 10.73558, - "22": 10.61567, - "23": 10.72599, - "24": 10.63027, - "25": 10.59226, - "26": 10.63312, - "27": 10.63277, - "28": 10.58231, - "29": 10.58547, - "30": 10.41136, - "31": 10.15833, - "32": 10.48326, - "33": 10.46651, - "34": 10.23801, - "35": 10.28136, - "36": 10.24029, - "37": 10.3617, - "38": 10.20342, - "39": 10.404, - "40": 10.09306, - "41": 10.15805, - "42": 10.21903, - "43": 9.84274, - "44": 9.97219, - "45": 9.84149, - "46": 9.82007, - "47": 10.14934, - "48": 9.85997, - "49": 9.54155, - "50": 9.91285 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1581.0, - "2": 1674.0, - "3": 1724.0, - "4": 1803.0, - "5": 1962.0, - "6": 1846.0, - "7": 1864.0, - "8": 1792.0, - "9": 1848.0, - "10": 1435.0, - "11": 1868.0, - "12": 1782.0, - "13": 1874.0, - "14": 1783.0, - "15": 1944.0, - "16": 1933.0, - "17": 1807.0, - "18": 1737.0, - "19": 1822.0, - "20": 1679.0, - "21": 1808.0, - "22": 1806.0, - "23": 2077.0, - "24": 1663.0, - "25": 1645.0, - "26": 1719.0, - "27": 1925.0, - "28": 2030.0, - "29": 2042.0, - "30": 1912.0, - "31": 1603.0, - "32": 1938.0, - "33": 2158.0, - "34": 1896.0, - "35": 2023.0, - "36": 1910.0, - "37": 2330.0, - "38": 2298.0, - "39": 2498.0, - "40": 2270.0, - "41": 2464.0, - "42": 2296.0, - "43": 2042.0, - "44": 2138.0, - "45": 2152.0, - "46": 2282.0, - "47": 2529.0, - "48": 2454.0, - "49": 2358.0, - "50": 2580.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 581488640.0, - "2": 581488640.0, - "3": 581488640.0, - "4": 581488640.0, - "5": 581488640.0, - "6": 581488640.0, - "7": 581488640.0, - "8": 581488640.0, - "9": 581488640.0, - "10": 581488640.0, - "11": 581488640.0, - "12": 581488640.0, - "13": 581488640.0, - "14": 581488640.0, - "15": 581488640.0, - "16": 581488640.0, - "17": 581488640.0, - "18": 581488640.0, - "19": 581488640.0, - "20": 581488640.0, - "21": 581488640.0, - "22": 581488640.0, - "23": 581488640.0, - "24": 581488640.0, - "25": 581488640.0, - "26": 581488640.0, - "27": 581488640.0, - "28": 581488640.0, - "29": 581488640.0, - "30": 581488640.0, - "31": 581488640.0, - "32": 581488640.0, - "33": 581488640.0, - "34": 581488640.0, - "35": 581488640.0, - "36": 581488640.0, - "37": 581488640.0, - "38": 581488640.0, - "39": 581488640.0, - "40": 581488640.0, - "41": 581488640.0, - "42": 581488640.0, - "43": 581488640.0, - "44": 581488640.0, - "45": 581488640.0, - "46": 581488640.0, - "47": 581488640.0, - "48": 581488640.0, - "49": 581488640.0, - "50": 581488640.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 4605813248.0, - "2": 4702429696.0, - "3": 4702429696.0, - "4": 4702429696.0, - "5": 4702429696.0, - "6": 4702429696.0, - "7": 4702429696.0, - "8": 4702429696.0, - "9": 4702429696.0, - "10": 4702429696.0, - "11": 4702429696.0, - "12": 4702429696.0, - "13": 4702429696.0, - "14": 4702429696.0, - "15": 4702429696.0, - "16": 4702429696.0, - "17": 4702429696.0, - "18": 4702429696.0, - "19": 4702429696.0, - "20": 4702429696.0, - "21": 4702429696.0, - "22": 4702429696.0, - "23": 4702429696.0, - "24": 4702429696.0, - "25": 4702429696.0, - "26": 4702429696.0, - "27": 4702429696.0, - "28": 4702429696.0, - "29": 4702429696.0, - "30": 4702429696.0, - "31": 4702429696.0, - "32": 4702429696.0, - "33": 4702429696.0, - "34": 4702429696.0, - "35": 4702429696.0, - "36": 4702429696.0, - "37": 4702429696.0, - "38": 4702429696.0, - "39": 4702429696.0, - "40": 4702429696.0, - "41": 4702429696.0, - "42": 4702429696.0, - "43": 4702429696.0, - "44": 4702429696.0, - "45": 4702429696.0, - "46": 4702429696.0, - "47": 4702429696.0, - "48": 4702429696.0, - "49": 4702429696.0, - "50": 4702429696.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 6.7331, - "2": 0.09599, - "3": 0.08799, - "4": 0.08582, - "5": 0.08478, - "6": 0.08513, - "7": 0.07688, - "8": 0.07429, - "9": 0.07778, - "10": 0.07515, - "11": 0.07987, - "12": 0.07525, - "13": 0.07727, - "14": 0.07535, - "15": 0.07896, - "16": 0.07509, - "17": 0.07751, - "18": 0.076, - "19": 0.07647, - "20": 0.07502, - "21": 0.07467, - "22": 0.07544, - "23": 0.0742, - "24": 0.07536, - "25": 0.07588, - "26": 0.07381, - "27": 0.07407, - "28": 0.075, - "29": 0.07424, - "30": 0.07454, - "31": 0.07482, - "32": 0.07526, - "33": 0.07493, - "34": 0.07437, - "35": 0.07447, - "36": 0.07482, - "37": 0.07454, - "38": 0.07501, - "39": 0.07495, - "40": 0.07481, - "41": 0.07433, - "42": 0.07467, - "43": 0.0754, - "44": 0.07543, - "45": 0.07498, - "46": 0.07457, - "47": 0.07378, - "48": 0.07477, - "49": 0.07465, - "50": 0.07444 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json index ca95ad65b3d..686e980d509 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 7.50382, - "2": 0.09494, - "3": 0.08499, - "4": 0.08516, - "5": 0.08574, - "6": 0.07205, - "7": 0.0678, - "8": 0.06716, - "9": 0.06722, - "10": 0.06806, - "11": 0.06825, - "12": 0.06735, - "13": 0.06795, - "14": 0.06749, - "15": 0.06675, - "16": 0.06707, - "17": 0.06697, - "18": 0.06753, - "19": 0.06817, - "20": 0.06848, - "21": 0.06619, - "22": 0.06841, - "23": 0.06785, - "24": 0.06849, - "25": 0.06774, - "26": 0.06776, - "27": 0.06722, - "28": 0.06759, - "29": 0.06651, - "30": 0.06707, - "31": 0.06654, - "32": 0.06698, - "33": 0.06699, - "34": 0.06679, - "35": 0.06871, - "36": 0.06753, - "37": 0.06724, - "38": 0.06699, - "39": 0.06694, - "40": 0.06736, - "41": 0.06719, - "42": 0.06704, - "43": 0.06772, - "44": 0.06769, - "45": 0.06718, - "46": 0.06687, - "47": 0.0666, - "48": 0.06791, - "49": 0.06768, - "50": 0.06799, - "51": 0.08137, - "52": 0.07388, - "53": 0.07162, - "54": 0.06825, - "55": 0.09073, - "56": 0.06514, - "57": 0.06572, - "58": 0.066, - "59": 0.06584, - "60": 0.06564, - "61": 0.06432, - "62": 0.06646, - "63": 0.06643, - "64": 0.06637, - "65": 0.06605, - "66": 0.06606, - "67": 0.06661, - "68": 0.06602, - "69": 0.06559, - "70": 0.06607, - "71": 0.06417, - "72": 0.06658, - "73": 0.06562, - "74": 0.06641, - "75": 0.0655, - "76": 0.06656, - "77": 0.065, - "78": 0.06615, - "79": 0.06666, - "80": 0.06535, - "81": 0.06679, - "82": 0.06885, - "83": 0.06577, - "84": 0.06461, - "85": 0.06689, - "86": 0.06445, - "87": 0.06546, - "88": 0.06624, - "89": 0.06635, - "90": 0.0643, - "91": 0.06631, - "92": 0.0655, - "93": 0.06522, - "94": 0.06652, - "95": 0.06592, - "96": 0.0658, - "97": 0.06642, - "98": 0.06519, - "99": 0.06466, - "100": 0.06561 + "1": 7.46673, + "2": 0.07879, + "3": 0.06822, + "4": 0.06744, + "5": 0.06664, + "6": 0.06786, + "7": 0.06766, + "8": 0.06659, + "9": 0.06797, + "10": 0.07184, + "11": 0.07288, + "12": 0.07188, + "13": 0.07026, + "14": 0.06821, + "15": 0.06667, + "16": 0.06656, + "17": 0.06764, + "18": 0.06816, + "19": 0.06695, + "20": 0.06832, + "21": 0.06808, + "22": 0.06822, + "23": 0.06838, + "24": 0.06731, + "25": 0.06857, + "26": 0.06706, + "27": 0.06819, + "28": 0.06784, + "29": 0.06785, + "30": 0.06735, + "31": 0.0685, + "32": 0.07005, + "33": 0.07122, + "34": 0.07241, + "35": 0.07067, + "36": 0.06981, + "37": 0.06934, + "38": 0.06771, + "39": 0.06805, + "40": 0.06824, + "41": 0.06831, + "42": 0.06733, + "43": 0.06819, + "44": 0.06816, + "45": 0.06847, + "46": 0.0674, + "47": 0.06856, + "48": 0.07158, + "49": 0.07079, + "50": 0.0717, + "51": 0.08179, + "52": 0.07272, + "53": 0.06939, + "54": 0.06631, + "55": 0.07046, + "56": 0.09852, + "57": 0.06464, + "58": 0.06466, + "59": 0.06537, + "60": 0.06301, + "61": 0.06361, + "62": 0.06551, + "63": 0.06563, + "64": 0.0749, + "65": 0.0748, + "66": 0.07507, + "67": 0.07552, + "68": 0.07573, + "69": 0.07066, + "70": 0.0658, + "71": 0.0647, + "72": 0.06444, + "73": 0.06462, + "74": 0.06543, + "75": 0.06609, + "76": 0.06503, + "77": 0.06499, + "78": 0.0644, + "79": 0.06439, + "80": 0.06417, + "81": 0.06401, + "82": 0.06575, + "83": 0.06494, + "84": 0.06442, + "85": 0.06396, + "86": 0.06422, + "87": 0.06484, + "88": 0.06512, + "89": 0.06426, + "90": 0.06481, + "91": 0.06476, + "92": 0.06383, + "93": 0.06456, + "94": 0.06292, + "95": 0.0638, + "96": 0.06392, + "97": 0.06356, + "98": 0.06355, + "99": 0.06439, + "100": 0.06428 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 0f5131905ca..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.89631, - "2": 10.89416, - "3": 10.88786, - "4": 10.8914, - "5": 10.89154, - "6": 10.90001, - "7": 10.89184, - "8": 10.89886, - "9": 10.90208, - "10": 10.88361, - "11": 10.87816, - "12": 10.89332, - "13": 10.89816, - "14": 10.89241, - "15": 10.84798, - "16": 10.854, - "17": 10.83093, - "18": 10.83991, - "19": 10.82802, - "20": 10.74822, - "21": 10.73494, - "22": 10.61719, - "23": 10.72621, - "24": 10.63177, - "25": 10.5931, - "26": 10.63365, - "27": 10.63304, - "28": 10.58259, - "29": 10.58595, - "30": 10.41201, - "31": 10.15907, - "32": 10.48362, - "33": 10.46704, - "34": 10.23815, - "35": 10.28193, - "36": 10.24052, - "37": 10.36227, - "38": 10.20306, - "39": 10.40456, - "40": 10.09271, - "41": 10.15831, - "42": 10.21934, - "43": 9.8436, - "44": 9.97299, - "45": 9.84189, - "46": 9.82017, - "47": 10.14968, - "48": 9.86021, - "49": 9.54238, - "50": 9.91347, - "51": 9.85447, - "52": 9.73936, - "53": 10.07426, - "54": 9.96915, - "55": 9.88574, - "56": 9.62437, - "57": 9.4823, - "58": 9.83483, - "59": 9.58732, - "60": 9.50245, - "61": 9.69343, - "62": 9.98806, - "63": 9.39103, - "64": 9.78021, - "65": 8.94515, - "66": 9.70494, - "67": 9.37251, - "68": 9.78329, - "69": 9.79058, - "70": 9.74454, - "71": 9.62301, - "72": 9.58458, - "73": 9.50513, - "74": 8.94312, - "75": 9.42524, - "76": 9.07601, - "77": 10.06353, - "78": 9.72308, - "79": 9.37502, - "80": 9.40453, - "81": 9.47794, - "82": 9.69667, - "83": 9.3072, - "84": 9.41526, - "85": 9.61293, - "86": 9.07195, - "87": 9.5884, - "88": 9.74762, - "89": 9.59982, - "90": 9.81672, - "91": 9.3379, - "92": 9.35605, - "93": 9.07425, - "94": 8.8351, - "95": 9.5184, - "96": 9.52391, - "97": 9.30923, - "98": 9.66743, - "99": 8.88419, - "100": 9.39924 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1483.0, - "2": 1650.0, - "3": 1681.0, - "4": 1767.0, - "5": 1903.0, - "6": 1952.0, - "7": 1967.0, - "8": 1651.0, - "9": 1886.0, - "10": 1427.0, - "11": 1897.0, - "12": 1855.0, - "13": 1941.0, - "14": 1749.0, - "15": 1901.0, - "16": 1813.0, - "17": 1710.0, - "18": 1707.0, - "19": 1819.0, - "20": 1639.0, - "21": 1880.0, - "22": 1769.0, - "23": 2016.0, - "24": 1692.0, - "25": 1672.0, - "26": 1778.0, - "27": 1861.0, - "28": 1964.0, - "29": 2021.0, - "30": 1938.0, - "31": 1645.0, - "32": 1864.0, - "33": 2150.0, - "34": 1828.0, - "35": 1982.0, - "36": 1864.0, - "37": 2355.0, - "38": 2358.0, - "39": 2385.0, - "40": 2407.0, - "41": 2501.0, - "42": 2435.0, - "43": 2033.0, - "44": 2089.0, - "45": 2210.0, - "46": 2351.0, - "47": 2502.0, - "48": 2444.0, - "49": 2302.0, - "50": 2492.0, - "51": 2598.0, - "52": 2547.0, - "53": 2957.0, - "54": 2750.0, - "55": 2372.0, - "56": 2569.0, - "57": 2395.0, - "58": 2901.0, - "59": 2741.0, - "60": 2430.0, - "61": 2868.0, - "62": 2651.0, - "63": 2507.0, - "64": 3014.0, - "65": 2683.0, - "66": 2935.0, - "67": 2783.0, - "68": 2725.0, - "69": 2788.0, - "70": 3152.0, - "71": 3026.0, - "72": 2415.0, - "73": 3122.0, - "74": 1967.0, - "75": 2581.0, - "76": 3010.0, - "77": 3294.0, - "78": 3166.0, - "79": 3150.0, - "80": 3246.0, - "81": 3566.0, - "82": 3285.0, - "83": 2817.0, - "84": 3269.0, - "85": 3425.0, - "86": 2819.0, - "87": 3577.0, - "88": 3004.0, - "89": 3323.0, - "90": 3023.0, - "91": 2661.0, - "92": 3066.0, - "93": 2691.0, - "94": 3305.0, - "95": 3403.0, - "96": 3377.0, - "97": 3242.0, - "98": 3697.0, - "99": 3112.0, - "100": 3199.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 581488640.0, - "2": 581488640.0, - "3": 581488640.0, - "4": 581488640.0, - "5": 581488640.0, - "6": 581488640.0, - "7": 581488640.0, - "8": 581488640.0, - "9": 581488640.0, - "10": 581488640.0, - "11": 581488640.0, - "12": 581488640.0, - "13": 581488640.0, - "14": 581488640.0, - "15": 581488640.0, - "16": 581488640.0, - "17": 581488640.0, - "18": 581488640.0, - "19": 581488640.0, - "20": 581488640.0, - "21": 581488640.0, - "22": 581488640.0, - "23": 581488640.0, - "24": 581488640.0, - "25": 581488640.0, - "26": 581488640.0, - "27": 581488640.0, - "28": 581488640.0, - "29": 581488640.0, - "30": 581488640.0, - "31": 581488640.0, - "32": 581488640.0, - "33": 581488640.0, - "34": 581488640.0, - "35": 581488640.0, - "36": 581488640.0, - "37": 581488640.0, - "38": 581488640.0, - "39": 581488640.0, - "40": 581488640.0, - "41": 581488640.0, - "42": 581488640.0, - "43": 581488640.0, - "44": 581488640.0, - "45": 581488640.0, - "46": 581488640.0, - "47": 581488640.0, - "48": 581488640.0, - "49": 581488640.0, - "50": 581488640.0, - "51": 581488640.0, - "52": 581488640.0, - "53": 581488640.0, - "54": 581488640.0, - "55": 581488640.0, - "56": 581488640.0, - "57": 581488640.0, - "58": 581488640.0, - "59": 581488640.0, - "60": 581488640.0, - "61": 581488640.0, - "62": 581488640.0, - "63": 581488640.0, - "64": 581488640.0, - "65": 581488640.0, - "66": 581488640.0, - "67": 581488640.0, - "68": 581488640.0, - "69": 581488640.0, - "70": 581488640.0, - "71": 581488640.0, - "72": 581488640.0, - "73": 581488640.0, - "74": 581488640.0, - "75": 581488640.0, - "76": 581488640.0, - "77": 581488640.0, - "78": 581488640.0, - "79": 581488640.0, - "80": 581488640.0, - "81": 581488640.0, - "82": 581488640.0, - "83": 581488640.0, - "84": 581488640.0, - "85": 581488640.0, - "86": 581488640.0, - "87": 581488640.0, - "88": 581488640.0, - "89": 581488640.0, - "90": 581488640.0, - "91": 581488640.0, - "92": 581488640.0, - "93": 581488640.0, - "94": 581488640.0, - "95": 581488640.0, - "96": 581488640.0, - "97": 581488640.0, - "98": 581488640.0, - "99": 581488640.0, - "100": 581488640.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2594126336.0, - "2": 2690742784.0, - "3": 2690742784.0, - "4": 2690742784.0, - "5": 2690742784.0, - "6": 2690742784.0, - "7": 2690742784.0, - "8": 2690742784.0, - "9": 2690742784.0, - "10": 2690742784.0, - "11": 2690742784.0, - "12": 2690742784.0, - "13": 2690742784.0, - "14": 2690742784.0, - "15": 2690742784.0, - "16": 2690742784.0, - "17": 2690742784.0, - "18": 2690742784.0, - "19": 2690742784.0, - "20": 2690742784.0, - "21": 2690742784.0, - "22": 2690742784.0, - "23": 2690742784.0, - "24": 2690742784.0, - "25": 2690742784.0, - "26": 2690742784.0, - "27": 2690742784.0, - "28": 2690742784.0, - "29": 2690742784.0, - "30": 2690742784.0, - "31": 2690742784.0, - "32": 2690742784.0, - "33": 2690742784.0, - "34": 2690742784.0, - "35": 2690742784.0, - "36": 2690742784.0, - "37": 2690742784.0, - "38": 2690742784.0, - "39": 2690742784.0, - "40": 2690742784.0, - "41": 2690742784.0, - "42": 2690742784.0, - "43": 2690742784.0, - "44": 2690742784.0, - "45": 2690742784.0, - "46": 2690742784.0, - "47": 2690742784.0, - "48": 2690742784.0, - "49": 2690742784.0, - "50": 2690742784.0, - "51": 2690742784.0, - "52": 2690742784.0, - "53": 2690742784.0, - "54": 2690742784.0, - "55": 2690742784.0, - "56": 2690742784.0, - "57": 2690742784.0, - "58": 2690742784.0, - "59": 2690742784.0, - "60": 2690742784.0, - "61": 2690742784.0, - "62": 2690742784.0, - "63": 2690742784.0, - "64": 2690742784.0, - "65": 2690742784.0, - "66": 2690742784.0, - "67": 2690742784.0, - "68": 2690742784.0, - "69": 2690742784.0, - "70": 2690742784.0, - "71": 2690742784.0, - "72": 2690742784.0, - "73": 2690742784.0, - "74": 2690742784.0, - "75": 2690742784.0, - "76": 2690742784.0, - "77": 2690742784.0, - "78": 2690742784.0, - "79": 2690742784.0, - "80": 2690742784.0, - "81": 2690742784.0, - "82": 2690742784.0, - "83": 2690742784.0, - "84": 2690742784.0, - "85": 2690742784.0, - "86": 2690742784.0, - "87": 2690742784.0, - "88": 2690742784.0, - "89": 2690742784.0, - "90": 2690742784.0, - "91": 2690742784.0, - "92": 2690742784.0, - "93": 2690742784.0, - "94": 2690742784.0, - "95": 2690742784.0, - "96": 2690742784.0, - "97": 2690742784.0, - "98": 2690742784.0, - "99": 2690742784.0, - "100": 2690742784.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 7.57521, - "2": 0.07593, - "3": 0.05387, - "4": 0.05352, - "5": 0.05602, - "6": 3.85308, - "7": 0.05787, - "8": 0.71621, - "9": 0.33662, - "10": 0.6136, - "11": 1.43071, - "12": 0.0585, - "13": 0.05762, - "14": 0.0573, - "15": 0.06754, - "16": 0.06151, - "17": 0.06798, - "18": 0.05523, - "19": 0.18762, - "20": 0.28771, - "21": 0.05854, - "22": 0.05692, - "23": 0.05871, - "24": 0.05788, - "25": 0.05853, - "26": 0.05723, - "27": 0.05911, - "28": 0.05718, - "29": 0.05914, - "30": 0.0562, - "31": 0.05914, - "32": 0.05683, - "33": 0.0585, - "34": 0.05641, - "35": 0.06095, - "36": 0.05706, - "37": 0.05915, - "38": 0.05666, - "39": 0.05887, - "40": 0.05689, - "41": 0.06354, - "42": 0.05728, - "43": 0.06056, - "44": 0.05698, - "45": 0.05866, - "46": 0.05782, - "47": 0.05864, - "48": 0.05766, - "49": 0.0593, - "50": 0.05709, - "51": 0.07764, - "52": 0.06534, - "53": 0.05923, - "54": 0.08052, - "55": 0.05743, - "56": 0.05803, - "57": 0.05961, - "58": 0.05679, - "59": 0.05691, - "60": 0.05989, - "61": 0.05604, - "62": 0.05739, - "63": 0.05673, - "64": 0.0572, - "65": 0.0573, - "66": 0.05797, - "67": 0.05694, - "68": 0.05763, - "69": 0.05765, - "70": 0.05718, - "71": 0.05666, - "72": 0.05782, - "73": 0.0577, - "74": 0.05704, - "75": 0.06457, - "76": 0.06526, - "77": 0.06461, - "78": 0.05996, - "79": 0.05701, - "80": 0.0582, - "81": 0.06253, - "82": 0.05976, - "83": 0.05924, - "84": 0.05851, - "85": 0.0593, - "86": 0.05994, - "87": 0.05913, - "88": 0.05723, - "89": 0.0581, - "90": 0.05828, - "91": 0.06035, - "92": 0.05762, - "93": 0.059, - "94": 0.05728, - "95": 0.05927, - "96": 0.05721, - "97": 0.05992, - "98": 0.05777, - "99": 0.05867, - "100": 0.0569 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 686e980d509..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.89631, - "2": 10.89416, - "3": 10.88786, - "4": 10.8914, - "5": 10.89154, - "6": 10.90001, - "7": 10.89184, - "8": 10.89886, - "9": 10.90208, - "10": 10.88361, - "11": 10.87816, - "12": 10.89332, - "13": 10.89816, - "14": 10.89241, - "15": 10.84798, - "16": 10.854, - "17": 10.83093, - "18": 10.83991, - "19": 10.82802, - "20": 10.74822, - "21": 10.73494, - "22": 10.61719, - "23": 10.72621, - "24": 10.63177, - "25": 10.5931, - "26": 10.63365, - "27": 10.63304, - "28": 10.58259, - "29": 10.58595, - "30": 10.41201, - "31": 10.15907, - "32": 10.48362, - "33": 10.46704, - "34": 10.23815, - "35": 10.28193, - "36": 10.24052, - "37": 10.36227, - "38": 10.20306, - "39": 10.40456, - "40": 10.09271, - "41": 10.15831, - "42": 10.21934, - "43": 9.8436, - "44": 9.97299, - "45": 9.84189, - "46": 9.82017, - "47": 10.14968, - "48": 9.86021, - "49": 9.54238, - "50": 9.91347, - "51": 9.85447, - "52": 9.73936, - "53": 10.07426, - "54": 9.96915, - "55": 9.88574, - "56": 9.62437, - "57": 9.4823, - "58": 9.83483, - "59": 9.58732, - "60": 9.50245, - "61": 9.69343, - "62": 9.98806, - "63": 9.39103, - "64": 9.78021, - "65": 8.94515, - "66": 9.70494, - "67": 9.37251, - "68": 9.78329, - "69": 9.79058, - "70": 9.74454, - "71": 9.62301, - "72": 9.58458, - "73": 9.50513, - "74": 8.94312, - "75": 9.42524, - "76": 9.07601, - "77": 10.06353, - "78": 9.72308, - "79": 9.37502, - "80": 9.40453, - "81": 9.47794, - "82": 9.69667, - "83": 9.3072, - "84": 9.41526, - "85": 9.61293, - "86": 9.07195, - "87": 9.5884, - "88": 9.74762, - "89": 9.59982, - "90": 9.81672, - "91": 9.3379, - "92": 9.35605, - "93": 9.07425, - "94": 8.8351, - "95": 9.5184, - "96": 9.52391, - "97": 9.30923, - "98": 9.66743, - "99": 8.88419, - "100": 9.39924 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1483.0, - "2": 1650.0, - "3": 1681.0, - "4": 1767.0, - "5": 1903.0, - "6": 1952.0, - "7": 1967.0, - "8": 1651.0, - "9": 1886.0, - "10": 1427.0, - "11": 1897.0, - "12": 1855.0, - "13": 1941.0, - "14": 1749.0, - "15": 1901.0, - "16": 1813.0, - "17": 1710.0, - "18": 1707.0, - "19": 1819.0, - "20": 1639.0, - "21": 1880.0, - "22": 1769.0, - "23": 2016.0, - "24": 1692.0, - "25": 1672.0, - "26": 1778.0, - "27": 1861.0, - "28": 1964.0, - "29": 2021.0, - "30": 1938.0, - "31": 1645.0, - "32": 1864.0, - "33": 2150.0, - "34": 1828.0, - "35": 1982.0, - "36": 1864.0, - "37": 2355.0, - "38": 2358.0, - "39": 2385.0, - "40": 2407.0, - "41": 2501.0, - "42": 2435.0, - "43": 2033.0, - "44": 2089.0, - "45": 2210.0, - "46": 2351.0, - "47": 2502.0, - "48": 2444.0, - "49": 2302.0, - "50": 2492.0, - "51": 2598.0, - "52": 2547.0, - "53": 2957.0, - "54": 2750.0, - "55": 2372.0, - "56": 2569.0, - "57": 2395.0, - "58": 2901.0, - "59": 2741.0, - "60": 2430.0, - "61": 2868.0, - "62": 2651.0, - "63": 2507.0, - "64": 3014.0, - "65": 2683.0, - "66": 2935.0, - "67": 2783.0, - "68": 2725.0, - "69": 2788.0, - "70": 3152.0, - "71": 3026.0, - "72": 2415.0, - "73": 3122.0, - "74": 1967.0, - "75": 2581.0, - "76": 3010.0, - "77": 3294.0, - "78": 3166.0, - "79": 3150.0, - "80": 3246.0, - "81": 3566.0, - "82": 3285.0, - "83": 2817.0, - "84": 3269.0, - "85": 3425.0, - "86": 2819.0, - "87": 3577.0, - "88": 3004.0, - "89": 3323.0, - "90": 3023.0, - "91": 2661.0, - "92": 3066.0, - "93": 2691.0, - "94": 3305.0, - "95": 3403.0, - "96": 3377.0, - "97": 3242.0, - "98": 3697.0, - "99": 3112.0, - "100": 3199.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 581488640.0, - "2": 581488640.0, - "3": 581488640.0, - "4": 581488640.0, - "5": 581488640.0, - "6": 581488640.0, - "7": 581488640.0, - "8": 581488640.0, - "9": 581488640.0, - "10": 581488640.0, - "11": 581488640.0, - "12": 581488640.0, - "13": 581488640.0, - "14": 581488640.0, - "15": 581488640.0, - "16": 581488640.0, - "17": 581488640.0, - "18": 581488640.0, - "19": 581488640.0, - "20": 581488640.0, - "21": 581488640.0, - "22": 581488640.0, - "23": 581488640.0, - "24": 581488640.0, - "25": 581488640.0, - "26": 581488640.0, - "27": 581488640.0, - "28": 581488640.0, - "29": 581488640.0, - "30": 581488640.0, - "31": 581488640.0, - "32": 581488640.0, - "33": 581488640.0, - "34": 581488640.0, - "35": 581488640.0, - "36": 581488640.0, - "37": 581488640.0, - "38": 581488640.0, - "39": 581488640.0, - "40": 581488640.0, - "41": 581488640.0, - "42": 581488640.0, - "43": 581488640.0, - "44": 581488640.0, - "45": 581488640.0, - "46": 581488640.0, - "47": 581488640.0, - "48": 581488640.0, - "49": 581488640.0, - "50": 581488640.0, - "51": 581488640.0, - "52": 581488640.0, - "53": 581488640.0, - "54": 581488640.0, - "55": 581488640.0, - "56": 581488640.0, - "57": 581488640.0, - "58": 581488640.0, - "59": 581488640.0, - "60": 581488640.0, - "61": 581488640.0, - "62": 581488640.0, - "63": 581488640.0, - "64": 581488640.0, - "65": 581488640.0, - "66": 581488640.0, - "67": 581488640.0, - "68": 581488640.0, - "69": 581488640.0, - "70": 581488640.0, - "71": 581488640.0, - "72": 581488640.0, - "73": 581488640.0, - "74": 581488640.0, - "75": 581488640.0, - "76": 581488640.0, - "77": 581488640.0, - "78": 581488640.0, - "79": 581488640.0, - "80": 581488640.0, - "81": 581488640.0, - "82": 581488640.0, - "83": 581488640.0, - "84": 581488640.0, - "85": 581488640.0, - "86": 581488640.0, - "87": 581488640.0, - "88": 581488640.0, - "89": 581488640.0, - "90": 581488640.0, - "91": 581488640.0, - "92": 581488640.0, - "93": 581488640.0, - "94": 581488640.0, - "95": 581488640.0, - "96": 581488640.0, - "97": 581488640.0, - "98": 581488640.0, - "99": 581488640.0, - "100": 581488640.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2594126336.0, - "2": 2690742784.0, - "3": 2690742784.0, - "4": 2690742784.0, - "5": 2690742784.0, - "6": 2690742784.0, - "7": 2690742784.0, - "8": 2690742784.0, - "9": 2690742784.0, - "10": 2690742784.0, - "11": 2690742784.0, - "12": 2690742784.0, - "13": 2690742784.0, - "14": 2690742784.0, - "15": 2690742784.0, - "16": 2690742784.0, - "17": 2690742784.0, - "18": 2690742784.0, - "19": 2690742784.0, - "20": 2690742784.0, - "21": 2690742784.0, - "22": 2690742784.0, - "23": 2690742784.0, - "24": 2690742784.0, - "25": 2690742784.0, - "26": 2690742784.0, - "27": 2690742784.0, - "28": 2690742784.0, - "29": 2690742784.0, - "30": 2690742784.0, - "31": 2690742784.0, - "32": 2690742784.0, - "33": 2690742784.0, - "34": 2690742784.0, - "35": 2690742784.0, - "36": 2690742784.0, - "37": 2690742784.0, - "38": 2690742784.0, - "39": 2690742784.0, - "40": 2690742784.0, - "41": 2690742784.0, - "42": 2690742784.0, - "43": 2690742784.0, - "44": 2690742784.0, - "45": 2690742784.0, - "46": 2690742784.0, - "47": 2690742784.0, - "48": 2690742784.0, - "49": 2690742784.0, - "50": 2690742784.0, - "51": 2690742784.0, - "52": 2690742784.0, - "53": 2690742784.0, - "54": 2690742784.0, - "55": 2690742784.0, - "56": 2690742784.0, - "57": 2690742784.0, - "58": 2690742784.0, - "59": 2690742784.0, - "60": 2690742784.0, - "61": 2690742784.0, - "62": 2690742784.0, - "63": 2690742784.0, - "64": 2690742784.0, - "65": 2690742784.0, - "66": 2690742784.0, - "67": 2690742784.0, - "68": 2690742784.0, - "69": 2690742784.0, - "70": 2690742784.0, - "71": 2690742784.0, - "72": 2690742784.0, - "73": 2690742784.0, - "74": 2690742784.0, - "75": 2690742784.0, - "76": 2690742784.0, - "77": 2690742784.0, - "78": 2690742784.0, - "79": 2690742784.0, - "80": 2690742784.0, - "81": 2690742784.0, - "82": 2690742784.0, - "83": 2690742784.0, - "84": 2690742784.0, - "85": 2690742784.0, - "86": 2690742784.0, - "87": 2690742784.0, - "88": 2690742784.0, - "89": 2690742784.0, - "90": 2690742784.0, - "91": 2690742784.0, - "92": 2690742784.0, - "93": 2690742784.0, - "94": 2690742784.0, - "95": 2690742784.0, - "96": 2690742784.0, - "97": 2690742784.0, - "98": 2690742784.0, - "99": 2690742784.0, - "100": 2690742784.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 7.46673, - "2": 0.07879, - "3": 0.06822, - "4": 0.06744, - "5": 0.06664, - "6": 0.06786, - "7": 0.06766, - "8": 0.06659, - "9": 0.06797, - "10": 0.07184, - "11": 0.07288, - "12": 0.07188, - "13": 0.07026, - "14": 0.06821, - "15": 0.06667, - "16": 0.06656, - "17": 0.06764, - "18": 0.06816, - "19": 0.06695, - "20": 0.06832, - "21": 0.06808, - "22": 0.06822, - "23": 0.06838, - "24": 0.06731, - "25": 0.06857, - "26": 0.06706, - "27": 0.06819, - "28": 0.06784, - "29": 0.06785, - "30": 0.06735, - "31": 0.0685, - "32": 0.07005, - "33": 0.07122, - "34": 0.07241, - "35": 0.07067, - "36": 0.06981, - "37": 0.06934, - "38": 0.06771, - "39": 0.06805, - "40": 0.06824, - "41": 0.06831, - "42": 0.06733, - "43": 0.06819, - "44": 0.06816, - "45": 0.06847, - "46": 0.0674, - "47": 0.06856, - "48": 0.07158, - "49": 0.07079, - "50": 0.0717, - "51": 0.08179, - "52": 0.07272, - "53": 0.06939, - "54": 0.06631, - "55": 0.07046, - "56": 0.09852, - "57": 0.06464, - "58": 0.06466, - "59": 0.06537, - "60": 0.06301, - "61": 0.06361, - "62": 0.06551, - "63": 0.06563, - "64": 0.0749, - "65": 0.0748, - "66": 0.07507, - "67": 0.07552, - "68": 0.07573, - "69": 0.07066, - "70": 0.0658, - "71": 0.0647, - "72": 0.06444, - "73": 0.06462, - "74": 0.06543, - "75": 0.06609, - "76": 0.06503, - "77": 0.06499, - "78": 0.0644, - "79": 0.06439, - "80": 0.06417, - "81": 0.06401, - "82": 0.06575, - "83": 0.06494, - "84": 0.06442, - "85": 0.06396, - "86": 0.06422, - "87": 0.06484, - "88": 0.06512, - "89": 0.06426, - "90": 0.06481, - "91": 0.06476, - "92": 0.06383, - "93": 0.06456, - "94": 0.06292, - "95": 0.0638, - "96": 0.06392, - "97": 0.06356, - "98": 0.06355, - "99": 0.06439, - "100": 0.06428 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute/golden_values_dev_dgx_h100.json index dc66396ad6b..df5117f4d8f 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 6.44856, - "2": 0.10562, - "3": 0.09824, - "4": 0.09657, - "5": 0.10604, - "6": 0.09627, - "7": 0.09681, - "8": 0.09299, - "9": 0.09413, - "10": 0.09401, - "11": 0.09341, - "12": 0.09223, - "13": 0.09373, - "14": 0.0936, - "15": 0.09439, - "16": 0.09285, - "17": 0.09422, - "18": 0.09511, - "19": 0.09966, - "20": 0.10107, - "21": 0.09445, - "22": 0.09548, - "23": 0.09554, - "24": 0.09478, - "25": 0.09465, - "26": 0.09292, - "27": 0.10339, - "28": 0.09562, - "29": 0.09593, - "30": 0.09298, - "31": 0.09573, - "32": 0.09264, - "33": 0.0942, - "34": 0.09203, - "35": 0.09537, - "36": 0.09222, - "37": 0.09501, - "38": 0.0938, - "39": 0.09662, - "40": 0.10355, - "41": 0.09832, - "42": 0.09636, - "43": 0.09409, - "44": 0.09306, - "45": 0.09367, - "46": 0.09321, - "47": 0.10415, - "48": 0.09382, - "49": 0.09322, - "50": 0.09238, - "51": 0.09596, - "52": 0.09089, - "53": 0.0918, - "54": 0.09088, - "55": 0.09144, - "56": 0.09049, - "57": 0.09241, - "58": 0.09222, - "59": 0.09415, - "60": 0.09271, - "61": 0.09208, - "62": 0.09152, - "63": 0.09266, - "64": 0.09085, - "65": 0.09196, - "66": 0.09181, - "67": 0.09397, - "68": 0.08963, - "69": 0.09222, - "70": 0.09229, - "71": 0.09614, - "72": 0.0904, - "73": 0.09323, - "74": 0.09152, - "75": 0.09189, - "76": 0.08973, - "77": 0.09202, - "78": 0.08991, - "79": 0.09241, - "80": 0.08986, - "81": 0.09353, - "82": 0.09206, - "83": 0.09177, - "84": 0.09067, - "85": 0.09271, - "86": 0.09133, - "87": 0.09239, - "88": 0.08972, - "89": 0.09242, - "90": 0.09005, - "91": 0.09389, - "92": 0.09396, - "93": 0.09776, - "94": 0.09824, - "95": 0.1008, - "96": 0.09732, - "97": 0.09819, - "98": 0.09221, - "99": 0.09502, - "100": 0.09143 + "1": 6.36321, + "2": 0.1218, + "3": 0.11132, + "4": 0.10707, + "5": 0.0969, + "6": 0.09387, + "7": 0.09166, + "8": 0.09482, + "9": 0.09368, + "10": 0.09371, + "11": 0.0914, + "12": 0.09315, + "13": 0.09323, + "14": 0.09407, + "15": 0.09341, + "16": 0.09525, + "17": 0.09338, + "18": 0.09247, + "19": 0.09648, + "20": 0.09425, + "21": 0.09329, + "22": 0.09356, + "23": 0.09379, + "24": 0.09405, + "25": 0.0935, + "26": 0.09238, + "27": 0.09612, + "28": 0.09315, + "29": 0.09297, + "30": 0.09342, + "31": 0.09294, + "32": 0.09287, + "33": 0.09256, + "34": 0.09461, + "35": 0.09355, + "36": 0.09517, + "37": 0.09434, + "38": 0.0956, + "39": 0.09435, + "40": 0.09568, + "41": 0.09615, + "42": 0.09244, + "43": 0.09364, + "44": 0.09376, + "45": 0.09258, + "46": 0.09268, + "47": 0.09255, + "48": 0.09424, + "49": 0.09573, + "50": 0.09436, + "51": 0.0945, + "52": 0.09894, + "53": 0.09918, + "54": 0.09823, + "55": 0.09863, + "56": 0.09834, + "57": 0.09709, + "58": 0.09303, + "59": 0.09404, + "60": 0.09192, + "61": 0.09198, + "62": 0.09274, + "63": 0.09166, + "64": 0.09147, + "65": 0.09327, + "66": 0.11015, + "67": 0.09684, + "68": 0.09642, + "69": 0.09562, + "70": 0.0924, + "71": 0.09384, + "72": 0.09189, + "73": 0.09372, + "74": 0.09193, + "75": 0.09409, + "76": 0.09252, + "77": 0.09275, + "78": 0.09475, + "79": 0.0945, + "80": 0.10107, + "81": 0.09197, + "82": 0.09204, + "83": 0.09353, + "84": 0.09326, + "85": 0.09194, + "86": 0.1029, + "87": 0.09285, + "88": 0.09168, + "89": 0.09478, + "90": 0.09254, + "91": 0.0921, + "92": 0.09246, + "93": 0.09207, + "94": 0.09324, + "95": 0.09431, + "96": 0.09195, + "97": 0.09285, + "98": 0.09175, + "99": 0.09153, + "100": 0.11457 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index b668a763f40..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.89631, - "2": 10.89416, - "3": 10.88786, - "4": 10.8914, - "5": 10.89154, - "6": 10.90001, - "7": 10.89184, - "8": 10.89886, - "9": 10.90208, - "10": 10.88361, - "11": 10.87817, - "12": 10.89334, - "13": 10.89814, - "14": 10.89242, - "15": 10.84803, - "16": 10.85398, - "17": 10.83097, - "18": 10.83991, - "19": 10.82801, - "20": 10.74824, - "21": 10.73496, - "22": 10.61719, - "23": 10.72621, - "24": 10.63178, - "25": 10.59309, - "26": 10.63369, - "27": 10.63304, - "28": 10.58264, - "29": 10.58594, - "30": 10.41204, - "31": 10.15899, - "32": 10.48366, - "33": 10.46706, - "34": 10.23811, - "35": 10.28189, - "36": 10.24056, - "37": 10.36219, - "38": 10.20309, - "39": 10.40454, - "40": 10.09271, - "41": 10.15835, - "42": 10.21933, - "43": 9.84358, - "44": 9.97303, - "45": 9.84194, - "46": 9.82017, - "47": 10.14969, - "48": 9.86023, - "49": 9.54235, - "50": 9.91343, - "51": 9.8545, - "52": 9.7393, - "53": 10.07426, - "54": 9.96913, - "55": 9.88574, - "56": 9.62438, - "57": 9.48229, - "58": 9.83484, - "59": 9.58731, - "60": 9.50243, - "61": 9.6934, - "62": 9.988, - "63": 9.39105, - "64": 9.78022, - "65": 8.94516, - "66": 9.70492, - "67": 9.37249, - "68": 9.78328, - "69": 9.79057, - "70": 9.74451, - "71": 9.62298, - "72": 9.58457, - "73": 9.50511, - "74": 8.94308, - "75": 9.42524, - "76": 9.07602, - "77": 10.06352, - "78": 9.72307, - "79": 9.37497, - "80": 9.40454, - "81": 9.4779, - "82": 9.69669, - "83": 9.30714, - "84": 9.41525, - "85": 9.61295, - "86": 9.07198, - "87": 9.58834, - "88": 9.7476, - "89": 9.59984, - "90": 9.81672, - "91": 9.33791, - "92": 9.35608, - "93": 9.07423, - "94": 8.83511, - "95": 9.51841, - "96": 9.52391, - "97": 9.30922, - "98": 9.66746, - "99": 8.88421, - "100": 9.39923 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1483.0, - "2": 1650.0, - "3": 1681.0, - "4": 1767.0, - "5": 1903.0, - "6": 1952.0, - "7": 1967.0, - "8": 1651.0, - "9": 1886.0, - "10": 1427.0, - "11": 1939.0, - "12": 1778.0, - "13": 1964.0, - "14": 1762.0, - "15": 1980.0, - "16": 1923.0, - "17": 1817.0, - "18": 1783.0, - "19": 1750.0, - "20": 1588.0, - "21": 1855.0, - "22": 1641.0, - "23": 2098.0, - "24": 1679.0, - "25": 1649.0, - "26": 1806.0, - "27": 1834.0, - "28": 2042.0, - "29": 2033.0, - "30": 1984.0, - "31": 1518.0, - "32": 1954.0, - "33": 2068.0, - "34": 1900.0, - "35": 1921.0, - "36": 1965.0, - "37": 2321.0, - "38": 2340.0, - "39": 2344.0, - "40": 2367.0, - "41": 2457.0, - "42": 2367.0, - "43": 2020.0, - "44": 2135.0, - "45": 2184.0, - "46": 2310.0, - "47": 2463.0, - "48": 2450.0, - "49": 2259.0, - "50": 2444.0, - "51": 2543.0, - "52": 2613.0, - "53": 2945.0, - "54": 2713.0, - "55": 2503.0, - "56": 2692.0, - "57": 2338.0, - "58": 2961.0, - "59": 2620.0, - "60": 2367.0, - "61": 2909.0, - "62": 2728.0, - "63": 2399.0, - "64": 2909.0, - "65": 2605.0, - "66": 2983.0, - "67": 2793.0, - "68": 2663.0, - "69": 2833.0, - "70": 3135.0, - "71": 2997.0, - "72": 2464.0, - "73": 3088.0, - "74": 1970.0, - "75": 2556.0, - "76": 3064.0, - "77": 3231.0, - "78": 3097.0, - "79": 3035.0, - "80": 3301.0, - "81": 3599.0, - "82": 3215.0, - "83": 2757.0, - "84": 3130.0, - "85": 3380.0, - "86": 2742.0, - "87": 3723.0, - "88": 3066.0, - "89": 3264.0, - "90": 3198.0, - "91": 2718.0, - "92": 3070.0, - "93": 2624.0, - "94": 3301.0, - "95": 3431.0, - "96": 3358.0, - "97": 3142.0, - "98": 3704.0, - "99": 3107.0, - "100": 3089.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1261848064.0, - "2": 1261848064.0, - "3": 1261848064.0, - "4": 1261848064.0, - "5": 1261848064.0, - "6": 1261848064.0, - "7": 1261848064.0, - "8": 1261848064.0, - "9": 1261848064.0, - "10": 1261848064.0, - "11": 1261848064.0, - "12": 1261848064.0, - "13": 1261848064.0, - "14": 1261848064.0, - "15": 1261848064.0, - "16": 1261848064.0, - "17": 1261848064.0, - "18": 1261848064.0, - "19": 1261848064.0, - "20": 1261848064.0, - "21": 1261848064.0, - "22": 1261848064.0, - "23": 1261848064.0, - "24": 1261848064.0, - "25": 1261848064.0, - "26": 1261848064.0, - "27": 1261848064.0, - "28": 1261848064.0, - "29": 1261848064.0, - "30": 1261848064.0, - "31": 1261848064.0, - "32": 1261848064.0, - "33": 1261848064.0, - "34": 1261848064.0, - "35": 1261848064.0, - "36": 1261848064.0, - "37": 1261848064.0, - "38": 1261848064.0, - "39": 1261848064.0, - "40": 1261848064.0, - "41": 1261848064.0, - "42": 1261848064.0, - "43": 1261848064.0, - "44": 1261848064.0, - "45": 1261848064.0, - "46": 1261848064.0, - "47": 1261848064.0, - "48": 1261848064.0, - "49": 1261848064.0, - "50": 1261848064.0, - "51": 1261848064.0, - "52": 1261848064.0, - "53": 1261848064.0, - "54": 1261848064.0, - "55": 1261848064.0, - "56": 1261848064.0, - "57": 1261848064.0, - "58": 1261848064.0, - "59": 1261848064.0, - "60": 1261848064.0, - "61": 1261848064.0, - "62": 1261848064.0, - "63": 1261848064.0, - "64": 1261848064.0, - "65": 1261848064.0, - "66": 1261848064.0, - "67": 1261848064.0, - "68": 1261848064.0, - "69": 1261848064.0, - "70": 1261848064.0, - "71": 1261848064.0, - "72": 1261848064.0, - "73": 1261848064.0, - "74": 1261848064.0, - "75": 1261848064.0, - "76": 1261848064.0, - "77": 1261848064.0, - "78": 1261848064.0, - "79": 1261848064.0, - "80": 1261848064.0, - "81": 1261848064.0, - "82": 1261848064.0, - "83": 1261848064.0, - "84": 1261848064.0, - "85": 1261848064.0, - "86": 1261848064.0, - "87": 1261848064.0, - "88": 1261848064.0, - "89": 1261848064.0, - "90": 1261848064.0, - "91": 1261848064.0, - "92": 1261848064.0, - "93": 1261848064.0, - "94": 1261848064.0, - "95": 1261848064.0, - "96": 1261848064.0, - "97": 1261848064.0, - "98": 1261848064.0, - "99": 1261848064.0, - "100": 1261848064.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2013852672.0, - "2": 2563430400.0, - "3": 2563430400.0, - "4": 2563430400.0, - "5": 2563430400.0, - "6": 2563430400.0, - "7": 2563430400.0, - "8": 2563430400.0, - "9": 2563430400.0, - "10": 2563430400.0, - "11": 2563430400.0, - "12": 2563430400.0, - "13": 2563430400.0, - "14": 2563430400.0, - "15": 2563430400.0, - "16": 2563430400.0, - "17": 2563430400.0, - "18": 2563430400.0, - "19": 2563430400.0, - "20": 2563430400.0, - "21": 2563430400.0, - "22": 2563430400.0, - "23": 2563430400.0, - "24": 2563430400.0, - "25": 2563430400.0, - "26": 2563430400.0, - "27": 2563430400.0, - "28": 2563430400.0, - "29": 2563430400.0, - "30": 2563430400.0, - "31": 2563430400.0, - "32": 2563430400.0, - "33": 2563430400.0, - "34": 2563430400.0, - "35": 2563430400.0, - "36": 2563430400.0, - "37": 2563430400.0, - "38": 2563430400.0, - "39": 2563430400.0, - "40": 2563430400.0, - "41": 2563430400.0, - "42": 2563430400.0, - "43": 2563430400.0, - "44": 2563430400.0, - "45": 2563430400.0, - "46": 2563430400.0, - "47": 2563430400.0, - "48": 2563430400.0, - "49": 2563430400.0, - "50": 2563430400.0, - "51": 2563430400.0, - "52": 2563430400.0, - "53": 2563430400.0, - "54": 2563430400.0, - "55": 2563430400.0, - "56": 2563430400.0, - "57": 2563430400.0, - "58": 2563430400.0, - "59": 2563430400.0, - "60": 2563430400.0, - "61": 2563430400.0, - "62": 2563430400.0, - "63": 2563430400.0, - "64": 2563430400.0, - "65": 2563430400.0, - "66": 2563430400.0, - "67": 2563430400.0, - "68": 2563430400.0, - "69": 2563430400.0, - "70": 2563430400.0, - "71": 2563430400.0, - "72": 2563430400.0, - "73": 2563430400.0, - "74": 2563430400.0, - "75": 2563430400.0, - "76": 2563430400.0, - "77": 2563430400.0, - "78": 2563430400.0, - "79": 2563430400.0, - "80": 2563430400.0, - "81": 2563430400.0, - "82": 2563430400.0, - "83": 2563430400.0, - "84": 2563430400.0, - "85": 2563430400.0, - "86": 2563430400.0, - "87": 2563430400.0, - "88": 2563430400.0, - "89": 2563430400.0, - "90": 2563430400.0, - "91": 2563430400.0, - "92": 2563430400.0, - "93": 2563430400.0, - "94": 2563430400.0, - "95": 2563430400.0, - "96": 2563430400.0, - "97": 2563430400.0, - "98": 2563430400.0, - "99": 2563430400.0, - "100": 2563430400.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 5.78359, - "2": 0.10731, - "3": 0.08283, - "4": 0.07992, - "5": 0.08439, - "6": 0.07969, - "7": 0.08163, - "8": 0.08089, - "9": 0.08141, - "10": 0.07975, - "11": 0.08161, - "12": 0.0805, - "13": 0.0818, - "14": 0.07991, - "15": 0.08157, - "16": 0.07954, - "17": 0.08164, - "18": 0.07926, - "19": 0.08125, - "20": 0.07966, - "21": 0.08124, - "22": 0.08103, - "23": 0.08196, - "24": 0.08021, - "25": 0.08231, - "26": 0.07972, - "27": 0.08528, - "28": 0.07953, - "29": 0.08123, - "30": 0.08056, - "31": 0.08212, - "32": 0.08047, - "33": 0.08698, - "34": 0.07962, - "35": 0.08139, - "36": 0.0794, - "37": 0.08328, - "38": 0.07999, - "39": 0.08718, - "40": 0.08108, - "41": 0.08156, - "42": 0.07929, - "43": 0.08201, - "44": 0.07973, - "45": 0.08159, - "46": 0.08471, - "47": 0.08541, - "48": 0.07975, - "49": 0.08192, - "50": 0.08031, - "51": 0.08385, - "52": 0.08324, - "53": 0.08018, - "54": 0.08375, - "55": 0.08221, - "56": 0.08137, - "57": 0.08577, - "58": 0.08166, - "59": 0.08204, - "60": 0.08143, - "61": 0.08073, - "62": 0.08115, - "63": 0.08107, - "64": 0.08084, - "65": 0.08278, - "66": 0.08197, - "67": 0.08122, - "68": 0.08061, - "69": 0.08097, - "70": 0.08354, - "71": 0.08073, - "72": 0.08394, - "73": 0.08209, - "74": 0.0827, - "75": 0.08731, - "76": 0.08195, - "77": 0.08148, - "78": 0.08314, - "79": 0.08109, - "80": 0.0807, - "81": 0.08051, - "82": 0.08191, - "83": 0.08724, - "84": 0.08176, - "85": 0.0832, - "86": 0.08166, - "87": 0.08365, - "88": 0.0816, - "89": 0.0817, - "90": 0.08103, - "91": 0.08096, - "92": 0.08046, - "93": 0.08298, - "94": 0.08019, - "95": 0.08128, - "96": 0.08237, - "97": 0.08167, - "98": 0.0806, - "99": 0.08319, - "100": 0.08202 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index df5117f4d8f..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.89631, - "2": 10.89416, - "3": 10.88786, - "4": 10.8914, - "5": 10.89154, - "6": 10.90001, - "7": 10.89184, - "8": 10.89886, - "9": 10.90208, - "10": 10.88361, - "11": 10.87817, - "12": 10.89334, - "13": 10.89814, - "14": 10.89242, - "15": 10.84803, - "16": 10.85398, - "17": 10.83097, - "18": 10.83991, - "19": 10.82801, - "20": 10.74824, - "21": 10.73496, - "22": 10.61719, - "23": 10.72621, - "24": 10.63178, - "25": 10.59309, - "26": 10.63369, - "27": 10.63304, - "28": 10.58264, - "29": 10.58594, - "30": 10.41204, - "31": 10.15899, - "32": 10.48366, - "33": 10.46706, - "34": 10.23811, - "35": 10.28189, - "36": 10.24056, - "37": 10.36219, - "38": 10.20309, - "39": 10.40454, - "40": 10.09271, - "41": 10.15835, - "42": 10.21933, - "43": 9.84358, - "44": 9.97303, - "45": 9.84194, - "46": 9.82017, - "47": 10.14969, - "48": 9.86023, - "49": 9.54235, - "50": 9.91343, - "51": 9.8545, - "52": 9.7393, - "53": 10.07426, - "54": 9.96913, - "55": 9.88574, - "56": 9.62438, - "57": 9.48229, - "58": 9.83484, - "59": 9.58731, - "60": 9.50243, - "61": 9.6934, - "62": 9.988, - "63": 9.39105, - "64": 9.78022, - "65": 8.94516, - "66": 9.70492, - "67": 9.37249, - "68": 9.78328, - "69": 9.79057, - "70": 9.74451, - "71": 9.62298, - "72": 9.58457, - "73": 9.50511, - "74": 8.94308, - "75": 9.42524, - "76": 9.07602, - "77": 10.06352, - "78": 9.72307, - "79": 9.37497, - "80": 9.40454, - "81": 9.4779, - "82": 9.69669, - "83": 9.30714, - "84": 9.41525, - "85": 9.61295, - "86": 9.07198, - "87": 9.58834, - "88": 9.7476, - "89": 9.59984, - "90": 9.81672, - "91": 9.33791, - "92": 9.35608, - "93": 9.07423, - "94": 8.83511, - "95": 9.51841, - "96": 9.52391, - "97": 9.30922, - "98": 9.66746, - "99": 8.88421, - "100": 9.39923 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1483.0, - "2": 1650.0, - "3": 1681.0, - "4": 1767.0, - "5": 1903.0, - "6": 1952.0, - "7": 1967.0, - "8": 1651.0, - "9": 1886.0, - "10": 1427.0, - "11": 1939.0, - "12": 1778.0, - "13": 1964.0, - "14": 1762.0, - "15": 1980.0, - "16": 1923.0, - "17": 1817.0, - "18": 1783.0, - "19": 1750.0, - "20": 1588.0, - "21": 1855.0, - "22": 1641.0, - "23": 2098.0, - "24": 1679.0, - "25": 1649.0, - "26": 1806.0, - "27": 1834.0, - "28": 2042.0, - "29": 2033.0, - "30": 1984.0, - "31": 1518.0, - "32": 1954.0, - "33": 2068.0, - "34": 1900.0, - "35": 1921.0, - "36": 1965.0, - "37": 2321.0, - "38": 2340.0, - "39": 2344.0, - "40": 2367.0, - "41": 2457.0, - "42": 2367.0, - "43": 2020.0, - "44": 2135.0, - "45": 2184.0, - "46": 2310.0, - "47": 2463.0, - "48": 2450.0, - "49": 2259.0, - "50": 2444.0, - "51": 2543.0, - "52": 2613.0, - "53": 2945.0, - "54": 2713.0, - "55": 2503.0, - "56": 2692.0, - "57": 2338.0, - "58": 2961.0, - "59": 2620.0, - "60": 2367.0, - "61": 2909.0, - "62": 2728.0, - "63": 2399.0, - "64": 2909.0, - "65": 2605.0, - "66": 2983.0, - "67": 2793.0, - "68": 2663.0, - "69": 2833.0, - "70": 3135.0, - "71": 2997.0, - "72": 2464.0, - "73": 3088.0, - "74": 1970.0, - "75": 2556.0, - "76": 3064.0, - "77": 3231.0, - "78": 3097.0, - "79": 3035.0, - "80": 3301.0, - "81": 3599.0, - "82": 3215.0, - "83": 2757.0, - "84": 3130.0, - "85": 3380.0, - "86": 2742.0, - "87": 3723.0, - "88": 3066.0, - "89": 3264.0, - "90": 3198.0, - "91": 2718.0, - "92": 3070.0, - "93": 2624.0, - "94": 3301.0, - "95": 3431.0, - "96": 3358.0, - "97": 3142.0, - "98": 3704.0, - "99": 3107.0, - "100": 3089.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1261848064.0, - "2": 1261848064.0, - "3": 1261848064.0, - "4": 1261848064.0, - "5": 1261848064.0, - "6": 1261848064.0, - "7": 1261848064.0, - "8": 1261848064.0, - "9": 1261848064.0, - "10": 1261848064.0, - "11": 1261848064.0, - "12": 1261848064.0, - "13": 1261848064.0, - "14": 1261848064.0, - "15": 1261848064.0, - "16": 1261848064.0, - "17": 1261848064.0, - "18": 1261848064.0, - "19": 1261848064.0, - "20": 1261848064.0, - "21": 1261848064.0, - "22": 1261848064.0, - "23": 1261848064.0, - "24": 1261848064.0, - "25": 1261848064.0, - "26": 1261848064.0, - "27": 1261848064.0, - "28": 1261848064.0, - "29": 1261848064.0, - "30": 1261848064.0, - "31": 1261848064.0, - "32": 1261848064.0, - "33": 1261848064.0, - "34": 1261848064.0, - "35": 1261848064.0, - "36": 1261848064.0, - "37": 1261848064.0, - "38": 1261848064.0, - "39": 1261848064.0, - "40": 1261848064.0, - "41": 1261848064.0, - "42": 1261848064.0, - "43": 1261848064.0, - "44": 1261848064.0, - "45": 1261848064.0, - "46": 1261848064.0, - "47": 1261848064.0, - "48": 1261848064.0, - "49": 1261848064.0, - "50": 1261848064.0, - "51": 1261848064.0, - "52": 1261848064.0, - "53": 1261848064.0, - "54": 1261848064.0, - "55": 1261848064.0, - "56": 1261848064.0, - "57": 1261848064.0, - "58": 1261848064.0, - "59": 1261848064.0, - "60": 1261848064.0, - "61": 1261848064.0, - "62": 1261848064.0, - "63": 1261848064.0, - "64": 1261848064.0, - "65": 1261848064.0, - "66": 1261848064.0, - "67": 1261848064.0, - "68": 1261848064.0, - "69": 1261848064.0, - "70": 1261848064.0, - "71": 1261848064.0, - "72": 1261848064.0, - "73": 1261848064.0, - "74": 1261848064.0, - "75": 1261848064.0, - "76": 1261848064.0, - "77": 1261848064.0, - "78": 1261848064.0, - "79": 1261848064.0, - "80": 1261848064.0, - "81": 1261848064.0, - "82": 1261848064.0, - "83": 1261848064.0, - "84": 1261848064.0, - "85": 1261848064.0, - "86": 1261848064.0, - "87": 1261848064.0, - "88": 1261848064.0, - "89": 1261848064.0, - "90": 1261848064.0, - "91": 1261848064.0, - "92": 1261848064.0, - "93": 1261848064.0, - "94": 1261848064.0, - "95": 1261848064.0, - "96": 1261848064.0, - "97": 1261848064.0, - "98": 1261848064.0, - "99": 1261848064.0, - "100": 1261848064.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2013852672.0, - "2": 2563430400.0, - "3": 2563430400.0, - "4": 2563430400.0, - "5": 2563430400.0, - "6": 2563430400.0, - "7": 2563430400.0, - "8": 2563430400.0, - "9": 2563430400.0, - "10": 2563430400.0, - "11": 2563430400.0, - "12": 2563430400.0, - "13": 2563430400.0, - "14": 2563430400.0, - "15": 2563430400.0, - "16": 2563430400.0, - "17": 2563430400.0, - "18": 2563430400.0, - "19": 2563430400.0, - "20": 2563430400.0, - "21": 2563430400.0, - "22": 2563430400.0, - "23": 2563430400.0, - "24": 2563430400.0, - "25": 2563430400.0, - "26": 2563430400.0, - "27": 2563430400.0, - "28": 2563430400.0, - "29": 2563430400.0, - "30": 2563430400.0, - "31": 2563430400.0, - "32": 2563430400.0, - "33": 2563430400.0, - "34": 2563430400.0, - "35": 2563430400.0, - "36": 2563430400.0, - "37": 2563430400.0, - "38": 2563430400.0, - "39": 2563430400.0, - "40": 2563430400.0, - "41": 2563430400.0, - "42": 2563430400.0, - "43": 2563430400.0, - "44": 2563430400.0, - "45": 2563430400.0, - "46": 2563430400.0, - "47": 2563430400.0, - "48": 2563430400.0, - "49": 2563430400.0, - "50": 2563430400.0, - "51": 2563430400.0, - "52": 2563430400.0, - "53": 2563430400.0, - "54": 2563430400.0, - "55": 2563430400.0, - "56": 2563430400.0, - "57": 2563430400.0, - "58": 2563430400.0, - "59": 2563430400.0, - "60": 2563430400.0, - "61": 2563430400.0, - "62": 2563430400.0, - "63": 2563430400.0, - "64": 2563430400.0, - "65": 2563430400.0, - "66": 2563430400.0, - "67": 2563430400.0, - "68": 2563430400.0, - "69": 2563430400.0, - "70": 2563430400.0, - "71": 2563430400.0, - "72": 2563430400.0, - "73": 2563430400.0, - "74": 2563430400.0, - "75": 2563430400.0, - "76": 2563430400.0, - "77": 2563430400.0, - "78": 2563430400.0, - "79": 2563430400.0, - "80": 2563430400.0, - "81": 2563430400.0, - "82": 2563430400.0, - "83": 2563430400.0, - "84": 2563430400.0, - "85": 2563430400.0, - "86": 2563430400.0, - "87": 2563430400.0, - "88": 2563430400.0, - "89": 2563430400.0, - "90": 2563430400.0, - "91": 2563430400.0, - "92": 2563430400.0, - "93": 2563430400.0, - "94": 2563430400.0, - "95": 2563430400.0, - "96": 2563430400.0, - "97": 2563430400.0, - "98": 2563430400.0, - "99": 2563430400.0, - "100": 2563430400.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 6.36321, - "2": 0.1218, - "3": 0.11132, - "4": 0.10707, - "5": 0.0969, - "6": 0.09387, - "7": 0.09166, - "8": 0.09482, - "9": 0.09368, - "10": 0.09371, - "11": 0.0914, - "12": 0.09315, - "13": 0.09323, - "14": 0.09407, - "15": 0.09341, - "16": 0.09525, - "17": 0.09338, - "18": 0.09247, - "19": 0.09648, - "20": 0.09425, - "21": 0.09329, - "22": 0.09356, - "23": 0.09379, - "24": 0.09405, - "25": 0.0935, - "26": 0.09238, - "27": 0.09612, - "28": 0.09315, - "29": 0.09297, - "30": 0.09342, - "31": 0.09294, - "32": 0.09287, - "33": 0.09256, - "34": 0.09461, - "35": 0.09355, - "36": 0.09517, - "37": 0.09434, - "38": 0.0956, - "39": 0.09435, - "40": 0.09568, - "41": 0.09615, - "42": 0.09244, - "43": 0.09364, - "44": 0.09376, - "45": 0.09258, - "46": 0.09268, - "47": 0.09255, - "48": 0.09424, - "49": 0.09573, - "50": 0.09436, - "51": 0.0945, - "52": 0.09894, - "53": 0.09918, - "54": 0.09823, - "55": 0.09863, - "56": 0.09834, - "57": 0.09709, - "58": 0.09303, - "59": 0.09404, - "60": 0.09192, - "61": 0.09198, - "62": 0.09274, - "63": 0.09166, - "64": 0.09147, - "65": 0.09327, - "66": 0.11015, - "67": 0.09684, - "68": 0.09642, - "69": 0.09562, - "70": 0.0924, - "71": 0.09384, - "72": 0.09189, - "73": 0.09372, - "74": 0.09193, - "75": 0.09409, - "76": 0.09252, - "77": 0.09275, - "78": 0.09475, - "79": 0.0945, - "80": 0.10107, - "81": 0.09197, - "82": 0.09204, - "83": 0.09353, - "84": 0.09326, - "85": 0.09194, - "86": 0.1029, - "87": 0.09285, - "88": 0.09168, - "89": 0.09478, - "90": 0.09254, - "91": 0.0921, - "92": 0.09246, - "93": 0.09207, - "94": 0.09324, - "95": 0.09431, - "96": 0.09195, - "97": 0.09285, - "98": 0.09175, - "99": 0.09153, - "100": 0.11457 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings/golden_values_dev_dgx_h100.json index 8056e7174f0..b0474f2f8ec 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.43555, - "2": 0.12658, - "3": 0.11069, - "4": 0.10147, - "5": 0.10118, - "6": 0.10108, - "7": 0.10059, - "8": 0.09885, - "9": 0.10197, - "10": 0.10148, - "11": 0.10092, - "12": 0.10046, + "1": 10.39748, + "2": 0.11699, + "3": 0.10324, + "4": 0.10602, + "5": 0.10273, + "6": 0.10169, + "7": 0.10402, + "8": 0.10582, + "9": 0.10893, + "10": 0.10156, + "11": 0.10006, + "12": 0.10034, "13": 0.10111, - "14": 0.10211, - "15": 0.10226, - "16": 0.10138, - "17": 0.10161, - "18": 0.10294, - "19": 0.10161, - "20": 0.10231, - "21": 0.10295, - "22": 0.10337, - "23": 0.10219, - "24": 0.10301, - "25": 0.10137, - "26": 0.10266, - "27": 0.10223, - "28": 0.10298, - "29": 0.1033, - "30": 0.1033, - "31": 0.10269, - "32": 0.1022, - "33": 0.10279, - "34": 0.1017, - "35": 0.1017, - "36": 0.10155, - "37": 0.1018, - "38": 0.10278, - "39": 0.10226, - "40": 0.10208, - "41": 0.10264, - "42": 0.10119, - "43": 0.10372, - "44": 0.10116, - "45": 0.1015, - "46": 0.09996, - "47": 0.10089, - "48": 0.10148, - "49": 0.10042, - "50": 0.09948, - "51": 0.10234, - "52": 0.10011, - "53": 0.09939, - "54": 0.09905, - "55": 0.1003, - "56": 0.09964, - "57": 0.10028, - "58": 0.10099, - "59": 0.09982, - "60": 0.09923, - "61": 0.09876, - "62": 0.09945, - "63": 0.10026, - "64": 0.09913, - "65": 0.09908, - "66": 0.10039, - "67": 0.10115, - "68": 0.10055, - "69": 0.09942, - "70": 0.09949, - "71": 0.09986, - "72": 0.10015, - "73": 0.10084, - "74": 0.10077, - "75": 0.09933, - "76": 0.10121, - "77": 0.09959, - "78": 0.09938, - "79": 0.0991, - "80": 0.09802, - "81": 0.10115, - "82": 0.09939, - "83": 0.09963, - "84": 0.0992, - "85": 0.09904, - "86": 0.1026, - "87": 0.09983, - "88": 0.10128, - "89": 0.09897, - "90": 0.09918, - "91": 0.10029, - "92": 0.09877, - "93": 0.09988, - "94": 0.09933, - "95": 0.10109, - "96": 0.10013, - "97": 0.10103, - "98": 0.10004, - "99": 0.09987, - "100": 0.09979 + "14": 0.10835, + "15": 0.10198, + "16": 0.10295, + "17": 0.10379, + "18": 0.10096, + "19": 0.10678, + "20": 0.10208, + "21": 0.10213, + "22": 0.10179, + "23": 0.10357, + "24": 0.10282, + "25": 0.09979, + "26": 0.10143, + "27": 0.10197, + "28": 0.10127, + "29": 0.10116, + "30": 0.10243, + "31": 0.10107, + "32": 0.10147, + "33": 0.10181, + "34": 0.1038, + "35": 0.10095, + "36": 0.09889, + "37": 0.09992, + "38": 0.10001, + "39": 0.10006, + "40": 0.10004, + "41": 0.09886, + "42": 0.09836, + "43": 0.09974, + "44": 0.10016, + "45": 0.10004, + "46": 0.09945, + "47": 0.0989, + "48": 0.09882, + "49": 0.09906, + "50": 0.09893, + "51": 0.10108, + "52": 0.10571, + "53": 0.10114, + "54": 0.09935, + "55": 0.09893, + "56": 0.09871, + "57": 0.10568, + "58": 0.09952, + "59": 0.10185, + "60": 0.09937, + "61": 0.09902, + "62": 0.10469, + "63": 0.10029, + "64": 0.09881, + "65": 0.09927, + "66": 0.09932, + "67": 0.10538, + "68": 0.09988, + "69": 0.10144, + "70": 0.09918, + "71": 0.10686, + "72": 0.09922, + "73": 0.09936, + "74": 0.09915, + "75": 0.09862, + "76": 0.1068, + "77": 0.09885, + "78": 0.09998, + "79": 0.1002, + "80": 0.09911, + "81": 0.10038, + "82": 0.09931, + "83": 0.09871, + "84": 0.09987, + "85": 0.09983, + "86": 0.10014, + "87": 0.0994, + "88": 0.09924, + "89": 0.10058, + "90": 0.10033, + "91": 0.10009, + "92": 0.10037, + "93": 0.09877, + "94": 0.09968, + "95": 0.10011, + "96": 0.09929, + "97": 0.09969, + "98": 0.09929, + "99": 0.10037, + "100": 0.10155 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 482e2d753b9..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85787, - "2": 10.87336, - "3": 10.86821, - "4": 10.87255, - "5": 10.87398, - "6": 10.89631, - "7": 10.86379, - "8": 10.87834, - "9": 10.87399, - "10": 10.83714, - "11": 10.86988, - "12": 10.85947, - "13": 10.87777, - "14": 10.87924, - "15": 10.81888, - "16": 10.83058, - "17": 10.78684, - "18": 10.80146, - "19": 10.79775, - "20": 10.71155, - "21": 10.6865, - "22": 10.55277, - "23": 10.7014, - "24": 10.58527, - "25": 10.52658, - "26": 10.58299, - "27": 10.59487, - "28": 10.54787, - "29": 10.55928, - "30": 10.32818, - "31": 10.08272, - "32": 10.44699, - "33": 10.42755, - "34": 10.17932, - "35": 10.24095, - "36": 10.18094, - "37": 10.32809, - "38": 10.16727, - "39": 10.37344, - "40": 10.05079, - "41": 10.10728, - "42": 10.17799, - "43": 9.77846, - "44": 9.91207, - "45": 9.77392, - "46": 9.75431, - "47": 10.09497, - "48": 9.79523, - "49": 9.46391, - "50": 9.8673, - "51": 9.80381, - "52": 9.68202, - "53": 10.02345, - "54": 9.91634, - "55": 9.82456, - "56": 9.56974, - "57": 9.42672, - "58": 9.78081, - "59": 9.53243, - "60": 9.44593, - "61": 9.64254, - "62": 9.94293, - "63": 9.31764, - "64": 9.72548, - "65": 8.88739, - "66": 9.65691, - "67": 9.31749, - "68": 9.73495, - "69": 9.74866, - "70": 9.69625, - "71": 9.57689, - "72": 9.52422, - "73": 9.45595, - "74": 8.88269, - "75": 9.37584, - "76": 9.01136, - "77": 10.02287, - "78": 9.67963, - "79": 9.33172, - "80": 9.35826, - "81": 9.43394, - "82": 9.65054, - "83": 9.25503, - "84": 9.3714, - "85": 9.5623, - "86": 9.03489, - "87": 9.54614, - "88": 9.69785, - "89": 9.54656, - "90": 9.77624, - "91": 9.2884, - "92": 9.30662, - "93": 9.02647, - "94": 8.78837, - "95": 9.48027, - "96": 9.47974, - "97": 9.25611, - "98": 9.61949, - "99": 8.83824, - "100": 9.35135 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1858.0, - "2": 1854.0, - "3": 1803.0, - "4": 1955.0, - "5": 2000.0, - "6": 2036.0, - "7": 1932.0, - "8": 1791.0, - "9": 1935.0, - "10": 1654.0, - "11": 2080.0, - "12": 1881.0, - "13": 1977.0, - "14": 2080.0, - "15": 1957.0, - "16": 1910.0, - "17": 1974.0, - "18": 1896.0, - "19": 1955.0, - "20": 1816.0, - "21": 1906.0, - "22": 1972.0, - "23": 2062.0, - "24": 1897.0, - "25": 1830.0, - "26": 1788.0, - "27": 1849.0, - "28": 2008.0, - "29": 2128.0, - "30": 1969.0, - "31": 1630.0, - "32": 2057.0, - "33": 2171.0, - "34": 1947.0, - "35": 2097.0, - "36": 1972.0, - "37": 2348.0, - "38": 2186.0, - "39": 2378.0, - "40": 2181.0, - "41": 2326.0, - "42": 2334.0, - "43": 2219.0, - "44": 2234.0, - "45": 2231.0, - "46": 2229.0, - "47": 2449.0, - "48": 2439.0, - "49": 2159.0, - "50": 2290.0, - "51": 2514.0, - "52": 2513.0, - "53": 2894.0, - "54": 2656.0, - "55": 2348.0, - "56": 2506.0, - "57": 2501.0, - "58": 2770.0, - "59": 2681.0, - "60": 2434.0, - "61": 2776.0, - "62": 2596.0, - "63": 2617.0, - "64": 3012.0, - "65": 2657.0, - "66": 2947.0, - "67": 3089.0, - "68": 2818.0, - "69": 2909.0, - "70": 3025.0, - "71": 2924.0, - "72": 2702.0, - "73": 2947.0, - "74": 2306.0, - "75": 2791.0, - "76": 3093.0, - "77": 3107.0, - "78": 3134.0, - "79": 3205.0, - "80": 3123.0, - "81": 3290.0, - "82": 3172.0, - "83": 2719.0, - "84": 3328.0, - "85": 3255.0, - "86": 2546.0, - "87": 3472.0, - "88": 3068.0, - "89": 2953.0, - "90": 3300.0, - "91": 3154.0, - "92": 3061.0, - "93": 2889.0, - "94": 3535.0, - "95": 3078.0, - "96": 3181.0, - "97": 3135.0, - "98": 3569.0, - "99": 3319.0, - "100": 3223.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 921653248.0, - "2": 921653248.0, - "3": 921653248.0, - "4": 921653248.0, - "5": 921653248.0, - "6": 921653248.0, - "7": 921653248.0, - "8": 921653248.0, - "9": 921653248.0, - "10": 921653248.0, - "11": 921653248.0, - "12": 921653248.0, - "13": 921653248.0, - "14": 921653248.0, - "15": 921653248.0, - "16": 921653248.0, - "17": 921653248.0, - "18": 921653248.0, - "19": 921653248.0, - "20": 921653248.0, - "21": 921653248.0, - "22": 921653248.0, - "23": 921653248.0, - "24": 921653248.0, - "25": 921653248.0, - "26": 921653248.0, - "27": 921653248.0, - "28": 921653248.0, - "29": 921653248.0, - "30": 921653248.0, - "31": 921653248.0, - "32": 921653248.0, - "33": 921653248.0, - "34": 921653248.0, - "35": 921653248.0, - "36": 921653248.0, - "37": 921653248.0, - "38": 921653248.0, - "39": 921653248.0, - "40": 921653248.0, - "41": 921653248.0, - "42": 921653248.0, - "43": 921653248.0, - "44": 921653248.0, - "45": 921653248.0, - "46": 921653248.0, - "47": 921653248.0, - "48": 921653248.0, - "49": 921653248.0, - "50": 921653248.0, - "51": 921653248.0, - "52": 921653248.0, - "53": 921653248.0, - "54": 921653248.0, - "55": 921653248.0, - "56": 921653248.0, - "57": 921653248.0, - "58": 921653248.0, - "59": 921653248.0, - "60": 921653248.0, - "61": 921653248.0, - "62": 921653248.0, - "63": 921653248.0, - "64": 921653248.0, - "65": 921653248.0, - "66": 921653248.0, - "67": 921653248.0, - "68": 921653248.0, - "69": 921653248.0, - "70": 921653248.0, - "71": 921653248.0, - "72": 921653248.0, - "73": 921653248.0, - "74": 921653248.0, - "75": 921653248.0, - "76": 921653248.0, - "77": 921653248.0, - "78": 921653248.0, - "79": 921653248.0, - "80": 921653248.0, - "81": 921653248.0, - "82": 921653248.0, - "83": 921653248.0, - "84": 921653248.0, - "85": 921653248.0, - "86": 921653248.0, - "87": 921653248.0, - "88": 921653248.0, - "89": 921653248.0, - "90": 921653248.0, - "91": 921653248.0, - "92": 921653248.0, - "93": 921653248.0, - "94": 921653248.0, - "95": 921653248.0, - "96": 921653248.0, - "97": 921653248.0, - "98": 921653248.0, - "99": 921653248.0, - "100": 921653248.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2237722624.0, - "2": 2600334336.0, - "3": 2600334336.0, - "4": 2600334336.0, - "5": 2600334336.0, - "6": 2600334336.0, - "7": 2600334336.0, - "8": 2600334336.0, - "9": 2600334336.0, - "10": 2600334336.0, - "11": 2600334336.0, - "12": 2600334336.0, - "13": 2600334336.0, - "14": 2600334336.0, - "15": 2600334336.0, - "16": 2600334336.0, - "17": 2600334336.0, - "18": 2600334336.0, - "19": 2600334336.0, - "20": 2600334336.0, - "21": 2600334336.0, - "22": 2600334336.0, - "23": 2600334336.0, - "24": 2600334336.0, - "25": 2600334336.0, - "26": 2600334336.0, - "27": 2600334336.0, - "28": 2600334336.0, - "29": 2600334336.0, - "30": 2600334336.0, - "31": 2600334336.0, - "32": 2600334336.0, - "33": 2600334336.0, - "34": 2600334336.0, - "35": 2600334336.0, - "36": 2600334336.0, - "37": 2600334336.0, - "38": 2600334336.0, - "39": 2600334336.0, - "40": 2600334336.0, - "41": 2600334336.0, - "42": 2600334336.0, - "43": 2600334336.0, - "44": 2600334336.0, - "45": 2600334336.0, - "46": 2600334336.0, - "47": 2600334336.0, - "48": 2600334336.0, - "49": 2600334336.0, - "50": 2600334336.0, - "51": 2600334336.0, - "52": 2600334336.0, - "53": 2600334336.0, - "54": 2600334336.0, - "55": 2600334336.0, - "56": 2600334336.0, - "57": 2600334336.0, - "58": 2600334336.0, - "59": 2600334336.0, - "60": 2600334336.0, - "61": 2600334336.0, - "62": 2600334336.0, - "63": 2600334336.0, - "64": 2600334336.0, - "65": 2600334336.0, - "66": 2600334336.0, - "67": 2600334336.0, - "68": 2600334336.0, - "69": 2600334336.0, - "70": 2600334336.0, - "71": 2600334336.0, - "72": 2600334336.0, - "73": 2600334336.0, - "74": 2600334336.0, - "75": 2600334336.0, - "76": 2600334336.0, - "77": 2600334336.0, - "78": 2600334336.0, - "79": 2600334336.0, - "80": 2600334336.0, - "81": 2600334336.0, - "82": 2600334336.0, - "83": 2600334336.0, - "84": 2600334336.0, - "85": 2600334336.0, - "86": 2600334336.0, - "87": 2600334336.0, - "88": 2600334336.0, - "89": 2600334336.0, - "90": 2600334336.0, - "91": 2600334336.0, - "92": 2600334336.0, - "93": 2600334336.0, - "94": 2600334336.0, - "95": 2600334336.0, - "96": 2600334336.0, - "97": 2600334336.0, - "98": 2600334336.0, - "99": 2600334336.0, - "100": 2600334336.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 9.95491, - "2": 0.12886, - "3": 0.09196, - "4": 0.09036, - "5": 0.0891, - "6": 0.08806, - "7": 0.08916, - "8": 0.08903, - "9": 0.08912, - "10": 0.08738, - "11": 0.08775, - "12": 0.08738, - "13": 0.08675, - "14": 0.08535, - "15": 0.08586, - "16": 0.0851, - "17": 0.08505, - "18": 0.08481, - "19": 0.08648, - "20": 0.08679, - "21": 0.08735, - "22": 0.08776, - "23": 0.0857, - "24": 0.0851, - "25": 0.08801, - "26": 0.08761, - "27": 0.08685, - "28": 0.08721, - "29": 0.08807, - "30": 0.08783, - "31": 0.08825, - "32": 0.08805, - "33": 0.08749, - "34": 0.08564, - "35": 0.085, - "36": 0.08606, - "37": 0.08494, - "38": 0.08477, - "39": 0.08603, - "40": 0.08627, - "41": 0.08694, - "42": 0.08578, - "43": 0.08584, - "44": 0.08577, - "45": 0.08596, - "46": 0.08538, - "47": 0.0862, - "48": 0.08574, - "49": 0.08854, - "50": 0.08527, - "51": 0.09439, - "52": 0.08466, - "53": 0.08545, - "54": 0.08497, - "55": 0.08493, - "56": 0.08787, - "57": 0.08631, - "58": 0.08602, - "59": 0.08587, - "60": 0.0854, - "61": 0.08742, - "62": 0.0911, - "63": 0.09274, - "64": 0.08551, - "65": 0.08568, - "66": 0.0853, - "67": 0.08594, - "68": 0.08625, - "69": 0.08637, - "70": 0.08573, - "71": 0.08555, - "72": 0.0872, - "73": 0.08585, - "74": 0.08614, - "75": 0.08597, - "76": 0.08636, - "77": 0.08583, - "78": 0.08519, - "79": 0.0856, - "80": 0.08653, - "81": 0.08552, - "82": 0.08602, - "83": 0.08556, - "84": 0.08482, - "85": 0.08554, - "86": 0.08706, - "87": 0.08629, - "88": 0.08512, - "89": 0.08574, - "90": 0.08568, - "91": 0.08531, - "92": 0.08556, - "93": 0.08519, - "94": 0.08579, - "95": 0.0868, - "96": 0.08804, - "97": 0.08724, - "98": 0.08666, - "99": 0.08515, - "100": 0.08511 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index b0474f2f8ec..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85787, - "2": 10.87336, - "3": 10.86821, - "4": 10.87255, - "5": 10.87398, - "6": 10.89631, - "7": 10.86379, - "8": 10.87834, - "9": 10.87399, - "10": 10.83714, - "11": 10.86988, - "12": 10.85947, - "13": 10.87777, - "14": 10.87924, - "15": 10.81888, - "16": 10.83058, - "17": 10.78684, - "18": 10.80146, - "19": 10.79775, - "20": 10.71155, - "21": 10.6865, - "22": 10.55277, - "23": 10.7014, - "24": 10.58527, - "25": 10.52658, - "26": 10.58299, - "27": 10.59487, - "28": 10.54787, - "29": 10.55928, - "30": 10.32818, - "31": 10.08272, - "32": 10.44699, - "33": 10.42755, - "34": 10.17932, - "35": 10.24095, - "36": 10.18094, - "37": 10.32809, - "38": 10.16727, - "39": 10.37344, - "40": 10.05079, - "41": 10.10728, - "42": 10.17799, - "43": 9.77846, - "44": 9.91207, - "45": 9.77392, - "46": 9.75431, - "47": 10.09497, - "48": 9.79523, - "49": 9.46391, - "50": 9.8673, - "51": 9.80381, - "52": 9.68202, - "53": 10.02345, - "54": 9.91634, - "55": 9.82456, - "56": 9.56974, - "57": 9.42672, - "58": 9.78081, - "59": 9.53243, - "60": 9.44593, - "61": 9.64254, - "62": 9.94293, - "63": 9.31764, - "64": 9.72548, - "65": 8.88739, - "66": 9.65691, - "67": 9.31749, - "68": 9.73495, - "69": 9.74866, - "70": 9.69625, - "71": 9.57689, - "72": 9.52422, - "73": 9.45595, - "74": 8.88269, - "75": 9.37584, - "76": 9.01136, - "77": 10.02287, - "78": 9.67963, - "79": 9.33172, - "80": 9.35826, - "81": 9.43394, - "82": 9.65054, - "83": 9.25503, - "84": 9.3714, - "85": 9.5623, - "86": 9.03489, - "87": 9.54614, - "88": 9.69785, - "89": 9.54656, - "90": 9.77624, - "91": 9.2884, - "92": 9.30662, - "93": 9.02647, - "94": 8.78837, - "95": 9.48027, - "96": 9.47974, - "97": 9.25611, - "98": 9.61949, - "99": 8.83824, - "100": 9.35135 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1858.0, - "2": 1854.0, - "3": 1803.0, - "4": 1955.0, - "5": 2000.0, - "6": 2036.0, - "7": 1932.0, - "8": 1791.0, - "9": 1935.0, - "10": 1654.0, - "11": 2080.0, - "12": 1881.0, - "13": 1977.0, - "14": 2080.0, - "15": 1957.0, - "16": 1910.0, - "17": 1974.0, - "18": 1896.0, - "19": 1955.0, - "20": 1816.0, - "21": 1906.0, - "22": 1972.0, - "23": 2062.0, - "24": 1897.0, - "25": 1830.0, - "26": 1788.0, - "27": 1849.0, - "28": 2008.0, - "29": 2128.0, - "30": 1969.0, - "31": 1630.0, - "32": 2057.0, - "33": 2171.0, - "34": 1947.0, - "35": 2097.0, - "36": 1972.0, - "37": 2348.0, - "38": 2186.0, - "39": 2378.0, - "40": 2181.0, - "41": 2326.0, - "42": 2334.0, - "43": 2219.0, - "44": 2234.0, - "45": 2231.0, - "46": 2229.0, - "47": 2449.0, - "48": 2439.0, - "49": 2159.0, - "50": 2290.0, - "51": 2514.0, - "52": 2513.0, - "53": 2894.0, - "54": 2656.0, - "55": 2348.0, - "56": 2506.0, - "57": 2501.0, - "58": 2770.0, - "59": 2681.0, - "60": 2434.0, - "61": 2776.0, - "62": 2596.0, - "63": 2617.0, - "64": 3012.0, - "65": 2657.0, - "66": 2947.0, - "67": 3089.0, - "68": 2818.0, - "69": 2909.0, - "70": 3025.0, - "71": 2924.0, - "72": 2702.0, - "73": 2947.0, - "74": 2306.0, - "75": 2791.0, - "76": 3093.0, - "77": 3107.0, - "78": 3134.0, - "79": 3205.0, - "80": 3123.0, - "81": 3290.0, - "82": 3172.0, - "83": 2719.0, - "84": 3328.0, - "85": 3255.0, - "86": 2546.0, - "87": 3472.0, - "88": 3068.0, - "89": 2953.0, - "90": 3300.0, - "91": 3154.0, - "92": 3061.0, - "93": 2889.0, - "94": 3535.0, - "95": 3078.0, - "96": 3181.0, - "97": 3135.0, - "98": 3569.0, - "99": 3319.0, - "100": 3223.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 921653248.0, - "2": 921653248.0, - "3": 921653248.0, - "4": 921653248.0, - "5": 921653248.0, - "6": 921653248.0, - "7": 921653248.0, - "8": 921653248.0, - "9": 921653248.0, - "10": 921653248.0, - "11": 921653248.0, - "12": 921653248.0, - "13": 921653248.0, - "14": 921653248.0, - "15": 921653248.0, - "16": 921653248.0, - "17": 921653248.0, - "18": 921653248.0, - "19": 921653248.0, - "20": 921653248.0, - "21": 921653248.0, - "22": 921653248.0, - "23": 921653248.0, - "24": 921653248.0, - "25": 921653248.0, - "26": 921653248.0, - "27": 921653248.0, - "28": 921653248.0, - "29": 921653248.0, - "30": 921653248.0, - "31": 921653248.0, - "32": 921653248.0, - "33": 921653248.0, - "34": 921653248.0, - "35": 921653248.0, - "36": 921653248.0, - "37": 921653248.0, - "38": 921653248.0, - "39": 921653248.0, - "40": 921653248.0, - "41": 921653248.0, - "42": 921653248.0, - "43": 921653248.0, - "44": 921653248.0, - "45": 921653248.0, - "46": 921653248.0, - "47": 921653248.0, - "48": 921653248.0, - "49": 921653248.0, - "50": 921653248.0, - "51": 921653248.0, - "52": 921653248.0, - "53": 921653248.0, - "54": 921653248.0, - "55": 921653248.0, - "56": 921653248.0, - "57": 921653248.0, - "58": 921653248.0, - "59": 921653248.0, - "60": 921653248.0, - "61": 921653248.0, - "62": 921653248.0, - "63": 921653248.0, - "64": 921653248.0, - "65": 921653248.0, - "66": 921653248.0, - "67": 921653248.0, - "68": 921653248.0, - "69": 921653248.0, - "70": 921653248.0, - "71": 921653248.0, - "72": 921653248.0, - "73": 921653248.0, - "74": 921653248.0, - "75": 921653248.0, - "76": 921653248.0, - "77": 921653248.0, - "78": 921653248.0, - "79": 921653248.0, - "80": 921653248.0, - "81": 921653248.0, - "82": 921653248.0, - "83": 921653248.0, - "84": 921653248.0, - "85": 921653248.0, - "86": 921653248.0, - "87": 921653248.0, - "88": 921653248.0, - "89": 921653248.0, - "90": 921653248.0, - "91": 921653248.0, - "92": 921653248.0, - "93": 921653248.0, - "94": 921653248.0, - "95": 921653248.0, - "96": 921653248.0, - "97": 921653248.0, - "98": 921653248.0, - "99": 921653248.0, - "100": 921653248.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2237722624.0, - "2": 2600334336.0, - "3": 2600334336.0, - "4": 2600334336.0, - "5": 2600334336.0, - "6": 2600334336.0, - "7": 2600334336.0, - "8": 2600334336.0, - "9": 2600334336.0, - "10": 2600334336.0, - "11": 2600334336.0, - "12": 2600334336.0, - "13": 2600334336.0, - "14": 2600334336.0, - "15": 2600334336.0, - "16": 2600334336.0, - "17": 2600334336.0, - "18": 2600334336.0, - "19": 2600334336.0, - "20": 2600334336.0, - "21": 2600334336.0, - "22": 2600334336.0, - "23": 2600334336.0, - "24": 2600334336.0, - "25": 2600334336.0, - "26": 2600334336.0, - "27": 2600334336.0, - "28": 2600334336.0, - "29": 2600334336.0, - "30": 2600334336.0, - "31": 2600334336.0, - "32": 2600334336.0, - "33": 2600334336.0, - "34": 2600334336.0, - "35": 2600334336.0, - "36": 2600334336.0, - "37": 2600334336.0, - "38": 2600334336.0, - "39": 2600334336.0, - "40": 2600334336.0, - "41": 2600334336.0, - "42": 2600334336.0, - "43": 2600334336.0, - "44": 2600334336.0, - "45": 2600334336.0, - "46": 2600334336.0, - "47": 2600334336.0, - "48": 2600334336.0, - "49": 2600334336.0, - "50": 2600334336.0, - "51": 2600334336.0, - "52": 2600334336.0, - "53": 2600334336.0, - "54": 2600334336.0, - "55": 2600334336.0, - "56": 2600334336.0, - "57": 2600334336.0, - "58": 2600334336.0, - "59": 2600334336.0, - "60": 2600334336.0, - "61": 2600334336.0, - "62": 2600334336.0, - "63": 2600334336.0, - "64": 2600334336.0, - "65": 2600334336.0, - "66": 2600334336.0, - "67": 2600334336.0, - "68": 2600334336.0, - "69": 2600334336.0, - "70": 2600334336.0, - "71": 2600334336.0, - "72": 2600334336.0, - "73": 2600334336.0, - "74": 2600334336.0, - "75": 2600334336.0, - "76": 2600334336.0, - "77": 2600334336.0, - "78": 2600334336.0, - "79": 2600334336.0, - "80": 2600334336.0, - "81": 2600334336.0, - "82": 2600334336.0, - "83": 2600334336.0, - "84": 2600334336.0, - "85": 2600334336.0, - "86": 2600334336.0, - "87": 2600334336.0, - "88": 2600334336.0, - "89": 2600334336.0, - "90": 2600334336.0, - "91": 2600334336.0, - "92": 2600334336.0, - "93": 2600334336.0, - "94": 2600334336.0, - "95": 2600334336.0, - "96": 2600334336.0, - "97": 2600334336.0, - "98": 2600334336.0, - "99": 2600334336.0, - "100": 2600334336.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.39748, - "2": 0.11699, - "3": 0.10324, - "4": 0.10602, - "5": 0.10273, - "6": 0.10169, - "7": 0.10402, - "8": 0.10582, - "9": 0.10893, - "10": 0.10156, - "11": 0.10006, - "12": 0.10034, - "13": 0.10111, - "14": 0.10835, - "15": 0.10198, - "16": 0.10295, - "17": 0.10379, - "18": 0.10096, - "19": 0.10678, - "20": 0.10208, - "21": 0.10213, - "22": 0.10179, - "23": 0.10357, - "24": 0.10282, - "25": 0.09979, - "26": 0.10143, - "27": 0.10197, - "28": 0.10127, - "29": 0.10116, - "30": 0.10243, - "31": 0.10107, - "32": 0.10147, - "33": 0.10181, - "34": 0.1038, - "35": 0.10095, - "36": 0.09889, - "37": 0.09992, - "38": 0.10001, - "39": 0.10006, - "40": 0.10004, - "41": 0.09886, - "42": 0.09836, - "43": 0.09974, - "44": 0.10016, - "45": 0.10004, - "46": 0.09945, - "47": 0.0989, - "48": 0.09882, - "49": 0.09906, - "50": 0.09893, - "51": 0.10108, - "52": 0.10571, - "53": 0.10114, - "54": 0.09935, - "55": 0.09893, - "56": 0.09871, - "57": 0.10568, - "58": 0.09952, - "59": 0.10185, - "60": 0.09937, - "61": 0.09902, - "62": 0.10469, - "63": 0.10029, - "64": 0.09881, - "65": 0.09927, - "66": 0.09932, - "67": 0.10538, - "68": 0.09988, - "69": 0.10144, - "70": 0.09918, - "71": 0.10686, - "72": 0.09922, - "73": 0.09936, - "74": 0.09915, - "75": 0.09862, - "76": 0.1068, - "77": 0.09885, - "78": 0.09998, - "79": 0.1002, - "80": 0.09911, - "81": 0.10038, - "82": 0.09931, - "83": 0.09871, - "84": 0.09987, - "85": 0.09983, - "86": 0.10014, - "87": 0.0994, - "88": 0.09924, - "89": 0.10058, - "90": 0.10033, - "91": 0.10009, - "92": 0.10037, - "93": 0.09877, - "94": 0.09968, - "95": 0.10011, - "96": 0.09929, - "97": 0.09969, - "98": 0.09929, - "99": 0.10037, - "100": 0.10155 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings_interleaved_no_fusion/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings_interleaved_no_fusion/golden_values_dev_dgx_h100.json index 866cb310652..8655a61eb9b 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings_interleaved_no_fusion/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings_interleaved_no_fusion/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.22635, - "2": 0.13443, - "3": 0.11453, - "4": 0.11544, - "5": 0.11529, - "6": 0.1139, - "7": 0.11696, - "8": 0.11432, - "9": 0.11422, - "10": 0.11467, - "11": 0.1115, - "12": 0.11137, - "13": 0.11192, - "14": 0.1124, - "15": 0.11313, - "16": 0.11436, - "17": 0.11212, - "18": 0.11209, - "19": 0.11518, - "20": 0.11167, - "21": 0.11083, - "22": 0.11186, - "23": 0.11362, - "24": 0.11218, - "25": 0.1144, - "26": 0.11178, - "27": 0.11153, - "28": 0.11303, - "29": 0.11052, - "30": 0.11214, - "31": 0.1141, - "32": 0.1126, - "33": 0.11238, - "34": 0.1134, - "35": 0.11232, - "36": 0.11052, - "37": 0.11225, - "38": 0.1121, - "39": 0.113, - "40": 0.11315, - "41": 0.11169, - "42": 0.11263, - "43": 0.11419, - "44": 0.11234, - "45": 0.11091, - "46": 0.11336, - "47": 0.11328, - "48": 0.11388, - "49": 0.11279, - "50": 0.11198, - "51": 0.13191, - "52": 0.11591, - "53": 0.11273, - "54": 0.11461, - "55": 0.11358, - "56": 0.11259, - "57": 0.11325, - "58": 0.1162, - "59": 0.11491, - "60": 0.11726, - "61": 0.11465, - "62": 0.11311, - "63": 0.11801, - "64": 0.11752, - "65": 0.11546, - "66": 0.11225, - "67": 0.11448, - "68": 0.11548, + "1": 10.33977, + "2": 0.14663, + "3": 0.12463, + "4": 0.11901, + "5": 0.118, + "6": 0.11842, + "7": 0.11849, + "8": 0.11649, + "9": 0.11703, + "10": 0.11655, + "11": 0.11646, + "12": 0.11802, + "13": 0.11742, + "14": 0.1167, + "15": 0.11429, + "16": 0.11654, + "17": 0.11533, + "18": 0.11853, + "19": 0.1171, + "20": 0.11735, + "21": 0.11515, + "22": 0.11632, + "23": 0.11865, + "24": 0.11706, + "25": 0.11644, + "26": 0.11684, + "27": 0.11688, + "28": 0.11839, + "29": 0.11706, + "30": 0.11761, + "31": 0.11696, + "32": 0.11567, + "33": 0.1149, + "34": 0.11395, + "35": 0.11367, + "36": 0.11567, + "37": 0.11646, + "38": 0.11392, + "39": 0.11516, + "40": 0.11529, + "41": 0.11559, + "42": 0.11519, + "43": 0.11808, + "44": 0.11599, + "45": 0.11605, + "46": 0.11502, + "47": 0.11651, + "48": 0.11713, + "49": 0.11667, + "50": 0.11432, + "51": 0.12857, + "52": 0.12187, + "53": 0.11684, + "54": 0.11222, + "55": 0.11538, + "56": 0.11241, + "57": 0.11229, + "58": 0.11087, + "59": 0.11183, + "60": 0.11124, + "61": 0.11009, + "62": 0.11052, + "63": 0.11585, + "64": 0.11262, + "65": 0.11148, + "66": 0.11248, + "67": 0.11274, + "68": 0.11394, "69": 0.11397, - "70": 0.11275, - "71": 0.11441, - "72": 0.11487, - "73": 0.11522, - "74": 0.11426, - "75": 0.11345, - "76": 0.11269, - "77": 0.1157, - "78": 0.11597, - "79": 0.11379, - "80": 0.11587, - "81": 0.11486, - "82": 0.11305, - "83": 0.1127, - "84": 0.11361, - "85": 0.11384, - "86": 0.11703, - "87": 0.11426, - "88": 0.11283, - "89": 0.1146, - "90": 0.11235, - "91": 0.11207, - "92": 0.11217, - "93": 0.11286, - "94": 0.11446, - "95": 0.11504, - "96": 0.11469, - "97": 0.11241, - "98": 0.11333, - "99": 0.11104, - "100": 0.1126 + "70": 0.11233, + "71": 0.11354, + "72": 0.11589, + "73": 0.11373, + "74": 0.11483, + "75": 0.11512, + "76": 0.11378, + "77": 0.11431, + "78": 0.11374, + "79": 0.11521, + "80": 0.11486, + "81": 0.11364, + "82": 0.11419, + "83": 0.11439, + "84": 0.11589, + "85": 0.11422, + "86": 0.11458, + "87": 0.11184, + "88": 0.11418, + "89": 0.11264, + "90": 0.11169, + "91": 0.11452, + "92": 0.11215, + "93": 0.11431, + "94": 0.11145, + "95": 0.11129, + "96": 0.11113, + "97": 0.11365, + "98": 0.11127, + "99": 0.11136, + "100": 0.11229 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings_interleaved_no_fusion/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings_interleaved_no_fusion/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 444ff2cd262..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings_interleaved_no_fusion/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85902, - "2": 10.87345, - "3": 10.86919, - "4": 10.87273, - "5": 10.87389, - "6": 10.89658, - "7": 10.86387, - "8": 10.87869, - "9": 10.87439, - "10": 10.83846, - "11": 10.87012, - "12": 10.86011, - "13": 10.87824, - "14": 10.87935, - "15": 10.8191, - "16": 10.83109, - "17": 10.78722, - "18": 10.80215, - "19": 10.7983, - "20": 10.71224, - "21": 10.68683, - "22": 10.55402, - "23": 10.70111, - "24": 10.58621, - "25": 10.52673, - "26": 10.5837, - "27": 10.59499, - "28": 10.54816, - "29": 10.55965, - "30": 10.32899, - "31": 10.08331, - "32": 10.44752, - "33": 10.4278, - "34": 10.1796, - "35": 10.24121, - "36": 10.18155, - "37": 10.32827, - "38": 10.16792, - "39": 10.37357, - "40": 10.05111, - "41": 10.10708, - "42": 10.17823, - "43": 9.77867, - "44": 9.91197, - "45": 9.77404, - "46": 9.75415, - "47": 10.09501, - "48": 9.79531, - "49": 9.46422, - "50": 9.86729, - "51": 9.80375, - "52": 9.68218, - "53": 10.02348, - "54": 9.91595, - "55": 9.82442, - "56": 9.56994, - "57": 9.42628, - "58": 9.78075, - "59": 9.53254, - "60": 9.44561, - "61": 9.64249, - "62": 9.94298, - "63": 9.31745, - "64": 9.7256, - "65": 8.88735, - "66": 9.65711, - "67": 9.31747, - "68": 9.73506, - "69": 9.74863, - "70": 9.69601, - "71": 9.57682, - "72": 9.52425, - "73": 9.4558, - "74": 8.8826, - "75": 9.37563, - "76": 9.01106, - "77": 10.02278, - "78": 9.6796, - "79": 9.33171, - "80": 9.35836, - "81": 9.43399, - "82": 9.65055, - "83": 9.2551, - "84": 9.37131, - "85": 9.56237, - "86": 9.0351, - "87": 9.54617, - "88": 9.69806, - "89": 9.54657, - "90": 9.77627, - "91": 9.28858, - "92": 9.30652, - "93": 9.02646, - "94": 8.7883, - "95": 9.48041, - "96": 9.47962, - "97": 9.25545, - "98": 9.61947, - "99": 8.83854, - "100": 9.35116 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1862.0, - "2": 1874.0, - "3": 1748.0, - "4": 1955.0, - "5": 2050.0, - "6": 1997.0, - "7": 1967.0, - "8": 1853.0, - "9": 1965.0, - "10": 1652.0, - "11": 2042.0, - "12": 1877.0, - "13": 2076.0, - "14": 1956.0, - "15": 1953.0, - "16": 1915.0, - "17": 2045.0, - "18": 1965.0, - "19": 1988.0, - "20": 1785.0, - "21": 1941.0, - "22": 1928.0, - "23": 2112.0, - "24": 1802.0, - "25": 1933.0, - "26": 1786.0, - "27": 1945.0, - "28": 2037.0, - "29": 2119.0, - "30": 2022.0, - "31": 1699.0, - "32": 2130.0, - "33": 2187.0, - "34": 1929.0, - "35": 2092.0, - "36": 2109.0, - "37": 2362.0, - "38": 2211.0, - "39": 2383.0, - "40": 2203.0, - "41": 2288.0, - "42": 2224.0, - "43": 2150.0, - "44": 2206.0, - "45": 2187.0, - "46": 2181.0, - "47": 2260.0, - "48": 2341.0, - "49": 2210.0, - "50": 2219.0, - "51": 2508.0, - "52": 2483.0, - "53": 2959.0, - "54": 2554.0, - "55": 2408.0, - "56": 2452.0, - "57": 2528.0, - "58": 2594.0, - "59": 2750.0, - "60": 2563.0, - "61": 2794.0, - "62": 2495.0, - "63": 2493.0, - "64": 2965.0, - "65": 2569.0, - "66": 2877.0, - "67": 2969.0, - "68": 2803.0, - "69": 2944.0, - "70": 3001.0, - "71": 2867.0, - "72": 2714.0, - "73": 3017.0, - "74": 2281.0, - "75": 2774.0, - "76": 2983.0, - "77": 2955.0, - "78": 3148.0, - "79": 3076.0, - "80": 2992.0, - "81": 3255.0, - "82": 3212.0, - "83": 2809.0, - "84": 3266.0, - "85": 3188.0, - "86": 2616.0, - "87": 3492.0, - "88": 3130.0, - "89": 3020.0, - "90": 3238.0, - "91": 3106.0, - "92": 3183.0, - "93": 2960.0, - "94": 3492.0, - "95": 3112.0, - "96": 3256.0, - "97": 3055.0, - "98": 3558.0, - "99": 3196.0, - "100": 3109.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 921653248.0, - "2": 921653248.0, - "3": 921653248.0, - "4": 921653248.0, - "5": 921653248.0, - "6": 921653248.0, - "7": 921653248.0, - "8": 921653248.0, - "9": 921653248.0, - "10": 921653248.0, - "11": 921653248.0, - "12": 921653248.0, - "13": 921653248.0, - "14": 921653248.0, - "15": 921653248.0, - "16": 921653248.0, - "17": 921653248.0, - "18": 921653248.0, - "19": 921653248.0, - "20": 921653248.0, - "21": 921653248.0, - "22": 921653248.0, - "23": 921653248.0, - "24": 921653248.0, - "25": 921653248.0, - "26": 921653248.0, - "27": 921653248.0, - "28": 921653248.0, - "29": 921653248.0, - "30": 921653248.0, - "31": 921653248.0, - "32": 921653248.0, - "33": 921653248.0, - "34": 921653248.0, - "35": 921653248.0, - "36": 921653248.0, - "37": 921653248.0, - "38": 921653248.0, - "39": 921653248.0, - "40": 921653248.0, - "41": 921653248.0, - "42": 921653248.0, - "43": 921653248.0, - "44": 921653248.0, - "45": 921653248.0, - "46": 921653248.0, - "47": 921653248.0, - "48": 921653248.0, - "49": 921653248.0, - "50": 921653248.0, - "51": 921653248.0, - "52": 921653248.0, - "53": 921653248.0, - "54": 921653248.0, - "55": 921653248.0, - "56": 921653248.0, - "57": 921653248.0, - "58": 921653248.0, - "59": 921653248.0, - "60": 921653248.0, - "61": 921653248.0, - "62": 921653248.0, - "63": 921653248.0, - "64": 921653248.0, - "65": 921653248.0, - "66": 921653248.0, - "67": 921653248.0, - "68": 921653248.0, - "69": 921653248.0, - "70": 921653248.0, - "71": 921653248.0, - "72": 921653248.0, - "73": 921653248.0, - "74": 921653248.0, - "75": 921653248.0, - "76": 921653248.0, - "77": 921653248.0, - "78": 921653248.0, - "79": 921653248.0, - "80": 921653248.0, - "81": 921653248.0, - "82": 921653248.0, - "83": 921653248.0, - "84": 921653248.0, - "85": 921653248.0, - "86": 921653248.0, - "87": 921653248.0, - "88": 921653248.0, - "89": 921653248.0, - "90": 921653248.0, - "91": 921653248.0, - "92": 921653248.0, - "93": 921653248.0, - "94": 921653248.0, - "95": 921653248.0, - "96": 921653248.0, - "97": 921653248.0, - "98": 921653248.0, - "99": 921653248.0, - "100": 921653248.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2240868352.0, - "2": 2603480064.0, - "3": 2603480064.0, - "4": 2603480064.0, - "5": 2603480064.0, - "6": 2603480064.0, - "7": 2603480064.0, - "8": 2603480064.0, - "9": 2603480064.0, - "10": 2603480064.0, - "11": 2603480064.0, - "12": 2603480064.0, - "13": 2603480064.0, - "14": 2603480064.0, - "15": 2603480064.0, - "16": 2603480064.0, - "17": 2603480064.0, - "18": 2603480064.0, - "19": 2603480064.0, - "20": 2603480064.0, - "21": 2603480064.0, - "22": 2603480064.0, - "23": 2603480064.0, - "24": 2603480064.0, - "25": 2603480064.0, - "26": 2603480064.0, - "27": 2603480064.0, - "28": 2603480064.0, - "29": 2603480064.0, - "30": 2603480064.0, - "31": 2603480064.0, - "32": 2603480064.0, - "33": 2603480064.0, - "34": 2603480064.0, - "35": 2603480064.0, - "36": 2603480064.0, - "37": 2603480064.0, - "38": 2603480064.0, - "39": 2603480064.0, - "40": 2603480064.0, - "41": 2603480064.0, - "42": 2603480064.0, - "43": 2603480064.0, - "44": 2603480064.0, - "45": 2603480064.0, - "46": 2603480064.0, - "47": 2603480064.0, - "48": 2603480064.0, - "49": 2603480064.0, - "50": 2603480064.0, - "51": 2603480064.0, - "52": 2603480064.0, - "53": 2603480064.0, - "54": 2603480064.0, - "55": 2603480064.0, - "56": 2603480064.0, - "57": 2603480064.0, - "58": 2603480064.0, - "59": 2603480064.0, - "60": 2603480064.0, - "61": 2603480064.0, - "62": 2603480064.0, - "63": 2603480064.0, - "64": 2603480064.0, - "65": 2603480064.0, - "66": 2603480064.0, - "67": 2603480064.0, - "68": 2603480064.0, - "69": 2603480064.0, - "70": 2603480064.0, - "71": 2603480064.0, - "72": 2603480064.0, - "73": 2603480064.0, - "74": 2603480064.0, - "75": 2603480064.0, - "76": 2603480064.0, - "77": 2603480064.0, - "78": 2603480064.0, - "79": 2603480064.0, - "80": 2603480064.0, - "81": 2603480064.0, - "82": 2603480064.0, - "83": 2603480064.0, - "84": 2603480064.0, - "85": 2603480064.0, - "86": 2603480064.0, - "87": 2603480064.0, - "88": 2603480064.0, - "89": 2603480064.0, - "90": 2603480064.0, - "91": 2603480064.0, - "92": 2603480064.0, - "93": 2603480064.0, - "94": 2603480064.0, - "95": 2603480064.0, - "96": 2603480064.0, - "97": 2603480064.0, - "98": 2603480064.0, - "99": 2603480064.0, - "100": 2603480064.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 8.53967, - "2": 0.14008, - "3": 0.1043, - "4": 0.16652, - "5": 0.10343, - "6": 0.10275, - "7": 0.10316, - "8": 0.10367, - "9": 0.10405, - "10": 0.10359, - "11": 0.09939, - "12": 0.09913, - "13": 0.09947, - "14": 0.09988, - "15": 0.10308, - "16": 0.0992, - "17": 0.10106, - "18": 0.0992, - "19": 0.09921, - "20": 0.1056, - "21": 0.10004, - "22": 0.10135, - "23": 0.1021, - "24": 0.10492, - "25": 0.09982, - "26": 0.10268, - "27": 0.10169, - "28": 0.1028, - "29": 0.10458, - "30": 0.10225, - "31": 0.09971, - "32": 0.09988, - "33": 0.10453, - "34": 0.10059, - "35": 0.10094, - "36": 0.1008, - "37": 0.10217, - "38": 0.10611, - "39": 0.10301, - "40": 0.10034, - "41": 0.09987, - "42": 0.09958, - "43": 0.10624, - "44": 0.09987, - "45": 0.09978, - "46": 0.09969, - "47": 0.10044, - "48": 0.10951, - "49": 0.10288, - "50": 0.10274, - "51": 0.10908, - "52": 0.10956, - "53": 0.10353, - "54": 0.10291, - "55": 0.09986, - "56": 0.10048, - "57": 0.10053, - "58": 0.10032, - "59": 0.09989, - "60": 0.09972, - "61": 0.09968, - "62": 0.09979, - "63": 0.10038, - "64": 0.09948, - "65": 0.10028, - "66": 0.0996, - "67": 0.10025, - "68": 0.09985, - "69": 0.1, - "70": 0.10176, - "71": 0.10036, - "72": 0.09961, - "73": 0.09996, - "74": 0.10022, - "75": 0.10121, - "76": 0.1012, - "77": 0.10049, - "78": 0.10212, - "79": 0.10036, - "80": 0.10284, - "81": 0.10151, - "82": 0.10433, - "83": 0.10034, - "84": 0.09991, - "85": 0.10037, - "86": 0.10005, - "87": 0.10117, - "88": 0.10004, - "89": 0.10192, - "90": 0.09956, - "91": 0.09987, - "92": 0.0995, - "93": 0.10044, - "94": 0.10249, - "95": 0.10315, - "96": 0.10488, - "97": 0.10312, - "98": 0.10392, - "99": 0.10217, - "100": 0.10295 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings_interleaved_no_fusion/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings_interleaved_no_fusion/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 8655a61eb9b..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings_interleaved_no_fusion/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85902, - "2": 10.87345, - "3": 10.86919, - "4": 10.87273, - "5": 10.87389, - "6": 10.89658, - "7": 10.86387, - "8": 10.87869, - "9": 10.87439, - "10": 10.83846, - "11": 10.87012, - "12": 10.86011, - "13": 10.87824, - "14": 10.87935, - "15": 10.8191, - "16": 10.83109, - "17": 10.78722, - "18": 10.80215, - "19": 10.7983, - "20": 10.71224, - "21": 10.68683, - "22": 10.55402, - "23": 10.70111, - "24": 10.58621, - "25": 10.52673, - "26": 10.5837, - "27": 10.59499, - "28": 10.54816, - "29": 10.55965, - "30": 10.32899, - "31": 10.08331, - "32": 10.44752, - "33": 10.4278, - "34": 10.1796, - "35": 10.24121, - "36": 10.18155, - "37": 10.32827, - "38": 10.16792, - "39": 10.37357, - "40": 10.05111, - "41": 10.10708, - "42": 10.17823, - "43": 9.77867, - "44": 9.91197, - "45": 9.77404, - "46": 9.75415, - "47": 10.09501, - "48": 9.79531, - "49": 9.46422, - "50": 9.86729, - "51": 9.80375, - "52": 9.68218, - "53": 10.02348, - "54": 9.91595, - "55": 9.82442, - "56": 9.56994, - "57": 9.42628, - "58": 9.78075, - "59": 9.53254, - "60": 9.44561, - "61": 9.64249, - "62": 9.94298, - "63": 9.31745, - "64": 9.7256, - "65": 8.88735, - "66": 9.65711, - "67": 9.31747, - "68": 9.73506, - "69": 9.74863, - "70": 9.69601, - "71": 9.57682, - "72": 9.52425, - "73": 9.4558, - "74": 8.8826, - "75": 9.37563, - "76": 9.01106, - "77": 10.02278, - "78": 9.6796, - "79": 9.33171, - "80": 9.35836, - "81": 9.43399, - "82": 9.65055, - "83": 9.2551, - "84": 9.37131, - "85": 9.56237, - "86": 9.0351, - "87": 9.54617, - "88": 9.69806, - "89": 9.54657, - "90": 9.77627, - "91": 9.28858, - "92": 9.30652, - "93": 9.02646, - "94": 8.7883, - "95": 9.48041, - "96": 9.47962, - "97": 9.25545, - "98": 9.61947, - "99": 8.83854, - "100": 9.35116 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1862.0, - "2": 1874.0, - "3": 1748.0, - "4": 1955.0, - "5": 2050.0, - "6": 1997.0, - "7": 1967.0, - "8": 1853.0, - "9": 1965.0, - "10": 1652.0, - "11": 2042.0, - "12": 1877.0, - "13": 2076.0, - "14": 1956.0, - "15": 1953.0, - "16": 1915.0, - "17": 2045.0, - "18": 1965.0, - "19": 1988.0, - "20": 1785.0, - "21": 1941.0, - "22": 1928.0, - "23": 2112.0, - "24": 1802.0, - "25": 1933.0, - "26": 1786.0, - "27": 1945.0, - "28": 2037.0, - "29": 2119.0, - "30": 2022.0, - "31": 1699.0, - "32": 2130.0, - "33": 2187.0, - "34": 1929.0, - "35": 2092.0, - "36": 2109.0, - "37": 2362.0, - "38": 2211.0, - "39": 2383.0, - "40": 2203.0, - "41": 2288.0, - "42": 2224.0, - "43": 2150.0, - "44": 2206.0, - "45": 2187.0, - "46": 2181.0, - "47": 2260.0, - "48": 2341.0, - "49": 2210.0, - "50": 2219.0, - "51": 2508.0, - "52": 2483.0, - "53": 2959.0, - "54": 2554.0, - "55": 2408.0, - "56": 2452.0, - "57": 2528.0, - "58": 2594.0, - "59": 2750.0, - "60": 2563.0, - "61": 2794.0, - "62": 2495.0, - "63": 2493.0, - "64": 2965.0, - "65": 2569.0, - "66": 2877.0, - "67": 2969.0, - "68": 2803.0, - "69": 2944.0, - "70": 3001.0, - "71": 2867.0, - "72": 2714.0, - "73": 3017.0, - "74": 2281.0, - "75": 2774.0, - "76": 2983.0, - "77": 2955.0, - "78": 3148.0, - "79": 3076.0, - "80": 2992.0, - "81": 3255.0, - "82": 3212.0, - "83": 2809.0, - "84": 3266.0, - "85": 3188.0, - "86": 2616.0, - "87": 3492.0, - "88": 3130.0, - "89": 3020.0, - "90": 3238.0, - "91": 3106.0, - "92": 3183.0, - "93": 2960.0, - "94": 3492.0, - "95": 3112.0, - "96": 3256.0, - "97": 3055.0, - "98": 3558.0, - "99": 3196.0, - "100": 3109.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 921653248.0, - "2": 921653248.0, - "3": 921653248.0, - "4": 921653248.0, - "5": 921653248.0, - "6": 921653248.0, - "7": 921653248.0, - "8": 921653248.0, - "9": 921653248.0, - "10": 921653248.0, - "11": 921653248.0, - "12": 921653248.0, - "13": 921653248.0, - "14": 921653248.0, - "15": 921653248.0, - "16": 921653248.0, - "17": 921653248.0, - "18": 921653248.0, - "19": 921653248.0, - "20": 921653248.0, - "21": 921653248.0, - "22": 921653248.0, - "23": 921653248.0, - "24": 921653248.0, - "25": 921653248.0, - "26": 921653248.0, - "27": 921653248.0, - "28": 921653248.0, - "29": 921653248.0, - "30": 921653248.0, - "31": 921653248.0, - "32": 921653248.0, - "33": 921653248.0, - "34": 921653248.0, - "35": 921653248.0, - "36": 921653248.0, - "37": 921653248.0, - "38": 921653248.0, - "39": 921653248.0, - "40": 921653248.0, - "41": 921653248.0, - "42": 921653248.0, - "43": 921653248.0, - "44": 921653248.0, - "45": 921653248.0, - "46": 921653248.0, - "47": 921653248.0, - "48": 921653248.0, - "49": 921653248.0, - "50": 921653248.0, - "51": 921653248.0, - "52": 921653248.0, - "53": 921653248.0, - "54": 921653248.0, - "55": 921653248.0, - "56": 921653248.0, - "57": 921653248.0, - "58": 921653248.0, - "59": 921653248.0, - "60": 921653248.0, - "61": 921653248.0, - "62": 921653248.0, - "63": 921653248.0, - "64": 921653248.0, - "65": 921653248.0, - "66": 921653248.0, - "67": 921653248.0, - "68": 921653248.0, - "69": 921653248.0, - "70": 921653248.0, - "71": 921653248.0, - "72": 921653248.0, - "73": 921653248.0, - "74": 921653248.0, - "75": 921653248.0, - "76": 921653248.0, - "77": 921653248.0, - "78": 921653248.0, - "79": 921653248.0, - "80": 921653248.0, - "81": 921653248.0, - "82": 921653248.0, - "83": 921653248.0, - "84": 921653248.0, - "85": 921653248.0, - "86": 921653248.0, - "87": 921653248.0, - "88": 921653248.0, - "89": 921653248.0, - "90": 921653248.0, - "91": 921653248.0, - "92": 921653248.0, - "93": 921653248.0, - "94": 921653248.0, - "95": 921653248.0, - "96": 921653248.0, - "97": 921653248.0, - "98": 921653248.0, - "99": 921653248.0, - "100": 921653248.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2240868352.0, - "2": 2603480064.0, - "3": 2603480064.0, - "4": 2603480064.0, - "5": 2603480064.0, - "6": 2603480064.0, - "7": 2603480064.0, - "8": 2603480064.0, - "9": 2603480064.0, - "10": 2603480064.0, - "11": 2603480064.0, - "12": 2603480064.0, - "13": 2603480064.0, - "14": 2603480064.0, - "15": 2603480064.0, - "16": 2603480064.0, - "17": 2603480064.0, - "18": 2603480064.0, - "19": 2603480064.0, - "20": 2603480064.0, - "21": 2603480064.0, - "22": 2603480064.0, - "23": 2603480064.0, - "24": 2603480064.0, - "25": 2603480064.0, - "26": 2603480064.0, - "27": 2603480064.0, - "28": 2603480064.0, - "29": 2603480064.0, - "30": 2603480064.0, - "31": 2603480064.0, - "32": 2603480064.0, - "33": 2603480064.0, - "34": 2603480064.0, - "35": 2603480064.0, - "36": 2603480064.0, - "37": 2603480064.0, - "38": 2603480064.0, - "39": 2603480064.0, - "40": 2603480064.0, - "41": 2603480064.0, - "42": 2603480064.0, - "43": 2603480064.0, - "44": 2603480064.0, - "45": 2603480064.0, - "46": 2603480064.0, - "47": 2603480064.0, - "48": 2603480064.0, - "49": 2603480064.0, - "50": 2603480064.0, - "51": 2603480064.0, - "52": 2603480064.0, - "53": 2603480064.0, - "54": 2603480064.0, - "55": 2603480064.0, - "56": 2603480064.0, - "57": 2603480064.0, - "58": 2603480064.0, - "59": 2603480064.0, - "60": 2603480064.0, - "61": 2603480064.0, - "62": 2603480064.0, - "63": 2603480064.0, - "64": 2603480064.0, - "65": 2603480064.0, - "66": 2603480064.0, - "67": 2603480064.0, - "68": 2603480064.0, - "69": 2603480064.0, - "70": 2603480064.0, - "71": 2603480064.0, - "72": 2603480064.0, - "73": 2603480064.0, - "74": 2603480064.0, - "75": 2603480064.0, - "76": 2603480064.0, - "77": 2603480064.0, - "78": 2603480064.0, - "79": 2603480064.0, - "80": 2603480064.0, - "81": 2603480064.0, - "82": 2603480064.0, - "83": 2603480064.0, - "84": 2603480064.0, - "85": 2603480064.0, - "86": 2603480064.0, - "87": 2603480064.0, - "88": 2603480064.0, - "89": 2603480064.0, - "90": 2603480064.0, - "91": 2603480064.0, - "92": 2603480064.0, - "93": 2603480064.0, - "94": 2603480064.0, - "95": 2603480064.0, - "96": 2603480064.0, - "97": 2603480064.0, - "98": 2603480064.0, - "99": 2603480064.0, - "100": 2603480064.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.33977, - "2": 0.14663, - "3": 0.12463, - "4": 0.11901, - "5": 0.118, - "6": 0.11842, - "7": 0.11849, - "8": 0.11649, - "9": 0.11703, - "10": 0.11655, - "11": 0.11646, - "12": 0.11802, - "13": 0.11742, - "14": 0.1167, - "15": 0.11429, - "16": 0.11654, - "17": 0.11533, - "18": 0.11853, - "19": 0.1171, - "20": 0.11735, - "21": 0.11515, - "22": 0.11632, - "23": 0.11865, - "24": 0.11706, - "25": 0.11644, - "26": 0.11684, - "27": 0.11688, - "28": 0.11839, - "29": 0.11706, - "30": 0.11761, - "31": 0.11696, - "32": 0.11567, - "33": 0.1149, - "34": 0.11395, - "35": 0.11367, - "36": 0.11567, - "37": 0.11646, - "38": 0.11392, - "39": 0.11516, - "40": 0.11529, - "41": 0.11559, - "42": 0.11519, - "43": 0.11808, - "44": 0.11599, - "45": 0.11605, - "46": 0.11502, - "47": 0.11651, - "48": 0.11713, - "49": 0.11667, - "50": 0.11432, - "51": 0.12857, - "52": 0.12187, - "53": 0.11684, - "54": 0.11222, - "55": 0.11538, - "56": 0.11241, - "57": 0.11229, - "58": 0.11087, - "59": 0.11183, - "60": 0.11124, - "61": 0.11009, - "62": 0.11052, - "63": 0.11585, - "64": 0.11262, - "65": 0.11148, - "66": 0.11248, - "67": 0.11274, - "68": 0.11394, - "69": 0.11397, - "70": 0.11233, - "71": 0.11354, - "72": 0.11589, - "73": 0.11373, - "74": 0.11483, - "75": 0.11512, - "76": 0.11378, - "77": 0.11431, - "78": 0.11374, - "79": 0.11521, - "80": 0.11486, - "81": 0.11364, - "82": 0.11419, - "83": 0.11439, - "84": 0.11589, - "85": 0.11422, - "86": 0.11458, - "87": 0.11184, - "88": 0.11418, - "89": 0.11264, - "90": 0.11169, - "91": 0.11452, - "92": 0.11215, - "93": 0.11431, - "94": 0.11145, - "95": 0.11129, - "96": 0.11113, - "97": 0.11365, - "98": 0.11127, - "99": 0.11136, - "100": 0.11229 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear/golden_values_dev_dgx_h100.json index 63425028dd5..72743900cff 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 12.78916, - "2": 0.129, - "3": 0.1167, - "4": 0.11497, - "5": 0.10818, - "6": 0.10473, - "7": 0.10532, - "8": 0.10616, - "9": 0.10723, - "10": 0.10865, - "11": 0.10729, - "12": 0.10632, - "13": 0.10608, - "14": 0.1066, - "15": 0.10589, - "16": 0.10567, - "17": 0.10574, - "18": 0.10663, - "19": 0.10656, - "20": 0.10767, - "21": 0.10522, - "22": 0.10601, - "23": 0.10475, - "24": 0.10392, - "25": 0.10556, - "26": 0.10438, - "27": 0.10635, - "28": 0.10742, - "29": 0.10795, - "30": 0.10745, - "31": 0.10836, - "32": 0.10639, - "33": 0.10597, - "34": 0.1064, - "35": 0.10496, - "36": 0.10549, - "37": 0.10538, - "38": 0.107, - "39": 0.10567, - "40": 0.10655, - "41": 0.10552, - "42": 0.10527, - "43": 0.10546, - "44": 0.10643, - "45": 0.10624, - "46": 0.10787, - "47": 0.1068, - "48": 0.1075, - "49": 0.10525, - "50": 0.10727, - "51": 0.126, - "52": 0.1146, - "53": 0.11042, - "54": 0.12389, - "55": 0.10643, - "56": 0.10676, - "57": 0.10677, - "58": 0.10573, - "59": 0.10709, - "60": 0.10515, - "61": 0.10668, - "62": 0.10599, - "63": 0.10616, - "64": 0.10462, - "65": 0.10742, - "66": 0.10693, - "67": 0.10628, - "68": 0.10748, - "69": 0.10707, - "70": 0.10621, - "71": 0.105, - "72": 0.10801, - "73": 0.10662, - "74": 0.10641, - "75": 0.10562, - "76": 0.10643, - "77": 0.10629, - "78": 0.10538, - "79": 0.1047, - "80": 0.10541, - "81": 0.10526, - "82": 0.10753, - "83": 0.10562, - "84": 0.10631, - "85": 0.10586, - "86": 0.10685, - "87": 0.1065, - "88": 0.10696, - "89": 0.10619, - "90": 0.10588, - "91": 0.10452, - "92": 0.10667, - "93": 0.10546, - "94": 0.1036, - "95": 0.10483, - "96": 0.10512, - "97": 0.10433, - "98": 0.10471, - "99": 0.10514, - "100": 0.10516 + "1": 12.71973, + "2": 0.14026, + "3": 0.11862, + "4": 0.10675, + "5": 0.10706, + "6": 0.10639, + "7": 0.10733, + "8": 0.10668, + "9": 0.10876, + "10": 0.10818, + "11": 0.10917, + "12": 0.1083, + "13": 0.10781, + "14": 0.10774, + "15": 0.10649, + "16": 0.10734, + "17": 0.10691, + "18": 0.10561, + "19": 0.10658, + "20": 0.10698, + "21": 0.10786, + "22": 0.10799, + "23": 0.10759, + "24": 0.10883, + "25": 0.10795, + "26": 0.10754, + "27": 0.10823, + "28": 0.10763, + "29": 0.10845, + "30": 0.10831, + "31": 0.10745, + "32": 0.10718, + "33": 0.10787, + "34": 0.10797, + "35": 0.1082, + "36": 0.10752, + "37": 0.10829, + "38": 0.10875, + "39": 0.10866, + "40": 0.1088, + "41": 0.10879, + "42": 0.10749, + "43": 0.10899, + "44": 0.10725, + "45": 0.10697, + "46": 0.10761, + "47": 0.10683, + "48": 0.10976, + "49": 0.10965, + "50": 0.10766, + "51": 0.123, + "52": 0.11396, + "53": 0.10816, + "54": 0.10864, + "55": 0.12449, + "56": 0.1076, + "57": 0.10895, + "58": 0.10793, + "59": 0.10902, + "60": 0.10551, + "61": 0.10575, + "62": 0.10761, + "63": 0.10614, + "64": 0.10584, + "65": 0.10699, + "66": 0.1077, + "67": 0.10786, + "68": 0.10744, + "69": 0.10671, + "70": 0.10786, + "71": 0.10765, + "72": 0.10586, + "73": 0.10669, + "74": 0.10611, + "75": 0.10692, + "76": 0.10782, + "77": 0.10601, + "78": 0.10616, + "79": 0.10555, + "80": 0.10728, + "81": 0.10656, + "82": 0.10848, + "83": 0.10786, + "84": 0.10935, + "85": 0.11246, + "86": 0.11271, + "87": 0.10885, + "88": 0.10616, + "89": 0.10731, + "90": 0.10705, + "91": 0.10547, + "92": 0.10622, + "93": 0.10619, + "94": 0.10678, + "95": 0.10769, + "96": 0.10574, + "97": 0.10691, + "98": 0.10682, + "99": 0.10685, + "100": 0.10542 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index f5a45f2f146..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85599, - "2": 10.8648, - "3": 10.87042, - "4": 10.85288, - "5": 10.88397, - "6": 10.89184, - "7": 10.86732, - "8": 10.87057, - "9": 10.87432, - "10": 10.84185, - "11": 10.87989, - "12": 10.87417, - "13": 10.87884, - "14": 10.89184, - "15": 10.82659, - "16": 10.83027, - "17": 10.80933, - "18": 10.81431, - "19": 10.8167, - "20": 10.72165, - "21": 10.70557, - "22": 10.56881, - "23": 10.72025, - "24": 10.61194, - "25": 10.55765, - "26": 10.61149, - "27": 10.62635, - "28": 10.57155, - "29": 10.58212, - "30": 10.36267, - "31": 10.11682, - "32": 10.4682, - "33": 10.45411, - "34": 10.21121, - "35": 10.27207, - "36": 10.22246, - "37": 10.34079, - "38": 10.18964, - "39": 10.40228, - "40": 10.08758, - "41": 10.13714, - "42": 10.21175, - "43": 9.82878, - "44": 9.96255, - "45": 9.82846, - "46": 9.80952, - "47": 10.13734, - "48": 9.84349, - "49": 9.52888, - "50": 9.91046, - "51": 9.85075, - "52": 9.73181, - "53": 10.06388, - "54": 9.95432, - "55": 9.87204, - "56": 9.61823, - "57": 9.47467, - "58": 9.82802, - "59": 9.57962, - "60": 9.49074, - "61": 9.68473, - "62": 9.99245, - "63": 9.38364, - "64": 9.77766, - "65": 8.94008, - "66": 9.70099, - "67": 9.3605, - "68": 9.77766, - "69": 9.78865, - "70": 9.73813, - "71": 9.61811, - "72": 9.58068, - "73": 9.4964, - "74": 8.93812, - "75": 9.42081, - "76": 9.07416, - "77": 10.06077, - "78": 9.71952, - "79": 9.37088, - "80": 9.39874, - "81": 9.47802, - "82": 9.69299, - "83": 9.30276, - "84": 9.41548, - "85": 9.60883, - "86": 9.07461, - "87": 9.58826, - "88": 9.74392, - "89": 9.5951, - "90": 9.81217, - "91": 9.33796, - "92": 9.3534, - "93": 9.07315, - "94": 8.83127, - "95": 9.51524, - "96": 9.52183, - "97": 9.31012, - "98": 9.66532, - "99": 8.88179, - "100": 9.39375 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1640.0, - "2": 1738.0, - "3": 1638.0, - "4": 1810.0, - "5": 1755.0, - "6": 1681.0, - "7": 1781.0, - "8": 1502.0, - "9": 1817.0, - "10": 1394.0, - "11": 1927.0, - "12": 1691.0, - "13": 1901.0, - "14": 1631.0, - "15": 1765.0, - "16": 1864.0, - "17": 1704.0, - "18": 1771.0, - "19": 1817.0, - "20": 1831.0, - "21": 1813.0, - "22": 1673.0, - "23": 2005.0, - "24": 1553.0, - "25": 1577.0, - "26": 1656.0, - "27": 1734.0, - "28": 1896.0, - "29": 2051.0, - "30": 1897.0, - "31": 1452.0, - "32": 1785.0, - "33": 2061.0, - "34": 1857.0, - "35": 1920.0, - "36": 1990.0, - "37": 2191.0, - "38": 2142.0, - "39": 2215.0, - "40": 2166.0, - "41": 2154.0, - "42": 2148.0, - "43": 1881.0, - "44": 2066.0, - "45": 1952.0, - "46": 2217.0, - "47": 2513.0, - "48": 2356.0, - "49": 2294.0, - "50": 2140.0, - "51": 2509.0, - "52": 2528.0, - "53": 2851.0, - "54": 2747.0, - "55": 2333.0, - "56": 2724.0, - "57": 2315.0, - "58": 2754.0, - "59": 2774.0, - "60": 2336.0, - "61": 2912.0, - "62": 2415.0, - "63": 2341.0, - "64": 2837.0, - "65": 2661.0, - "66": 3000.0, - "67": 2779.0, - "68": 2691.0, - "69": 2793.0, - "70": 3183.0, - "71": 2962.0, - "72": 2393.0, - "73": 2997.0, - "74": 1935.0, - "75": 2463.0, - "76": 3065.0, - "77": 3184.0, - "78": 3154.0, - "79": 3127.0, - "80": 3286.0, - "81": 3386.0, - "82": 3128.0, - "83": 2608.0, - "84": 3079.0, - "85": 3260.0, - "86": 2687.0, - "87": 3591.0, - "88": 3035.0, - "89": 3165.0, - "90": 3166.0, - "91": 2690.0, - "92": 2897.0, - "93": 2630.0, - "94": 3348.0, - "95": 3349.0, - "96": 3288.0, - "97": 3055.0, - "98": 3516.0, - "99": 3035.0, - "100": 3109.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 746194432.0, - "2": 746194432.0, - "3": 746194432.0, - "4": 746194432.0, - "5": 746194432.0, - "6": 746194432.0, - "7": 746194432.0, - "8": 746194432.0, - "9": 746194432.0, - "10": 746194432.0, - "11": 746194432.0, - "12": 746194432.0, - "13": 746194432.0, - "14": 746194432.0, - "15": 746194432.0, - "16": 746194432.0, - "17": 746194432.0, - "18": 746194432.0, - "19": 746194432.0, - "20": 746194432.0, - "21": 746194432.0, - "22": 746194432.0, - "23": 746194432.0, - "24": 746194432.0, - "25": 746194432.0, - "26": 746194432.0, - "27": 746194432.0, - "28": 746194432.0, - "29": 746194432.0, - "30": 746194432.0, - "31": 746194432.0, - "32": 746194432.0, - "33": 746194432.0, - "34": 746194432.0, - "35": 746194432.0, - "36": 746194432.0, - "37": 746194432.0, - "38": 746194432.0, - "39": 746194432.0, - "40": 746194432.0, - "41": 746194432.0, - "42": 746194432.0, - "43": 746194432.0, - "44": 746194432.0, - "45": 746194432.0, - "46": 746194432.0, - "47": 746194432.0, - "48": 746194432.0, - "49": 746194432.0, - "50": 746194432.0, - "51": 746194432.0, - "52": 746194432.0, - "53": 746194432.0, - "54": 746194432.0, - "55": 746194432.0, - "56": 746194432.0, - "57": 746194432.0, - "58": 746194432.0, - "59": 746194432.0, - "60": 746194432.0, - "61": 746194432.0, - "62": 746194432.0, - "63": 746194432.0, - "64": 746194432.0, - "65": 746194432.0, - "66": 746194432.0, - "67": 746194432.0, - "68": 746194432.0, - "69": 746194432.0, - "70": 746194432.0, - "71": 746194432.0, - "72": 746194432.0, - "73": 746194432.0, - "74": 746194432.0, - "75": 746194432.0, - "76": 746194432.0, - "77": 746194432.0, - "78": 746194432.0, - "79": 746194432.0, - "80": 746194432.0, - "81": 746194432.0, - "82": 746194432.0, - "83": 746194432.0, - "84": 746194432.0, - "85": 746194432.0, - "86": 746194432.0, - "87": 746194432.0, - "88": 746194432.0, - "89": 746194432.0, - "90": 746194432.0, - "91": 746194432.0, - "92": 746194432.0, - "93": 746194432.0, - "94": 746194432.0, - "95": 746194432.0, - "96": 746194432.0, - "97": 746194432.0, - "98": 746194432.0, - "99": 746194432.0, - "100": 746194432.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1926153216.0, - "2": 2209851392.0, - "3": 2209851392.0, - "4": 2209851392.0, - "5": 2209851392.0, - "6": 2209851392.0, - "7": 2209851392.0, - "8": 2209851392.0, - "9": 2209851392.0, - "10": 2209851392.0, - "11": 2209851392.0, - "12": 2209851392.0, - "13": 2209851392.0, - "14": 2209851392.0, - "15": 2209851392.0, - "16": 2209851392.0, - "17": 2209851392.0, - "18": 2209851392.0, - "19": 2209851392.0, - "20": 2209851392.0, - "21": 2209851392.0, - "22": 2209851392.0, - "23": 2209851392.0, - "24": 2209851392.0, - "25": 2209851392.0, - "26": 2209851392.0, - "27": 2209851392.0, - "28": 2209851392.0, - "29": 2209851392.0, - "30": 2209851392.0, - "31": 2209851392.0, - "32": 2209851392.0, - "33": 2209851392.0, - "34": 2209851392.0, - "35": 2209851392.0, - "36": 2209851392.0, - "37": 2209851392.0, - "38": 2209851392.0, - "39": 2209851392.0, - "40": 2209851392.0, - "41": 2209851392.0, - "42": 2209851392.0, - "43": 2209851392.0, - "44": 2209851392.0, - "45": 2209851392.0, - "46": 2209851392.0, - "47": 2209851392.0, - "48": 2209851392.0, - "49": 2209851392.0, - "50": 2209851392.0, - "51": 2209851392.0, - "52": 2209851392.0, - "53": 2209851392.0, - "54": 2209851392.0, - "55": 2209851392.0, - "56": 2209851392.0, - "57": 2209851392.0, - "58": 2209851392.0, - "59": 2209851392.0, - "60": 2209851392.0, - "61": 2209851392.0, - "62": 2209851392.0, - "63": 2209851392.0, - "64": 2209851392.0, - "65": 2209851392.0, - "66": 2209851392.0, - "67": 2209851392.0, - "68": 2209851392.0, - "69": 2209851392.0, - "70": 2209851392.0, - "71": 2209851392.0, - "72": 2209851392.0, - "73": 2209851392.0, - "74": 2209851392.0, - "75": 2209851392.0, - "76": 2209851392.0, - "77": 2209851392.0, - "78": 2209851392.0, - "79": 2209851392.0, - "80": 2209851392.0, - "81": 2209851392.0, - "82": 2209851392.0, - "83": 2209851392.0, - "84": 2209851392.0, - "85": 2209851392.0, - "86": 2209851392.0, - "87": 2209851392.0, - "88": 2209851392.0, - "89": 2209851392.0, - "90": 2209851392.0, - "91": 2209851392.0, - "92": 2209851392.0, - "93": 2209851392.0, - "94": 2209851392.0, - "95": 2209851392.0, - "96": 2209851392.0, - "97": 2209851392.0, - "98": 2209851392.0, - "99": 2209851392.0, - "100": 2209851392.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 11.78981, - "2": 0.14641, - "3": 0.09823, - "4": 0.09626, - "5": 0.09543, - "6": 0.09563, - "7": 0.09569, - "8": 0.0947, - "9": 0.09571, - "10": 0.09565, - "11": 0.09526, - "12": 0.09451, - "13": 0.09577, - "14": 0.09578, - "15": 0.0954, - "16": 0.09495, - "17": 0.09576, - "18": 0.09506, - "19": 0.09526, - "20": 0.09508, - "21": 0.09525, - "22": 0.09601, - "23": 0.09712, - "24": 0.09956, - "25": 0.09858, - "26": 0.09859, - "27": 0.097, - "28": 0.0963, - "29": 0.09742, - "30": 0.09459, - "31": 0.09583, - "32": 0.09745, - "33": 0.09523, - "34": 0.09486, - "35": 0.09594, - "36": 0.09571, - "37": 0.09608, - "38": 0.09689, - "39": 0.09574, - "40": 0.09565, - "41": 0.0958, - "42": 0.09573, - "43": 0.0958, - "44": 0.09524, - "45": 0.09519, - "46": 0.0952, - "47": 0.09476, - "48": 0.09432, - "49": 0.09445, - "50": 0.09411, - "51": 0.11832, - "52": 0.10335, - "53": 0.10105, - "54": 0.11751, - "55": 0.09996, - "56": 0.09926, - "57": 0.1014, - "58": 0.10002, - "59": 0.10069, - "60": 0.09932, - "61": 0.09999, - "62": 0.10028, - "63": 0.09961, - "64": 0.09886, - "65": 0.10127, - "66": 0.09994, - "67": 0.09975, - "68": 0.10037, - "69": 0.09896, - "70": 0.09847, - "71": 0.09907, - "72": 0.09929, - "73": 0.09893, - "74": 0.09893, - "75": 0.09961, - "76": 0.09928, - "77": 0.0991, - "78": 0.10211, - "79": 0.09934, - "80": 0.10027, - "81": 0.0996, - "82": 0.09986, - "83": 0.09951, - "84": 0.09761, - "85": 0.09909, - "86": 0.099, - "87": 0.09903, - "88": 0.09905, - "89": 0.0999, - "90": 0.09942, - "91": 0.09983, - "92": 0.09886, - "93": 0.09982, - "94": 0.09894, - "95": 0.09946, - "96": 0.09983, - "97": 0.09904, - "98": 0.09902, - "99": 0.09961, - "100": 0.09808 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 72743900cff..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85599, - "2": 10.8648, - "3": 10.87042, - "4": 10.85288, - "5": 10.88397, - "6": 10.89184, - "7": 10.86732, - "8": 10.87057, - "9": 10.87432, - "10": 10.84185, - "11": 10.87989, - "12": 10.87417, - "13": 10.87884, - "14": 10.89184, - "15": 10.82659, - "16": 10.83027, - "17": 10.80933, - "18": 10.81431, - "19": 10.8167, - "20": 10.72165, - "21": 10.70557, - "22": 10.56881, - "23": 10.72025, - "24": 10.61194, - "25": 10.55765, - "26": 10.61149, - "27": 10.62635, - "28": 10.57155, - "29": 10.58212, - "30": 10.36267, - "31": 10.11682, - "32": 10.4682, - "33": 10.45411, - "34": 10.21121, - "35": 10.27207, - "36": 10.22246, - "37": 10.34079, - "38": 10.18964, - "39": 10.40228, - "40": 10.08758, - "41": 10.13714, - "42": 10.21175, - "43": 9.82878, - "44": 9.96255, - "45": 9.82846, - "46": 9.80952, - "47": 10.13734, - "48": 9.84349, - "49": 9.52888, - "50": 9.91046, - "51": 9.85075, - "52": 9.73181, - "53": 10.06388, - "54": 9.95432, - "55": 9.87204, - "56": 9.61823, - "57": 9.47467, - "58": 9.82802, - "59": 9.57962, - "60": 9.49074, - "61": 9.68473, - "62": 9.99245, - "63": 9.38364, - "64": 9.77766, - "65": 8.94008, - "66": 9.70099, - "67": 9.3605, - "68": 9.77766, - "69": 9.78865, - "70": 9.73813, - "71": 9.61811, - "72": 9.58068, - "73": 9.4964, - "74": 8.93812, - "75": 9.42081, - "76": 9.07416, - "77": 10.06077, - "78": 9.71952, - "79": 9.37088, - "80": 9.39874, - "81": 9.47802, - "82": 9.69299, - "83": 9.30276, - "84": 9.41548, - "85": 9.60883, - "86": 9.07461, - "87": 9.58826, - "88": 9.74392, - "89": 9.5951, - "90": 9.81217, - "91": 9.33796, - "92": 9.3534, - "93": 9.07315, - "94": 8.83127, - "95": 9.51524, - "96": 9.52183, - "97": 9.31012, - "98": 9.66532, - "99": 8.88179, - "100": 9.39375 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1640.0, - "2": 1738.0, - "3": 1638.0, - "4": 1810.0, - "5": 1755.0, - "6": 1681.0, - "7": 1781.0, - "8": 1502.0, - "9": 1817.0, - "10": 1394.0, - "11": 1927.0, - "12": 1691.0, - "13": 1901.0, - "14": 1631.0, - "15": 1765.0, - "16": 1864.0, - "17": 1704.0, - "18": 1771.0, - "19": 1817.0, - "20": 1831.0, - "21": 1813.0, - "22": 1673.0, - "23": 2005.0, - "24": 1553.0, - "25": 1577.0, - "26": 1656.0, - "27": 1734.0, - "28": 1896.0, - "29": 2051.0, - "30": 1897.0, - "31": 1452.0, - "32": 1785.0, - "33": 2061.0, - "34": 1857.0, - "35": 1920.0, - "36": 1990.0, - "37": 2191.0, - "38": 2142.0, - "39": 2215.0, - "40": 2166.0, - "41": 2154.0, - "42": 2148.0, - "43": 1881.0, - "44": 2066.0, - "45": 1952.0, - "46": 2217.0, - "47": 2513.0, - "48": 2356.0, - "49": 2294.0, - "50": 2140.0, - "51": 2509.0, - "52": 2528.0, - "53": 2851.0, - "54": 2747.0, - "55": 2333.0, - "56": 2724.0, - "57": 2315.0, - "58": 2754.0, - "59": 2774.0, - "60": 2336.0, - "61": 2912.0, - "62": 2415.0, - "63": 2341.0, - "64": 2837.0, - "65": 2661.0, - "66": 3000.0, - "67": 2779.0, - "68": 2691.0, - "69": 2793.0, - "70": 3183.0, - "71": 2962.0, - "72": 2393.0, - "73": 2997.0, - "74": 1935.0, - "75": 2463.0, - "76": 3065.0, - "77": 3184.0, - "78": 3154.0, - "79": 3127.0, - "80": 3286.0, - "81": 3386.0, - "82": 3128.0, - "83": 2608.0, - "84": 3079.0, - "85": 3260.0, - "86": 2687.0, - "87": 3591.0, - "88": 3035.0, - "89": 3165.0, - "90": 3166.0, - "91": 2690.0, - "92": 2897.0, - "93": 2630.0, - "94": 3348.0, - "95": 3349.0, - "96": 3288.0, - "97": 3055.0, - "98": 3516.0, - "99": 3035.0, - "100": 3109.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 746194432.0, - "2": 746194432.0, - "3": 746194432.0, - "4": 746194432.0, - "5": 746194432.0, - "6": 746194432.0, - "7": 746194432.0, - "8": 746194432.0, - "9": 746194432.0, - "10": 746194432.0, - "11": 746194432.0, - "12": 746194432.0, - "13": 746194432.0, - "14": 746194432.0, - "15": 746194432.0, - "16": 746194432.0, - "17": 746194432.0, - "18": 746194432.0, - "19": 746194432.0, - "20": 746194432.0, - "21": 746194432.0, - "22": 746194432.0, - "23": 746194432.0, - "24": 746194432.0, - "25": 746194432.0, - "26": 746194432.0, - "27": 746194432.0, - "28": 746194432.0, - "29": 746194432.0, - "30": 746194432.0, - "31": 746194432.0, - "32": 746194432.0, - "33": 746194432.0, - "34": 746194432.0, - "35": 746194432.0, - "36": 746194432.0, - "37": 746194432.0, - "38": 746194432.0, - "39": 746194432.0, - "40": 746194432.0, - "41": 746194432.0, - "42": 746194432.0, - "43": 746194432.0, - "44": 746194432.0, - "45": 746194432.0, - "46": 746194432.0, - "47": 746194432.0, - "48": 746194432.0, - "49": 746194432.0, - "50": 746194432.0, - "51": 746194432.0, - "52": 746194432.0, - "53": 746194432.0, - "54": 746194432.0, - "55": 746194432.0, - "56": 746194432.0, - "57": 746194432.0, - "58": 746194432.0, - "59": 746194432.0, - "60": 746194432.0, - "61": 746194432.0, - "62": 746194432.0, - "63": 746194432.0, - "64": 746194432.0, - "65": 746194432.0, - "66": 746194432.0, - "67": 746194432.0, - "68": 746194432.0, - "69": 746194432.0, - "70": 746194432.0, - "71": 746194432.0, - "72": 746194432.0, - "73": 746194432.0, - "74": 746194432.0, - "75": 746194432.0, - "76": 746194432.0, - "77": 746194432.0, - "78": 746194432.0, - "79": 746194432.0, - "80": 746194432.0, - "81": 746194432.0, - "82": 746194432.0, - "83": 746194432.0, - "84": 746194432.0, - "85": 746194432.0, - "86": 746194432.0, - "87": 746194432.0, - "88": 746194432.0, - "89": 746194432.0, - "90": 746194432.0, - "91": 746194432.0, - "92": 746194432.0, - "93": 746194432.0, - "94": 746194432.0, - "95": 746194432.0, - "96": 746194432.0, - "97": 746194432.0, - "98": 746194432.0, - "99": 746194432.0, - "100": 746194432.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1926153216.0, - "2": 2209851392.0, - "3": 2209851392.0, - "4": 2209851392.0, - "5": 2209851392.0, - "6": 2209851392.0, - "7": 2209851392.0, - "8": 2209851392.0, - "9": 2209851392.0, - "10": 2209851392.0, - "11": 2209851392.0, - "12": 2209851392.0, - "13": 2209851392.0, - "14": 2209851392.0, - "15": 2209851392.0, - "16": 2209851392.0, - "17": 2209851392.0, - "18": 2209851392.0, - "19": 2209851392.0, - "20": 2209851392.0, - "21": 2209851392.0, - "22": 2209851392.0, - "23": 2209851392.0, - "24": 2209851392.0, - "25": 2209851392.0, - "26": 2209851392.0, - "27": 2209851392.0, - "28": 2209851392.0, - "29": 2209851392.0, - "30": 2209851392.0, - "31": 2209851392.0, - "32": 2209851392.0, - "33": 2209851392.0, - "34": 2209851392.0, - "35": 2209851392.0, - "36": 2209851392.0, - "37": 2209851392.0, - "38": 2209851392.0, - "39": 2209851392.0, - "40": 2209851392.0, - "41": 2209851392.0, - "42": 2209851392.0, - "43": 2209851392.0, - "44": 2209851392.0, - "45": 2209851392.0, - "46": 2209851392.0, - "47": 2209851392.0, - "48": 2209851392.0, - "49": 2209851392.0, - "50": 2209851392.0, - "51": 2209851392.0, - "52": 2209851392.0, - "53": 2209851392.0, - "54": 2209851392.0, - "55": 2209851392.0, - "56": 2209851392.0, - "57": 2209851392.0, - "58": 2209851392.0, - "59": 2209851392.0, - "60": 2209851392.0, - "61": 2209851392.0, - "62": 2209851392.0, - "63": 2209851392.0, - "64": 2209851392.0, - "65": 2209851392.0, - "66": 2209851392.0, - "67": 2209851392.0, - "68": 2209851392.0, - "69": 2209851392.0, - "70": 2209851392.0, - "71": 2209851392.0, - "72": 2209851392.0, - "73": 2209851392.0, - "74": 2209851392.0, - "75": 2209851392.0, - "76": 2209851392.0, - "77": 2209851392.0, - "78": 2209851392.0, - "79": 2209851392.0, - "80": 2209851392.0, - "81": 2209851392.0, - "82": 2209851392.0, - "83": 2209851392.0, - "84": 2209851392.0, - "85": 2209851392.0, - "86": 2209851392.0, - "87": 2209851392.0, - "88": 2209851392.0, - "89": 2209851392.0, - "90": 2209851392.0, - "91": 2209851392.0, - "92": 2209851392.0, - "93": 2209851392.0, - "94": 2209851392.0, - "95": 2209851392.0, - "96": 2209851392.0, - "97": 2209851392.0, - "98": 2209851392.0, - "99": 2209851392.0, - "100": 2209851392.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 12.71973, - "2": 0.14026, - "3": 0.11862, - "4": 0.10675, - "5": 0.10706, - "6": 0.10639, - "7": 0.10733, - "8": 0.10668, - "9": 0.10876, - "10": 0.10818, - "11": 0.10917, - "12": 0.1083, - "13": 0.10781, - "14": 0.10774, - "15": 0.10649, - "16": 0.10734, - "17": 0.10691, - "18": 0.10561, - "19": 0.10658, - "20": 0.10698, - "21": 0.10786, - "22": 0.10799, - "23": 0.10759, - "24": 0.10883, - "25": 0.10795, - "26": 0.10754, - "27": 0.10823, - "28": 0.10763, - "29": 0.10845, - "30": 0.10831, - "31": 0.10745, - "32": 0.10718, - "33": 0.10787, - "34": 0.10797, - "35": 0.1082, - "36": 0.10752, - "37": 0.10829, - "38": 0.10875, - "39": 0.10866, - "40": 0.1088, - "41": 0.10879, - "42": 0.10749, - "43": 0.10899, - "44": 0.10725, - "45": 0.10697, - "46": 0.10761, - "47": 0.10683, - "48": 0.10976, - "49": 0.10965, - "50": 0.10766, - "51": 0.123, - "52": 0.11396, - "53": 0.10816, - "54": 0.10864, - "55": 0.12449, - "56": 0.1076, - "57": 0.10895, - "58": 0.10793, - "59": 0.10902, - "60": 0.10551, - "61": 0.10575, - "62": 0.10761, - "63": 0.10614, - "64": 0.10584, - "65": 0.10699, - "66": 0.1077, - "67": 0.10786, - "68": 0.10744, - "69": 0.10671, - "70": 0.10786, - "71": 0.10765, - "72": 0.10586, - "73": 0.10669, - "74": 0.10611, - "75": 0.10692, - "76": 0.10782, - "77": 0.10601, - "78": 0.10616, - "79": 0.10555, - "80": 0.10728, - "81": 0.10656, - "82": 0.10848, - "83": 0.10786, - "84": 0.10935, - "85": 0.11246, - "86": 0.11271, - "87": 0.10885, - "88": 0.10616, - "89": 0.10731, - "90": 0.10705, - "91": 0.10547, - "92": 0.10622, - "93": 0.10619, - "94": 0.10678, - "95": 0.10769, - "96": 0.10574, - "97": 0.10691, - "98": 0.10682, - "99": 0.10685, - "100": 0.10542 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear/golden_values_dev_dgx_h100.json index 2125b88c754..50639a30816 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 12.82981, - "2": 0.12202, - "3": 0.10747, - "4": 0.10702, - "5": 0.10713, - "6": 0.10667, - "7": 0.10627, - "8": 0.10699, - "9": 0.10657, - "10": 0.10715, - "11": 0.10642, - "12": 0.10705, - "13": 0.10495, - "14": 0.10784, - "15": 0.1107, - "16": 0.1105, - "17": 0.11162, - "18": 0.11128, - "19": 0.11269, - "20": 0.10842, - "21": 0.10915, - "22": 0.10863, - "23": 0.10818, - "24": 0.10975, - "25": 0.10577, - "26": 0.10559, - "27": 0.10659, - "28": 0.10616, - "29": 0.10712, - "30": 0.10735, - "31": 0.1064, - "32": 0.10562, - "33": 0.10538, - "34": 0.10678, - "35": 0.10507, - "36": 0.10502, - "37": 0.10532, - "38": 0.10636, - "39": 0.10511, - "40": 0.10497, - "41": 0.10557, - "42": 0.10413, - "43": 0.10684, - "44": 0.10567, - "45": 0.10719, - "46": 0.10887, - "47": 0.11215, - "48": 0.11102, - "49": 0.10907, - "50": 0.10761, - "51": 0.12141, - "52": 0.13372, - "53": 0.10585, - "54": 0.10595, - "55": 0.10712, - "56": 0.10573, - "57": 0.10825, - "58": 0.10991, - "59": 0.10753, - "60": 0.10565, - "61": 0.10639, - "62": 0.11, - "63": 0.10465, - "64": 0.10596, - "65": 0.10785, - "66": 0.11597, - "67": 0.10697, - "68": 0.10722, - "69": 0.10693, - "70": 0.1079, - "71": 0.10852, - "72": 0.10729, - "73": 0.10617, - "74": 0.1046, - "75": 0.10476, - "76": 0.11096, - "77": 0.10553, - "78": 0.10593, - "79": 0.1069, - "80": 0.10615, - "81": 0.11416, - "82": 0.10544, - "83": 0.10562, - "84": 0.10576, - "85": 0.10568, - "86": 0.10984, - "87": 0.10814, - "88": 0.10556, - "89": 0.10524, - "90": 0.1051, - "91": 0.11373, - "92": 0.10616, - "93": 0.10743, - "94": 0.10695, - "95": 0.11373, - "96": 0.10777, - "97": 0.10685, - "98": 0.10614, - "99": 0.10571, - "100": 0.10707 + "1": 12.88983, + "2": 0.12288, + "3": 0.10944, + "4": 0.10822, + "5": 0.10919, + "6": 0.10835, + "7": 0.11035, + "8": 0.10879, + "9": 0.11001, + "10": 0.11009, + "11": 0.10945, + "12": 0.10868, + "13": 0.1086, + "14": 0.10899, + "15": 0.10852, + "16": 0.10822, + "17": 0.10818, + "18": 0.10877, + "19": 0.10888, + "20": 0.10828, + "21": 0.109, + "22": 0.108, + "23": 0.10722, + "24": 0.10731, + "25": 0.1075, + "26": 0.10744, + "27": 0.10843, + "28": 0.10831, + "29": 0.10841, + "30": 0.10718, + "31": 0.10837, + "32": 0.10773, + "33": 0.10792, + "34": 0.10698, + "35": 0.10976, + "36": 0.10758, + "37": 0.10825, + "38": 0.10781, + "39": 0.10912, + "40": 0.10847, + "41": 0.10786, + "42": 0.10767, + "43": 0.10761, + "44": 0.1076, + "45": 0.1078, + "46": 0.10992, + "47": 0.1061, + "48": 0.10654, + "49": 0.10566, + "50": 0.1066, + "51": 0.11234, + "52": 0.11065, + "53": 0.10795, + "54": 0.10668, + "55": 0.10678, + "56": 0.10889, + "57": 0.10802, + "58": 0.12482, + "59": 0.10666, + "60": 0.10637, + "61": 0.10776, + "62": 0.10743, + "63": 0.10782, + "64": 0.10634, + "65": 0.10744, + "66": 0.10859, + "67": 0.10949, + "68": 0.1075, + "69": 0.10803, + "70": 0.10688, + "71": 0.10797, + "72": 0.10752, + "73": 0.10816, + "74": 0.10734, + "75": 0.10832, + "76": 0.10815, + "77": 0.10868, + "78": 0.10839, + "79": 0.1074, + "80": 0.10866, + "81": 0.11122, + "82": 0.11035, + "83": 0.1101, + "84": 0.1122, + "85": 0.10866, + "86": 0.10915, + "87": 0.10842, + "88": 0.10723, + "89": 0.10849, + "90": 0.10814, + "91": 0.10833, + "92": 0.10719, + "93": 0.10725, + "94": 0.10754, + "95": 0.10758, + "96": 0.1082, + "97": 0.10768, + "98": 0.10708, + "99": 0.10785, + "100": 0.10841 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index f5278baae82..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85599, - "2": 10.8648, - "3": 10.87042, - "4": 10.85288, - "5": 10.88397, - "6": 10.89184, - "7": 10.86732, - "8": 10.87057, - "9": 10.87432, - "10": 10.84185, - "11": 10.87989, - "12": 10.87417, - "13": 10.87884, - "14": 10.89184, - "15": 10.82659, - "16": 10.83027, - "17": 10.80933, - "18": 10.81431, - "19": 10.8167, - "20": 10.72165, - "21": 10.70557, - "22": 10.56881, - "23": 10.72025, - "24": 10.61194, - "25": 10.55765, - "26": 10.61149, - "27": 10.62635, - "28": 10.57155, - "29": 10.58212, - "30": 10.36267, - "31": 10.11682, - "32": 10.4682, - "33": 10.45411, - "34": 10.21121, - "35": 10.27207, - "36": 10.22246, - "37": 10.34079, - "38": 10.18964, - "39": 10.40228, - "40": 10.08758, - "41": 10.13714, - "42": 10.21175, - "43": 9.82878, - "44": 9.96255, - "45": 9.82846, - "46": 9.80952, - "47": 10.13734, - "48": 9.84349, - "49": 9.52888, - "50": 9.91046, - "51": 9.85075, - "52": 9.73181, - "53": 10.06388, - "54": 9.95432, - "55": 9.87204, - "56": 9.61823, - "57": 9.47467, - "58": 9.82802, - "59": 9.57962, - "60": 9.49074, - "61": 9.68473, - "62": 9.99245, - "63": 9.38364, - "64": 9.77766, - "65": 8.94008, - "66": 9.70099, - "67": 9.3605, - "68": 9.77766, - "69": 9.78865, - "70": 9.73813, - "71": 9.61811, - "72": 9.58068, - "73": 9.4964, - "74": 8.93812, - "75": 9.42081, - "76": 9.07416, - "77": 10.06077, - "78": 9.71952, - "79": 9.37088, - "80": 9.39874, - "81": 9.47802, - "82": 9.69299, - "83": 9.30276, - "84": 9.41548, - "85": 9.60883, - "86": 9.07461, - "87": 9.58826, - "88": 9.74392, - "89": 9.5951, - "90": 9.81217, - "91": 9.33796, - "92": 9.3534, - "93": 9.07315, - "94": 8.83127, - "95": 9.51524, - "96": 9.52183, - "97": 9.31012, - "98": 9.66532, - "99": 8.88179, - "100": 9.39375 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1640.0, - "2": 1738.0, - "3": 1638.0, - "4": 1810.0, - "5": 1755.0, - "6": 1681.0, - "7": 1781.0, - "8": 1502.0, - "9": 1817.0, - "10": 1394.0, - "11": 1927.0, - "12": 1691.0, - "13": 1901.0, - "14": 1631.0, - "15": 1765.0, - "16": 1864.0, - "17": 1704.0, - "18": 1771.0, - "19": 1817.0, - "20": 1831.0, - "21": 1813.0, - "22": 1673.0, - "23": 2005.0, - "24": 1553.0, - "25": 1577.0, - "26": 1656.0, - "27": 1734.0, - "28": 1896.0, - "29": 2051.0, - "30": 1897.0, - "31": 1452.0, - "32": 1785.0, - "33": 2061.0, - "34": 1857.0, - "35": 1920.0, - "36": 1990.0, - "37": 2191.0, - "38": 2142.0, - "39": 2215.0, - "40": 2166.0, - "41": 2154.0, - "42": 2148.0, - "43": 1881.0, - "44": 2066.0, - "45": 1952.0, - "46": 2217.0, - "47": 2513.0, - "48": 2356.0, - "49": 2294.0, - "50": 2140.0, - "51": 2509.0, - "52": 2528.0, - "53": 2851.0, - "54": 2747.0, - "55": 2333.0, - "56": 2724.0, - "57": 2315.0, - "58": 2754.0, - "59": 2774.0, - "60": 2336.0, - "61": 2912.0, - "62": 2415.0, - "63": 2341.0, - "64": 2837.0, - "65": 2661.0, - "66": 3000.0, - "67": 2779.0, - "68": 2691.0, - "69": 2793.0, - "70": 3183.0, - "71": 2962.0, - "72": 2393.0, - "73": 2997.0, - "74": 1935.0, - "75": 2463.0, - "76": 3065.0, - "77": 3184.0, - "78": 3154.0, - "79": 3127.0, - "80": 3286.0, - "81": 3386.0, - "82": 3128.0, - "83": 2608.0, - "84": 3079.0, - "85": 3260.0, - "86": 2687.0, - "87": 3591.0, - "88": 3035.0, - "89": 3165.0, - "90": 3166.0, - "91": 2690.0, - "92": 2897.0, - "93": 2630.0, - "94": 3348.0, - "95": 3349.0, - "96": 3288.0, - "97": 3055.0, - "98": 3516.0, - "99": 3035.0, - "100": 3109.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 746194432.0, - "2": 746194432.0, - "3": 746194432.0, - "4": 746194432.0, - "5": 746194432.0, - "6": 746194432.0, - "7": 746194432.0, - "8": 746194432.0, - "9": 746194432.0, - "10": 746194432.0, - "11": 746194432.0, - "12": 746194432.0, - "13": 746194432.0, - "14": 746194432.0, - "15": 746194432.0, - "16": 746194432.0, - "17": 746194432.0, - "18": 746194432.0, - "19": 746194432.0, - "20": 746194432.0, - "21": 746194432.0, - "22": 746194432.0, - "23": 746194432.0, - "24": 746194432.0, - "25": 746194432.0, - "26": 746194432.0, - "27": 746194432.0, - "28": 746194432.0, - "29": 746194432.0, - "30": 746194432.0, - "31": 746194432.0, - "32": 746194432.0, - "33": 746194432.0, - "34": 746194432.0, - "35": 746194432.0, - "36": 746194432.0, - "37": 746194432.0, - "38": 746194432.0, - "39": 746194432.0, - "40": 746194432.0, - "41": 746194432.0, - "42": 746194432.0, - "43": 746194432.0, - "44": 746194432.0, - "45": 746194432.0, - "46": 746194432.0, - "47": 746194432.0, - "48": 746194432.0, - "49": 746194432.0, - "50": 746194432.0, - "51": 746194432.0, - "52": 746194432.0, - "53": 746194432.0, - "54": 746194432.0, - "55": 746194432.0, - "56": 746194432.0, - "57": 746194432.0, - "58": 746194432.0, - "59": 746194432.0, - "60": 746194432.0, - "61": 746194432.0, - "62": 746194432.0, - "63": 746194432.0, - "64": 746194432.0, - "65": 746194432.0, - "66": 746194432.0, - "67": 746194432.0, - "68": 746194432.0, - "69": 746194432.0, - "70": 746194432.0, - "71": 746194432.0, - "72": 746194432.0, - "73": 746194432.0, - "74": 746194432.0, - "75": 746194432.0, - "76": 746194432.0, - "77": 746194432.0, - "78": 746194432.0, - "79": 746194432.0, - "80": 746194432.0, - "81": 746194432.0, - "82": 746194432.0, - "83": 746194432.0, - "84": 746194432.0, - "85": 746194432.0, - "86": 746194432.0, - "87": 746194432.0, - "88": 746194432.0, - "89": 746194432.0, - "90": 746194432.0, - "91": 746194432.0, - "92": 746194432.0, - "93": 746194432.0, - "94": 746194432.0, - "95": 746194432.0, - "96": 746194432.0, - "97": 746194432.0, - "98": 746194432.0, - "99": 746194432.0, - "100": 746194432.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1926153216.0, - "2": 2209851392.0, - "3": 2209851392.0, - "4": 2209851392.0, - "5": 2209851392.0, - "6": 2209851392.0, - "7": 2209851392.0, - "8": 2209851392.0, - "9": 2209851392.0, - "10": 2209851392.0, - "11": 2209851392.0, - "12": 2209851392.0, - "13": 2209851392.0, - "14": 2209851392.0, - "15": 2209851392.0, - "16": 2209851392.0, - "17": 2209851392.0, - "18": 2209851392.0, - "19": 2209851392.0, - "20": 2209851392.0, - "21": 2209851392.0, - "22": 2209851392.0, - "23": 2209851392.0, - "24": 2209851392.0, - "25": 2209851392.0, - "26": 2209851392.0, - "27": 2209851392.0, - "28": 2209851392.0, - "29": 2209851392.0, - "30": 2209851392.0, - "31": 2209851392.0, - "32": 2209851392.0, - "33": 2209851392.0, - "34": 2209851392.0, - "35": 2209851392.0, - "36": 2209851392.0, - "37": 2209851392.0, - "38": 2209851392.0, - "39": 2209851392.0, - "40": 2209851392.0, - "41": 2209851392.0, - "42": 2209851392.0, - "43": 2209851392.0, - "44": 2209851392.0, - "45": 2209851392.0, - "46": 2209851392.0, - "47": 2209851392.0, - "48": 2209851392.0, - "49": 2209851392.0, - "50": 2209851392.0, - "51": 2209851392.0, - "52": 2209851392.0, - "53": 2209851392.0, - "54": 2209851392.0, - "55": 2209851392.0, - "56": 2209851392.0, - "57": 2209851392.0, - "58": 2209851392.0, - "59": 2209851392.0, - "60": 2209851392.0, - "61": 2209851392.0, - "62": 2209851392.0, - "63": 2209851392.0, - "64": 2209851392.0, - "65": 2209851392.0, - "66": 2209851392.0, - "67": 2209851392.0, - "68": 2209851392.0, - "69": 2209851392.0, - "70": 2209851392.0, - "71": 2209851392.0, - "72": 2209851392.0, - "73": 2209851392.0, - "74": 2209851392.0, - "75": 2209851392.0, - "76": 2209851392.0, - "77": 2209851392.0, - "78": 2209851392.0, - "79": 2209851392.0, - "80": 2209851392.0, - "81": 2209851392.0, - "82": 2209851392.0, - "83": 2209851392.0, - "84": 2209851392.0, - "85": 2209851392.0, - "86": 2209851392.0, - "87": 2209851392.0, - "88": 2209851392.0, - "89": 2209851392.0, - "90": 2209851392.0, - "91": 2209851392.0, - "92": 2209851392.0, - "93": 2209851392.0, - "94": 2209851392.0, - "95": 2209851392.0, - "96": 2209851392.0, - "97": 2209851392.0, - "98": 2209851392.0, - "99": 2209851392.0, - "100": 2209851392.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 9.70442, - "2": 0.13019, - "3": 0.0979, - "4": 0.09686, - "5": 0.09768, - "6": 0.09685, - "7": 0.09593, - "8": 0.09527, - "9": 0.09564, - "10": 0.09666, - "11": 0.09434, - "12": 0.09507, - "13": 0.09515, - "14": 0.09479, - "15": 0.09471, - "16": 0.09457, - "17": 0.09471, - "18": 0.09471, - "19": 0.09425, - "20": 0.09404, - "21": 0.09478, - "22": 0.09431, - "23": 0.09582, - "24": 0.09629, - "25": 0.09606, - "26": 0.09601, - "27": 0.09669, - "28": 0.0955, - "29": 0.09877, - "30": 0.09681, - "31": 0.09783, - "32": 0.09679, - "33": 0.09636, - "34": 0.09497, - "35": 0.0955, - "36": 0.09533, - "37": 0.09488, - "38": 0.10172, - "39": 0.09491, - "40": 0.09435, - "41": 0.09527, - "42": 0.09493, - "43": 0.10246, - "44": 0.10248, - "45": 0.10163, - "46": 0.10184, - "47": 0.10193, - "48": 0.10237, - "49": 0.10206, - "50": 0.10141, - "51": 0.11047, - "52": 0.12328, - "53": 0.10274, - "54": 0.0969, - "55": 0.09666, - "56": 0.09655, - "57": 0.09837, - "58": 0.10123, - "59": 0.10037, - "60": 0.09607, - "61": 0.09522, - "62": 0.09645, - "63": 0.09756, - "64": 0.09502, - "65": 0.09541, - "66": 0.09681, - "67": 0.09707, - "68": 0.09483, - "69": 0.09531, - "70": 0.0962, - "71": 0.09572, - "72": 0.09677, - "73": 0.09704, - "74": 0.09624, - "75": 0.09474, - "76": 0.09532, - "77": 0.09678, - "78": 0.09534, - "79": 0.09817, - "80": 0.09669, - "81": 0.09724, - "82": 0.09754, - "83": 0.09837, - "84": 0.09528, - "85": 0.09597, - "86": 0.09653, - "87": 0.09565, - "88": 0.0961, - "89": 0.09685, - "90": 0.0967, - "91": 0.0944, - "92": 0.09565, - "93": 0.09526, - "94": 0.09573, - "95": 0.09396, - "96": 0.09557, - "97": 0.09618, - "98": 0.0957, - "99": 0.09558, - "100": 0.09514 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 50639a30816..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85599, - "2": 10.8648, - "3": 10.87042, - "4": 10.85288, - "5": 10.88397, - "6": 10.89184, - "7": 10.86732, - "8": 10.87057, - "9": 10.87432, - "10": 10.84185, - "11": 10.87989, - "12": 10.87417, - "13": 10.87884, - "14": 10.89184, - "15": 10.82659, - "16": 10.83027, - "17": 10.80933, - "18": 10.81431, - "19": 10.8167, - "20": 10.72165, - "21": 10.70557, - "22": 10.56881, - "23": 10.72025, - "24": 10.61194, - "25": 10.55765, - "26": 10.61149, - "27": 10.62635, - "28": 10.57155, - "29": 10.58212, - "30": 10.36267, - "31": 10.11682, - "32": 10.4682, - "33": 10.45411, - "34": 10.21121, - "35": 10.27207, - "36": 10.22246, - "37": 10.34079, - "38": 10.18964, - "39": 10.40228, - "40": 10.08758, - "41": 10.13714, - "42": 10.21175, - "43": 9.82878, - "44": 9.96255, - "45": 9.82846, - "46": 9.80952, - "47": 10.13734, - "48": 9.84349, - "49": 9.52888, - "50": 9.91046, - "51": 9.85075, - "52": 9.73181, - "53": 10.06388, - "54": 9.95432, - "55": 9.87204, - "56": 9.61823, - "57": 9.47467, - "58": 9.82802, - "59": 9.57962, - "60": 9.49074, - "61": 9.68473, - "62": 9.99245, - "63": 9.38364, - "64": 9.77766, - "65": 8.94008, - "66": 9.70099, - "67": 9.3605, - "68": 9.77766, - "69": 9.78865, - "70": 9.73813, - "71": 9.61811, - "72": 9.58068, - "73": 9.4964, - "74": 8.93812, - "75": 9.42081, - "76": 9.07416, - "77": 10.06077, - "78": 9.71952, - "79": 9.37088, - "80": 9.39874, - "81": 9.47802, - "82": 9.69299, - "83": 9.30276, - "84": 9.41548, - "85": 9.60883, - "86": 9.07461, - "87": 9.58826, - "88": 9.74392, - "89": 9.5951, - "90": 9.81217, - "91": 9.33796, - "92": 9.3534, - "93": 9.07315, - "94": 8.83127, - "95": 9.51524, - "96": 9.52183, - "97": 9.31012, - "98": 9.66532, - "99": 8.88179, - "100": 9.39375 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1640.0, - "2": 1738.0, - "3": 1638.0, - "4": 1810.0, - "5": 1755.0, - "6": 1681.0, - "7": 1781.0, - "8": 1502.0, - "9": 1817.0, - "10": 1394.0, - "11": 1927.0, - "12": 1691.0, - "13": 1901.0, - "14": 1631.0, - "15": 1765.0, - "16": 1864.0, - "17": 1704.0, - "18": 1771.0, - "19": 1817.0, - "20": 1831.0, - "21": 1813.0, - "22": 1673.0, - "23": 2005.0, - "24": 1553.0, - "25": 1577.0, - "26": 1656.0, - "27": 1734.0, - "28": 1896.0, - "29": 2051.0, - "30": 1897.0, - "31": 1452.0, - "32": 1785.0, - "33": 2061.0, - "34": 1857.0, - "35": 1920.0, - "36": 1990.0, - "37": 2191.0, - "38": 2142.0, - "39": 2215.0, - "40": 2166.0, - "41": 2154.0, - "42": 2148.0, - "43": 1881.0, - "44": 2066.0, - "45": 1952.0, - "46": 2217.0, - "47": 2513.0, - "48": 2356.0, - "49": 2294.0, - "50": 2140.0, - "51": 2509.0, - "52": 2528.0, - "53": 2851.0, - "54": 2747.0, - "55": 2333.0, - "56": 2724.0, - "57": 2315.0, - "58": 2754.0, - "59": 2774.0, - "60": 2336.0, - "61": 2912.0, - "62": 2415.0, - "63": 2341.0, - "64": 2837.0, - "65": 2661.0, - "66": 3000.0, - "67": 2779.0, - "68": 2691.0, - "69": 2793.0, - "70": 3183.0, - "71": 2962.0, - "72": 2393.0, - "73": 2997.0, - "74": 1935.0, - "75": 2463.0, - "76": 3065.0, - "77": 3184.0, - "78": 3154.0, - "79": 3127.0, - "80": 3286.0, - "81": 3386.0, - "82": 3128.0, - "83": 2608.0, - "84": 3079.0, - "85": 3260.0, - "86": 2687.0, - "87": 3591.0, - "88": 3035.0, - "89": 3165.0, - "90": 3166.0, - "91": 2690.0, - "92": 2897.0, - "93": 2630.0, - "94": 3348.0, - "95": 3349.0, - "96": 3288.0, - "97": 3055.0, - "98": 3516.0, - "99": 3035.0, - "100": 3109.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 746194432.0, - "2": 746194432.0, - "3": 746194432.0, - "4": 746194432.0, - "5": 746194432.0, - "6": 746194432.0, - "7": 746194432.0, - "8": 746194432.0, - "9": 746194432.0, - "10": 746194432.0, - "11": 746194432.0, - "12": 746194432.0, - "13": 746194432.0, - "14": 746194432.0, - "15": 746194432.0, - "16": 746194432.0, - "17": 746194432.0, - "18": 746194432.0, - "19": 746194432.0, - "20": 746194432.0, - "21": 746194432.0, - "22": 746194432.0, - "23": 746194432.0, - "24": 746194432.0, - "25": 746194432.0, - "26": 746194432.0, - "27": 746194432.0, - "28": 746194432.0, - "29": 746194432.0, - "30": 746194432.0, - "31": 746194432.0, - "32": 746194432.0, - "33": 746194432.0, - "34": 746194432.0, - "35": 746194432.0, - "36": 746194432.0, - "37": 746194432.0, - "38": 746194432.0, - "39": 746194432.0, - "40": 746194432.0, - "41": 746194432.0, - "42": 746194432.0, - "43": 746194432.0, - "44": 746194432.0, - "45": 746194432.0, - "46": 746194432.0, - "47": 746194432.0, - "48": 746194432.0, - "49": 746194432.0, - "50": 746194432.0, - "51": 746194432.0, - "52": 746194432.0, - "53": 746194432.0, - "54": 746194432.0, - "55": 746194432.0, - "56": 746194432.0, - "57": 746194432.0, - "58": 746194432.0, - "59": 746194432.0, - "60": 746194432.0, - "61": 746194432.0, - "62": 746194432.0, - "63": 746194432.0, - "64": 746194432.0, - "65": 746194432.0, - "66": 746194432.0, - "67": 746194432.0, - "68": 746194432.0, - "69": 746194432.0, - "70": 746194432.0, - "71": 746194432.0, - "72": 746194432.0, - "73": 746194432.0, - "74": 746194432.0, - "75": 746194432.0, - "76": 746194432.0, - "77": 746194432.0, - "78": 746194432.0, - "79": 746194432.0, - "80": 746194432.0, - "81": 746194432.0, - "82": 746194432.0, - "83": 746194432.0, - "84": 746194432.0, - "85": 746194432.0, - "86": 746194432.0, - "87": 746194432.0, - "88": 746194432.0, - "89": 746194432.0, - "90": 746194432.0, - "91": 746194432.0, - "92": 746194432.0, - "93": 746194432.0, - "94": 746194432.0, - "95": 746194432.0, - "96": 746194432.0, - "97": 746194432.0, - "98": 746194432.0, - "99": 746194432.0, - "100": 746194432.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1926153216.0, - "2": 2209851392.0, - "3": 2209851392.0, - "4": 2209851392.0, - "5": 2209851392.0, - "6": 2209851392.0, - "7": 2209851392.0, - "8": 2209851392.0, - "9": 2209851392.0, - "10": 2209851392.0, - "11": 2209851392.0, - "12": 2209851392.0, - "13": 2209851392.0, - "14": 2209851392.0, - "15": 2209851392.0, - "16": 2209851392.0, - "17": 2209851392.0, - "18": 2209851392.0, - "19": 2209851392.0, - "20": 2209851392.0, - "21": 2209851392.0, - "22": 2209851392.0, - "23": 2209851392.0, - "24": 2209851392.0, - "25": 2209851392.0, - "26": 2209851392.0, - "27": 2209851392.0, - "28": 2209851392.0, - "29": 2209851392.0, - "30": 2209851392.0, - "31": 2209851392.0, - "32": 2209851392.0, - "33": 2209851392.0, - "34": 2209851392.0, - "35": 2209851392.0, - "36": 2209851392.0, - "37": 2209851392.0, - "38": 2209851392.0, - "39": 2209851392.0, - "40": 2209851392.0, - "41": 2209851392.0, - "42": 2209851392.0, - "43": 2209851392.0, - "44": 2209851392.0, - "45": 2209851392.0, - "46": 2209851392.0, - "47": 2209851392.0, - "48": 2209851392.0, - "49": 2209851392.0, - "50": 2209851392.0, - "51": 2209851392.0, - "52": 2209851392.0, - "53": 2209851392.0, - "54": 2209851392.0, - "55": 2209851392.0, - "56": 2209851392.0, - "57": 2209851392.0, - "58": 2209851392.0, - "59": 2209851392.0, - "60": 2209851392.0, - "61": 2209851392.0, - "62": 2209851392.0, - "63": 2209851392.0, - "64": 2209851392.0, - "65": 2209851392.0, - "66": 2209851392.0, - "67": 2209851392.0, - "68": 2209851392.0, - "69": 2209851392.0, - "70": 2209851392.0, - "71": 2209851392.0, - "72": 2209851392.0, - "73": 2209851392.0, - "74": 2209851392.0, - "75": 2209851392.0, - "76": 2209851392.0, - "77": 2209851392.0, - "78": 2209851392.0, - "79": 2209851392.0, - "80": 2209851392.0, - "81": 2209851392.0, - "82": 2209851392.0, - "83": 2209851392.0, - "84": 2209851392.0, - "85": 2209851392.0, - "86": 2209851392.0, - "87": 2209851392.0, - "88": 2209851392.0, - "89": 2209851392.0, - "90": 2209851392.0, - "91": 2209851392.0, - "92": 2209851392.0, - "93": 2209851392.0, - "94": 2209851392.0, - "95": 2209851392.0, - "96": 2209851392.0, - "97": 2209851392.0, - "98": 2209851392.0, - "99": 2209851392.0, - "100": 2209851392.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 12.88983, - "2": 0.12288, - "3": 0.10944, - "4": 0.10822, - "5": 0.10919, - "6": 0.10835, - "7": 0.11035, - "8": 0.10879, - "9": 0.11001, - "10": 0.11009, - "11": 0.10945, - "12": 0.10868, - "13": 0.1086, - "14": 0.10899, - "15": 0.10852, - "16": 0.10822, - "17": 0.10818, - "18": 0.10877, - "19": 0.10888, - "20": 0.10828, - "21": 0.109, - "22": 0.108, - "23": 0.10722, - "24": 0.10731, - "25": 0.1075, - "26": 0.10744, - "27": 0.10843, - "28": 0.10831, - "29": 0.10841, - "30": 0.10718, - "31": 0.10837, - "32": 0.10773, - "33": 0.10792, - "34": 0.10698, - "35": 0.10976, - "36": 0.10758, - "37": 0.10825, - "38": 0.10781, - "39": 0.10912, - "40": 0.10847, - "41": 0.10786, - "42": 0.10767, - "43": 0.10761, - "44": 0.1076, - "45": 0.1078, - "46": 0.10992, - "47": 0.1061, - "48": 0.10654, - "49": 0.10566, - "50": 0.1066, - "51": 0.11234, - "52": 0.11065, - "53": 0.10795, - "54": 0.10668, - "55": 0.10678, - "56": 0.10889, - "57": 0.10802, - "58": 0.12482, - "59": 0.10666, - "60": 0.10637, - "61": 0.10776, - "62": 0.10743, - "63": 0.10782, - "64": 0.10634, - "65": 0.10744, - "66": 0.10859, - "67": 0.10949, - "68": 0.1075, - "69": 0.10803, - "70": 0.10688, - "71": 0.10797, - "72": 0.10752, - "73": 0.10816, - "74": 0.10734, - "75": 0.10832, - "76": 0.10815, - "77": 0.10868, - "78": 0.10839, - "79": 0.1074, - "80": 0.10866, - "81": 0.11122, - "82": 0.11035, - "83": 0.1101, - "84": 0.1122, - "85": 0.10866, - "86": 0.10915, - "87": 0.10842, - "88": 0.10723, - "89": 0.10849, - "90": 0.10814, - "91": 0.10833, - "92": 0.10719, - "93": 0.10725, - "94": 0.10754, - "95": 0.10758, - "96": 0.1082, - "97": 0.10768, - "98": 0.10708, - "99": 0.10785, - "100": 0.10841 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgx_h100.json index 732eb3335b2..245c396be68 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 15.52736, - "2": 0.14752, - "3": 0.12429, - "4": 0.12037, - "5": 0.12096, - "6": 0.11965, - "7": 0.1198, - "8": 0.12021, - "9": 0.12041, - "10": 0.12377, - "11": 0.11828, - "12": 0.11903, - "13": 0.12052, - "14": 0.11683, - "15": 0.1179, - "16": 0.1185, - "17": 0.1178, - "18": 0.12085, - "19": 0.11844, - "20": 0.11779, - "21": 0.11689, - "22": 0.11623, - "23": 0.11674, - "24": 0.11908, - "25": 0.11762, - "26": 0.11952, - "27": 0.11831, - "28": 0.11712, - "29": 0.11898, - "30": 0.11914, - "31": 0.11719, - "32": 0.11849, - "33": 0.1193, - "34": 0.11601, - "35": 0.1215, - "36": 0.11653, - "37": 0.11596, - "38": 0.11751, - "39": 0.1194, - "40": 0.11662, - "41": 0.11896, - "42": 0.11624, - "43": 0.11775, - "44": 0.11757, - "45": 0.11618, - "46": 0.1194, - "47": 0.11754, - "48": 0.11775, - "49": 0.11637, - "50": 0.11524, - "51": 0.14043, - "52": 0.12567, - "53": 0.12158, - "54": 0.1217, - "55": 0.15002, - "56": 0.11858, - "57": 0.11887, - "58": 0.11705, - "59": 0.11599, - "60": 0.11585, - "61": 0.11429, - "62": 0.11598, - "63": 0.116, - "64": 0.11878, - "65": 0.11921, - "66": 0.11734, - "67": 0.11708, - "68": 0.11543, - "69": 0.11703, - "70": 0.11514, - "71": 0.1178, - "72": 0.1154, - "73": 0.12116, - "74": 0.12077, - "75": 0.1166, - "76": 0.11599, - "77": 0.11628, - "78": 0.11749, - "79": 0.11828, - "80": 0.12013, - "81": 0.11887, - "82": 0.1195, - "83": 0.11685, - "84": 0.11603, - "85": 0.11434, - "86": 0.11762, - "87": 0.11821, - "88": 0.12276, - "89": 0.12384, - "90": 0.11892, - "91": 0.11831, - "92": 0.11619, - "93": 0.11613, - "94": 0.11455, - "95": 0.1172, - "96": 0.11583, - "97": 0.11939, - "98": 0.11877, - "99": 0.11703, - "100": 0.12143 + "1": 15.33061, + "2": 0.15156, + "3": 0.12174, + "4": 0.12197, + "5": 0.12023, + "6": 0.11997, + "7": 0.11882, + "8": 0.11859, + "9": 0.11967, + "10": 0.11724, + "11": 0.11735, + "12": 0.11593, + "13": 0.11661, + "14": 0.11794, + "15": 0.11649, + "16": 0.11682, + "17": 0.11623, + "18": 0.11719, + "19": 0.11753, + "20": 0.11581, + "21": 0.11757, + "22": 0.11628, + "23": 0.11692, + "24": 0.1163, + "25": 0.1167, + "26": 0.11646, + "27": 0.11803, + "28": 0.11984, + "29": 0.11941, + "30": 0.11857, + "31": 0.11687, + "32": 0.11515, + "33": 0.11754, + "34": 0.11591, + "35": 0.11819, + "36": 0.11754, + "37": 0.11694, + "38": 0.11726, + "39": 0.11761, + "40": 0.11745, + "41": 0.11768, + "42": 0.11775, + "43": 0.11661, + "44": 0.11724, + "45": 0.1189, + "46": 0.11964, + "47": 0.11985, + "48": 0.12086, + "49": 0.11855, + "50": 0.11941, + "51": 0.13155, + "52": 0.12627, + "53": 0.12132, + "54": 0.12027, + "55": 0.12076, + "56": 0.14178, + "57": 0.12294, + "58": 0.12155, + "59": 0.11843, + "60": 0.11687, + "61": 0.11827, + "62": 0.11957, + "63": 0.11945, + "64": 0.11781, + "65": 0.12041, + "66": 0.11949, + "67": 0.12059, + "68": 0.11821, + "69": 0.11858, + "70": 0.11799, + "71": 0.12009, + "72": 0.12095, + "73": 0.11845, + "74": 0.11834, + "75": 0.11893, + "76": 0.1214, + "77": 0.1195, + "78": 0.11933, + "79": 0.11885, + "80": 0.11948, + "81": 0.12097, + "82": 0.12, + "83": 0.11954, + "84": 0.11693, + "85": 0.1175, + "86": 0.11941, + "87": 0.11723, + "88": 0.11941, + "89": 0.11804, + "90": 0.11751, + "91": 0.11952, + "92": 0.11778, + "93": 0.11924, + "94": 0.11755, + "95": 0.11789, + "96": 0.11673, + "97": 0.11967, + "98": 0.11752, + "99": 0.11926, + "100": 0.11806 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 5147f8fd670..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.76985, - "2": 10.81791, - "3": 10.784, - "4": 10.788, - "5": 10.81927, - "6": 10.84306, - "7": 10.83464, - "8": 10.8066, - "9": 10.83359, - "10": 10.73562, - "11": 10.86814, - "12": 10.85075, - "13": 10.84505, - "14": 10.87136, - "15": 10.8218, - "16": 10.80433, - "17": 10.76124, - "18": 10.80363, - "19": 10.80599, - "20": 10.74747, - "21": 10.7254, - "22": 10.60597, - "23": 10.74387, - "24": 10.65549, - "25": 10.58002, - "26": 10.64496, - "27": 10.67191, - "28": 10.66903, - "29": 10.66652, - "30": 10.46947, - "31": 10.26264, - "32": 10.56932, - "33": 10.54232, - "34": 10.36113, - "35": 10.39558, - "36": 10.36866, - "37": 10.47523, - "38": 10.33715, - "39": 10.49947, - "40": 10.23019, - "41": 10.30905, - "42": 10.33124, - "43": 9.99091, - "44": 10.09605, - "45": 10.00787, - "46": 9.96718, - "47": 10.27077, - "48": 10.01043, - "49": 9.73437, - "50": 10.04737, - "51": 10.00084, - "52": 9.89672, - "53": 10.19876, - "54": 10.09066, - "55": 10.00567, - "56": 9.77199, - "57": 9.64533, - "58": 9.98587, - "59": 9.72608, - "60": 9.6777, - "61": 9.8157, - "62": 10.092, - "63": 9.54758, - "64": 9.90438, - "65": 9.09492, - "66": 9.84068, - "67": 9.48471, - "68": 9.88996, - "69": 9.87691, - "70": 9.85294, - "71": 9.73278, - "72": 9.72558, - "73": 9.63706, - "74": 9.12334, - "75": 9.55335, - "76": 9.21765, - "77": 10.15202, - "78": 9.81465, - "79": 9.47558, - "80": 9.52073, - "81": 9.5872, - "82": 9.79125, - "83": 9.44848, - "84": 9.49585, - "85": 9.72189, - "86": 9.18037, - "87": 9.66127, - "88": 9.84359, - "89": 9.71651, - "90": 9.88102, - "91": 9.48434, - "92": 9.4705, - "93": 9.20911, - "94": 8.95382, - "95": 9.60554, - "96": 9.63976, - "97": 9.38762, - "98": 9.7573, - "99": 9.0159, - "100": 9.49925 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2680.0, - "2": 2615.0, - "3": 2642.0, - "4": 2479.0, - "5": 2971.0, - "6": 2822.0, - "7": 2833.0, - "8": 2508.0, - "9": 2922.0, - "10": 2508.0, - "11": 2917.0, - "12": 2817.0, - "13": 2935.0, - "14": 2969.0, - "15": 2679.0, - "16": 2976.0, - "17": 2609.0, - "18": 2868.0, - "19": 2790.0, - "20": 2461.0, - "21": 2636.0, - "22": 2356.0, - "23": 2798.0, - "24": 2613.0, - "25": 2640.0, - "26": 2701.0, - "27": 2761.0, - "28": 2801.0, - "29": 2971.0, - "30": 2590.0, - "31": 2307.0, - "32": 2751.0, - "33": 2881.0, - "34": 2352.0, - "35": 2480.0, - "36": 2443.0, - "37": 2748.0, - "38": 2692.0, - "39": 2709.0, - "40": 2570.0, - "41": 2752.0, - "42": 2689.0, - "43": 2381.0, - "44": 2483.0, - "45": 2397.0, - "46": 2281.0, - "47": 2684.0, - "48": 2330.0, - "49": 2293.0, - "50": 2740.0, - "51": 2575.0, - "52": 2621.0, - "53": 2891.0, - "54": 2655.0, - "55": 2559.0, - "56": 2566.0, - "57": 2471.0, - "58": 2767.0, - "59": 2529.0, - "60": 2289.0, - "61": 2642.0, - "62": 2820.0, - "63": 2654.0, - "64": 3020.0, - "65": 2687.0, - "66": 2884.0, - "67": 2666.0, - "68": 2720.0, - "69": 2738.0, - "70": 3004.0, - "71": 2816.0, - "72": 2537.0, - "73": 2826.0, - "74": 2192.0, - "75": 2647.0, - "76": 3048.0, - "77": 3019.0, - "78": 3134.0, - "79": 3092.0, - "80": 3054.0, - "81": 3298.0, - "82": 3350.0, - "83": 2597.0, - "84": 3436.0, - "85": 3350.0, - "86": 2993.0, - "87": 3509.0, - "88": 3403.0, - "89": 3490.0, - "90": 3368.0, - "91": 2461.0, - "92": 2803.0, - "93": 2933.0, - "94": 2888.0, - "95": 3138.0, - "96": 3047.0, - "97": 3016.0, - "98": 3382.0, - "99": 2995.0, - "100": 2490.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 745731584.0, - "2": 745731584.0, - "3": 745731584.0, - "4": 745731584.0, - "5": 745731584.0, - "6": 745731584.0, - "7": 745731584.0, - "8": 745731584.0, - "9": 745731584.0, - "10": 745731584.0, - "11": 745731584.0, - "12": 745731584.0, - "13": 745731584.0, - "14": 745731584.0, - "15": 745731584.0, - "16": 745731584.0, - "17": 745731584.0, - "18": 745731584.0, - "19": 745731584.0, - "20": 745731584.0, - "21": 745731584.0, - "22": 745731584.0, - "23": 745731584.0, - "24": 745731584.0, - "25": 745731584.0, - "26": 745731584.0, - "27": 745731584.0, - "28": 745731584.0, - "29": 745731584.0, - "30": 745731584.0, - "31": 745731584.0, - "32": 745731584.0, - "33": 745731584.0, - "34": 745731584.0, - "35": 745731584.0, - "36": 745731584.0, - "37": 745731584.0, - "38": 745731584.0, - "39": 745731584.0, - "40": 745731584.0, - "41": 745731584.0, - "42": 745731584.0, - "43": 745731584.0, - "44": 745731584.0, - "45": 745731584.0, - "46": 745731584.0, - "47": 745731584.0, - "48": 745731584.0, - "49": 745731584.0, - "50": 745731584.0, - "51": 745731584.0, - "52": 745731584.0, - "53": 745731584.0, - "54": 745731584.0, - "55": 745731584.0, - "56": 745731584.0, - "57": 745731584.0, - "58": 745731584.0, - "59": 745731584.0, - "60": 745731584.0, - "61": 745731584.0, - "62": 745731584.0, - "63": 745731584.0, - "64": 745731584.0, - "65": 745731584.0, - "66": 745731584.0, - "67": 745731584.0, - "68": 745731584.0, - "69": 745731584.0, - "70": 745731584.0, - "71": 745731584.0, - "72": 745731584.0, - "73": 745731584.0, - "74": 745731584.0, - "75": 745731584.0, - "76": 745731584.0, - "77": 745731584.0, - "78": 745731584.0, - "79": 745731584.0, - "80": 745731584.0, - "81": 745731584.0, - "82": 745731584.0, - "83": 745731584.0, - "84": 745731584.0, - "85": 745731584.0, - "86": 745731584.0, - "87": 745731584.0, - "88": 745731584.0, - "89": 745731584.0, - "90": 745731584.0, - "91": 745731584.0, - "92": 745731584.0, - "93": 745731584.0, - "94": 745731584.0, - "95": 745731584.0, - "96": 745731584.0, - "97": 745731584.0, - "98": 745731584.0, - "99": 745731584.0, - "100": 745731584.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1928906752.0, - "2": 2210568192.0, - "3": 2210568192.0, - "4": 2210568192.0, - "5": 2210568192.0, - "6": 2210568192.0, - "7": 2210568192.0, - "8": 2210568192.0, - "9": 2210568192.0, - "10": 2210568192.0, - "11": 2210568192.0, - "12": 2210568192.0, - "13": 2210568192.0, - "14": 2210568192.0, - "15": 2210568192.0, - "16": 2210568192.0, - "17": 2210568192.0, - "18": 2210568192.0, - "19": 2210568192.0, - "20": 2210568192.0, - "21": 2210568192.0, - "22": 2210568192.0, - "23": 2210568192.0, - "24": 2210568192.0, - "25": 2210568192.0, - "26": 2210568192.0, - "27": 2210568192.0, - "28": 2210568192.0, - "29": 2210568192.0, - "30": 2210568192.0, - "31": 2210568192.0, - "32": 2210568192.0, - "33": 2210568192.0, - "34": 2210568192.0, - "35": 2210568192.0, - "36": 2210568192.0, - "37": 2210568192.0, - "38": 2210568192.0, - "39": 2210568192.0, - "40": 2210568192.0, - "41": 2210568192.0, - "42": 2210568192.0, - "43": 2210568192.0, - "44": 2210568192.0, - "45": 2210568192.0, - "46": 2210568192.0, - "47": 2210568192.0, - "48": 2210568192.0, - "49": 2210568192.0, - "50": 2210568192.0, - "51": 2210568192.0, - "52": 2210568192.0, - "53": 2210568192.0, - "54": 2210568192.0, - "55": 2210568192.0, - "56": 2210568192.0, - "57": 2210568192.0, - "58": 2210568192.0, - "59": 2210568192.0, - "60": 2210568192.0, - "61": 2210568192.0, - "62": 2210568192.0, - "63": 2210568192.0, - "64": 2210568192.0, - "65": 2210568192.0, - "66": 2210568192.0, - "67": 2210568192.0, - "68": 2210568192.0, - "69": 2210568192.0, - "70": 2210568192.0, - "71": 2210568192.0, - "72": 2210568192.0, - "73": 2210568192.0, - "74": 2210568192.0, - "75": 2210568192.0, - "76": 2210568192.0, - "77": 2210568192.0, - "78": 2210568192.0, - "79": 2210568192.0, - "80": 2210568192.0, - "81": 2210568192.0, - "82": 2210568192.0, - "83": 2210568192.0, - "84": 2210568192.0, - "85": 2210568192.0, - "86": 2210568192.0, - "87": 2210568192.0, - "88": 2210568192.0, - "89": 2210568192.0, - "90": 2210568192.0, - "91": 2210568192.0, - "92": 2210568192.0, - "93": 2210568192.0, - "94": 2210568192.0, - "95": 2210568192.0, - "96": 2210568192.0, - "97": 2210568192.0, - "98": 2210568192.0, - "99": 2210568192.0, - "100": 2210568192.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 14.07236, - "2": 0.1439, - "3": 0.10617, - "4": 0.10423, - "5": 0.10661, - "6": 0.10547, - "7": 0.10337, - "8": 0.10254, - "9": 0.10285, - "10": 0.10538, - "11": 0.10211, - "12": 0.10209, - "13": 0.10172, - "14": 0.10352, - "15": 0.10417, - "16": 0.10185, - "17": 0.10199, - "18": 0.10179, - "19": 0.10297, - "20": 0.1054, - "21": 0.1025, - "22": 0.10172, - "23": 0.10344, - "24": 0.10371, - "25": 0.10166, - "26": 0.10183, - "27": 0.10449, - "28": 0.10545, - "29": 0.10167, - "30": 0.10337, - "31": 0.10277, - "32": 0.10385, - "33": 0.10255, - "34": 0.10441, - "35": 0.10202, - "36": 0.10215, - "37": 0.10277, - "38": 0.10448, - "39": 0.10501, - "40": 0.10325, - "41": 0.1085, - "42": 0.10236, - "43": 0.10413, - "44": 0.106, - "45": 0.10424, - "46": 0.10394, - "47": 0.1034, - "48": 0.10504, - "49": 0.10449, - "50": 0.10267, - "51": 0.12806, - "52": 0.11548, - "53": 0.11073, - "54": 0.1334, - "55": 0.10772, - "56": 0.11009, - "57": 0.10972, - "58": 0.1102, - "59": 0.11446, - "60": 0.11073, - "61": 0.10863, - "62": 0.10838, - "63": 0.10921, - "64": 0.10822, - "65": 0.11173, - "66": 0.1072, - "67": 0.10938, - "68": 0.1065, - "69": 0.10824, - "70": 0.10675, - "71": 0.10695, - "72": 0.10752, - "73": 0.10679, - "74": 0.10848, - "75": 0.1071, - "76": 0.10649, - "77": 0.1042, - "78": 0.10173, - "79": 0.10326, - "80": 0.10215, - "81": 0.10267, - "82": 0.10344, - "83": 0.10345, - "84": 0.10379, - "85": 0.10264, - "86": 0.1045, - "87": 0.10535, - "88": 0.10336, - "89": 0.1083, - "90": 0.10383, - "91": 0.10217, - "92": 0.10152, - "93": 0.10202, - "94": 0.10212, - "95": 0.10185, - "96": 0.10273, - "97": 0.10301, - "98": 0.10313, - "99": 0.10255, - "100": 0.1027 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 245c396be68..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.76985, - "2": 10.81791, - "3": 10.784, - "4": 10.788, - "5": 10.81927, - "6": 10.84306, - "7": 10.83464, - "8": 10.8066, - "9": 10.83359, - "10": 10.73562, - "11": 10.86814, - "12": 10.85075, - "13": 10.84505, - "14": 10.87136, - "15": 10.8218, - "16": 10.80433, - "17": 10.76124, - "18": 10.80363, - "19": 10.80599, - "20": 10.74747, - "21": 10.7254, - "22": 10.60597, - "23": 10.74387, - "24": 10.65549, - "25": 10.58002, - "26": 10.64496, - "27": 10.67191, - "28": 10.66903, - "29": 10.66652, - "30": 10.46947, - "31": 10.26264, - "32": 10.56932, - "33": 10.54232, - "34": 10.36113, - "35": 10.39558, - "36": 10.36866, - "37": 10.47523, - "38": 10.33715, - "39": 10.49947, - "40": 10.23019, - "41": 10.30905, - "42": 10.33124, - "43": 9.99091, - "44": 10.09605, - "45": 10.00787, - "46": 9.96718, - "47": 10.27077, - "48": 10.01043, - "49": 9.73437, - "50": 10.04737, - "51": 10.00084, - "52": 9.89672, - "53": 10.19876, - "54": 10.09066, - "55": 10.00567, - "56": 9.77199, - "57": 9.64533, - "58": 9.98587, - "59": 9.72608, - "60": 9.6777, - "61": 9.8157, - "62": 10.092, - "63": 9.54758, - "64": 9.90438, - "65": 9.09492, - "66": 9.84068, - "67": 9.48471, - "68": 9.88996, - "69": 9.87691, - "70": 9.85294, - "71": 9.73278, - "72": 9.72558, - "73": 9.63706, - "74": 9.12334, - "75": 9.55335, - "76": 9.21765, - "77": 10.15202, - "78": 9.81465, - "79": 9.47558, - "80": 9.52073, - "81": 9.5872, - "82": 9.79125, - "83": 9.44848, - "84": 9.49585, - "85": 9.72189, - "86": 9.18037, - "87": 9.66127, - "88": 9.84359, - "89": 9.71651, - "90": 9.88102, - "91": 9.48434, - "92": 9.4705, - "93": 9.20911, - "94": 8.95382, - "95": 9.60554, - "96": 9.63976, - "97": 9.38762, - "98": 9.7573, - "99": 9.0159, - "100": 9.49925 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2680.0, - "2": 2615.0, - "3": 2642.0, - "4": 2479.0, - "5": 2971.0, - "6": 2822.0, - "7": 2833.0, - "8": 2508.0, - "9": 2922.0, - "10": 2508.0, - "11": 2917.0, - "12": 2817.0, - "13": 2935.0, - "14": 2969.0, - "15": 2679.0, - "16": 2976.0, - "17": 2609.0, - "18": 2868.0, - "19": 2790.0, - "20": 2461.0, - "21": 2636.0, - "22": 2356.0, - "23": 2798.0, - "24": 2613.0, - "25": 2640.0, - "26": 2701.0, - "27": 2761.0, - "28": 2801.0, - "29": 2971.0, - "30": 2590.0, - "31": 2307.0, - "32": 2751.0, - "33": 2881.0, - "34": 2352.0, - "35": 2480.0, - "36": 2443.0, - "37": 2748.0, - "38": 2692.0, - "39": 2709.0, - "40": 2570.0, - "41": 2752.0, - "42": 2689.0, - "43": 2381.0, - "44": 2483.0, - "45": 2397.0, - "46": 2281.0, - "47": 2684.0, - "48": 2330.0, - "49": 2293.0, - "50": 2740.0, - "51": 2575.0, - "52": 2621.0, - "53": 2891.0, - "54": 2655.0, - "55": 2559.0, - "56": 2566.0, - "57": 2471.0, - "58": 2767.0, - "59": 2529.0, - "60": 2289.0, - "61": 2642.0, - "62": 2820.0, - "63": 2654.0, - "64": 3020.0, - "65": 2687.0, - "66": 2884.0, - "67": 2666.0, - "68": 2720.0, - "69": 2738.0, - "70": 3004.0, - "71": 2816.0, - "72": 2537.0, - "73": 2826.0, - "74": 2192.0, - "75": 2647.0, - "76": 3048.0, - "77": 3019.0, - "78": 3134.0, - "79": 3092.0, - "80": 3054.0, - "81": 3298.0, - "82": 3350.0, - "83": 2597.0, - "84": 3436.0, - "85": 3350.0, - "86": 2993.0, - "87": 3509.0, - "88": 3403.0, - "89": 3490.0, - "90": 3368.0, - "91": 2461.0, - "92": 2803.0, - "93": 2933.0, - "94": 2888.0, - "95": 3138.0, - "96": 3047.0, - "97": 3016.0, - "98": 3382.0, - "99": 2995.0, - "100": 2490.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 745731584.0, - "2": 745731584.0, - "3": 745731584.0, - "4": 745731584.0, - "5": 745731584.0, - "6": 745731584.0, - "7": 745731584.0, - "8": 745731584.0, - "9": 745731584.0, - "10": 745731584.0, - "11": 745731584.0, - "12": 745731584.0, - "13": 745731584.0, - "14": 745731584.0, - "15": 745731584.0, - "16": 745731584.0, - "17": 745731584.0, - "18": 745731584.0, - "19": 745731584.0, - "20": 745731584.0, - "21": 745731584.0, - "22": 745731584.0, - "23": 745731584.0, - "24": 745731584.0, - "25": 745731584.0, - "26": 745731584.0, - "27": 745731584.0, - "28": 745731584.0, - "29": 745731584.0, - "30": 745731584.0, - "31": 745731584.0, - "32": 745731584.0, - "33": 745731584.0, - "34": 745731584.0, - "35": 745731584.0, - "36": 745731584.0, - "37": 745731584.0, - "38": 745731584.0, - "39": 745731584.0, - "40": 745731584.0, - "41": 745731584.0, - "42": 745731584.0, - "43": 745731584.0, - "44": 745731584.0, - "45": 745731584.0, - "46": 745731584.0, - "47": 745731584.0, - "48": 745731584.0, - "49": 745731584.0, - "50": 745731584.0, - "51": 745731584.0, - "52": 745731584.0, - "53": 745731584.0, - "54": 745731584.0, - "55": 745731584.0, - "56": 745731584.0, - "57": 745731584.0, - "58": 745731584.0, - "59": 745731584.0, - "60": 745731584.0, - "61": 745731584.0, - "62": 745731584.0, - "63": 745731584.0, - "64": 745731584.0, - "65": 745731584.0, - "66": 745731584.0, - "67": 745731584.0, - "68": 745731584.0, - "69": 745731584.0, - "70": 745731584.0, - "71": 745731584.0, - "72": 745731584.0, - "73": 745731584.0, - "74": 745731584.0, - "75": 745731584.0, - "76": 745731584.0, - "77": 745731584.0, - "78": 745731584.0, - "79": 745731584.0, - "80": 745731584.0, - "81": 745731584.0, - "82": 745731584.0, - "83": 745731584.0, - "84": 745731584.0, - "85": 745731584.0, - "86": 745731584.0, - "87": 745731584.0, - "88": 745731584.0, - "89": 745731584.0, - "90": 745731584.0, - "91": 745731584.0, - "92": 745731584.0, - "93": 745731584.0, - "94": 745731584.0, - "95": 745731584.0, - "96": 745731584.0, - "97": 745731584.0, - "98": 745731584.0, - "99": 745731584.0, - "100": 745731584.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1928906752.0, - "2": 2210568192.0, - "3": 2210568192.0, - "4": 2210568192.0, - "5": 2210568192.0, - "6": 2210568192.0, - "7": 2210568192.0, - "8": 2210568192.0, - "9": 2210568192.0, - "10": 2210568192.0, - "11": 2210568192.0, - "12": 2210568192.0, - "13": 2210568192.0, - "14": 2210568192.0, - "15": 2210568192.0, - "16": 2210568192.0, - "17": 2210568192.0, - "18": 2210568192.0, - "19": 2210568192.0, - "20": 2210568192.0, - "21": 2210568192.0, - "22": 2210568192.0, - "23": 2210568192.0, - "24": 2210568192.0, - "25": 2210568192.0, - "26": 2210568192.0, - "27": 2210568192.0, - "28": 2210568192.0, - "29": 2210568192.0, - "30": 2210568192.0, - "31": 2210568192.0, - "32": 2210568192.0, - "33": 2210568192.0, - "34": 2210568192.0, - "35": 2210568192.0, - "36": 2210568192.0, - "37": 2210568192.0, - "38": 2210568192.0, - "39": 2210568192.0, - "40": 2210568192.0, - "41": 2210568192.0, - "42": 2210568192.0, - "43": 2210568192.0, - "44": 2210568192.0, - "45": 2210568192.0, - "46": 2210568192.0, - "47": 2210568192.0, - "48": 2210568192.0, - "49": 2210568192.0, - "50": 2210568192.0, - "51": 2210568192.0, - "52": 2210568192.0, - "53": 2210568192.0, - "54": 2210568192.0, - "55": 2210568192.0, - "56": 2210568192.0, - "57": 2210568192.0, - "58": 2210568192.0, - "59": 2210568192.0, - "60": 2210568192.0, - "61": 2210568192.0, - "62": 2210568192.0, - "63": 2210568192.0, - "64": 2210568192.0, - "65": 2210568192.0, - "66": 2210568192.0, - "67": 2210568192.0, - "68": 2210568192.0, - "69": 2210568192.0, - "70": 2210568192.0, - "71": 2210568192.0, - "72": 2210568192.0, - "73": 2210568192.0, - "74": 2210568192.0, - "75": 2210568192.0, - "76": 2210568192.0, - "77": 2210568192.0, - "78": 2210568192.0, - "79": 2210568192.0, - "80": 2210568192.0, - "81": 2210568192.0, - "82": 2210568192.0, - "83": 2210568192.0, - "84": 2210568192.0, - "85": 2210568192.0, - "86": 2210568192.0, - "87": 2210568192.0, - "88": 2210568192.0, - "89": 2210568192.0, - "90": 2210568192.0, - "91": 2210568192.0, - "92": 2210568192.0, - "93": 2210568192.0, - "94": 2210568192.0, - "95": 2210568192.0, - "96": 2210568192.0, - "97": 2210568192.0, - "98": 2210568192.0, - "99": 2210568192.0, - "100": 2210568192.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 15.33061, - "2": 0.15156, - "3": 0.12174, - "4": 0.12197, - "5": 0.12023, - "6": 0.11997, - "7": 0.11882, - "8": 0.11859, - "9": 0.11967, - "10": 0.11724, - "11": 0.11735, - "12": 0.11593, - "13": 0.11661, - "14": 0.11794, - "15": 0.11649, - "16": 0.11682, - "17": 0.11623, - "18": 0.11719, - "19": 0.11753, - "20": 0.11581, - "21": 0.11757, - "22": 0.11628, - "23": 0.11692, - "24": 0.1163, - "25": 0.1167, - "26": 0.11646, - "27": 0.11803, - "28": 0.11984, - "29": 0.11941, - "30": 0.11857, - "31": 0.11687, - "32": 0.11515, - "33": 0.11754, - "34": 0.11591, - "35": 0.11819, - "36": 0.11754, - "37": 0.11694, - "38": 0.11726, - "39": 0.11761, - "40": 0.11745, - "41": 0.11768, - "42": 0.11775, - "43": 0.11661, - "44": 0.11724, - "45": 0.1189, - "46": 0.11964, - "47": 0.11985, - "48": 0.12086, - "49": 0.11855, - "50": 0.11941, - "51": 0.13155, - "52": 0.12627, - "53": 0.12132, - "54": 0.12027, - "55": 0.12076, - "56": 0.14178, - "57": 0.12294, - "58": 0.12155, - "59": 0.11843, - "60": 0.11687, - "61": 0.11827, - "62": 0.11957, - "63": 0.11945, - "64": 0.11781, - "65": 0.12041, - "66": 0.11949, - "67": 0.12059, - "68": 0.11821, - "69": 0.11858, - "70": 0.11799, - "71": 0.12009, - "72": 0.12095, - "73": 0.11845, - "74": 0.11834, - "75": 0.11893, - "76": 0.1214, - "77": 0.1195, - "78": 0.11933, - "79": 0.11885, - "80": 0.11948, - "81": 0.12097, - "82": 0.12, - "83": 0.11954, - "84": 0.11693, - "85": 0.1175, - "86": 0.11941, - "87": 0.11723, - "88": 0.11941, - "89": 0.11804, - "90": 0.11751, - "91": 0.11952, - "92": 0.11778, - "93": 0.11924, - "94": 0.11755, - "95": 0.11789, - "96": 0.11673, - "97": 0.11967, - "98": 0.11752, - "99": 0.11926, - "100": 0.11806 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_untie_embeddings_and_outputs/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_untie_embeddings_and_outputs/golden_values_dev_dgx_h100.json index 7b9a1722673..d3d593b49c2 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_untie_embeddings_and_outputs/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_untie_embeddings_and_outputs/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 14.52368, - "2": 0.12904, - "3": 0.11517, - "4": 0.11756, - "5": 0.11573, - "6": 0.11676, - "7": 0.11475, - "8": 0.11625, - "9": 0.11519, - "10": 0.12088, - "11": 0.11883, - "12": 0.11908, - "13": 0.11781, - "14": 0.11708, - "15": 0.11808, - "16": 0.11499, - "17": 0.11904, - "18": 0.11758, - "19": 0.11836, - "20": 0.11696, - "21": 0.11517, - "22": 0.11537, - "23": 0.11509, - "24": 0.11668, - "25": 0.11421, - "26": 0.11535, - "27": 0.1148, - "28": 0.11573, - "29": 0.11684, - "30": 0.11652, - "31": 0.11749, - "32": 0.11508, - "33": 0.11651, - "34": 0.11541, - "35": 0.11609, - "36": 0.11722, - "37": 0.11735, - "38": 0.11849, - "39": 0.11931, - "40": 0.11381, - "41": 0.11418, - "42": 0.11682, - "43": 0.1172, - "44": 0.11595, - "45": 0.1149, - "46": 0.11591, - "47": 0.11441, - "48": 0.11991, - "49": 0.11482, - "50": 0.11551, - "51": 0.12066, - "52": 0.11485, - "53": 0.11554, - "54": 0.11513, - "55": 0.11749, - "56": 0.11612, - "57": 0.11313, - "58": 0.1131, - "59": 0.11488, - "60": 0.11602, - "61": 0.11343, - "62": 0.11313, - "63": 0.11487, - "64": 0.11581, - "65": 0.11438, - "66": 0.11344, - "67": 0.11567, - "68": 0.11465, - "69": 0.11374, - "70": 0.11452, - "71": 0.11431, - "72": 0.1157, - "73": 0.11626, - "74": 0.11498, - "75": 0.11329, - "76": 0.11264, - "77": 0.11291, - "78": 0.11343, - "79": 0.11536, - "80": 0.11515, - "81": 0.11726, - "82": 0.11537, - "83": 0.11363, - "84": 0.11591, - "85": 0.11747, - "86": 0.11816, - "87": 0.11504, - "88": 0.11547, - "89": 0.11463, - "90": 0.11598, - "91": 0.11209, - "92": 0.11386, - "93": 0.11296, - "94": 0.11351, - "95": 0.11409, - "96": 0.11256, - "97": 0.11707, - "98": 0.1149, - "99": 0.11577, - "100": 0.1143 + "1": 14.49723, + "2": 0.13917, + "3": 0.12323, + "4": 0.12243, + "5": 0.12247, + "6": 0.12126, + "7": 0.12098, + "8": 0.1227, + "9": 0.12232, + "10": 0.12216, + "11": 0.12203, + "12": 0.12472, + "13": 0.11919, + "14": 0.12363, + "15": 0.11934, + "16": 0.12078, + "17": 0.1214, + "18": 0.12382, + "19": 0.11938, + "20": 0.11818, + "21": 0.1195, + "22": 0.1193, + "23": 0.11729, + "24": 0.11671, + "25": 0.11812, + "26": 0.11788, + "27": 0.11835, + "28": 0.11687, + "29": 0.11683, + "30": 0.1185, + "31": 0.11738, + "32": 0.11696, + "33": 0.11541, + "34": 0.11482, + "35": 0.11307, + "36": 0.11445, + "37": 0.11503, + "38": 0.11448, + "39": 0.11562, + "40": 0.11468, + "41": 0.11341, + "42": 0.11368, + "43": 0.11604, + "44": 0.11649, + "45": 0.11581, + "46": 0.11637, + "47": 0.11699, + "48": 0.11661, + "49": 0.11522, + "50": 0.11451, + "51": 0.12299, + "52": 0.11449, + "53": 0.11137, + "54": 0.11274, + "55": 0.1121, + "56": 0.11212, + "57": 0.11573, + "58": 0.11206, + "59": 0.11388, + "60": 0.11369, + "61": 0.11208, + "62": 0.11287, + "63": 0.11238, + "64": 0.11193, + "65": 0.11205, + "66": 0.11482, + "67": 0.1131, + "68": 0.11433, + "69": 0.11257, + "70": 0.1116, + "71": 0.11365, + "72": 0.11214, + "73": 0.11376, + "74": 0.11389, + "75": 0.11397, + "76": 0.11359, + "77": 0.11346, + "78": 0.11235, + "79": 0.11282, + "80": 0.11301, + "81": 0.11347, + "82": 0.11356, + "83": 0.11321, + "84": 0.11412, + "85": 0.11256, + "86": 0.11555, + "87": 0.11224, + "88": 0.11344, + "89": 0.11351, + "90": 0.11218, + "91": 0.11235, + "92": 0.11417, + "93": 0.11691, + "94": 0.11326, + "95": 0.11519, + "96": 0.11321, + "97": 0.11272, + "98": 0.11268, + "99": 0.11187, + "100": 0.11371 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_untie_embeddings_and_outputs/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_untie_embeddings_and_outputs/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 6e9f643a273..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_untie_embeddings_and_outputs/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.91349, - "2": 10.90719, - "3": 10.91328, - "4": 10.87838, - "5": 10.91769, - "6": 10.93821, - "7": 10.90469, - "8": 10.90393, - "9": 10.90876, - "10": 10.89645, - "11": 10.92562, - "12": 10.91891, - "13": 10.91537, - "14": 10.93343, - "15": 10.86115, - "16": 10.85374, - "17": 10.82717, - "18": 10.86544, - "19": 10.86225, - "20": 10.76737, - "21": 10.74634, - "22": 10.62228, - "23": 10.76122, - "24": 10.64732, - "25": 10.59597, - "26": 10.66352, - "27": 10.6542, - "28": 10.6077, - "29": 10.62581, - "30": 10.41591, - "31": 10.16855, - "32": 10.50267, - "33": 10.50304, - "34": 10.25481, - "35": 10.31879, - "36": 10.27167, - "37": 10.37751, - "38": 10.22122, - "39": 10.44798, - "40": 10.14166, - "41": 10.1771, - "42": 10.2426, - "43": 9.87148, - "44": 9.99875, - "45": 9.88702, - "46": 9.86139, - "47": 10.18144, - "48": 9.87873, - "49": 9.58706, - "50": 9.9542, - "51": 9.8866, - "52": 9.78429, - "53": 10.10842, - "54": 9.97368, - "55": 9.89803, - "56": 9.65427, - "57": 9.52013, - "58": 9.87297, - "59": 9.6132, - "60": 9.54967, - "61": 9.70681, - "62": 9.98533, - "63": 9.41357, - "64": 9.80966, - "65": 8.97052, - "66": 9.72773, - "67": 9.39183, - "68": 9.8084, - "69": 9.82052, - "70": 9.76655, - "71": 9.63414, - "72": 9.60485, - "73": 9.52299, - "74": 8.9718, - "75": 9.42321, - "76": 9.10113, - "77": 10.0716, - "78": 9.74266, - "79": 9.40343, - "80": 9.41333, - "81": 9.49931, - "82": 9.70236, - "83": 9.33436, - "84": 9.43774, - "85": 9.63924, - "86": 9.07931, - "87": 9.60447, - "88": 9.7824, - "89": 9.62386, - "90": 9.84241, - "91": 9.35506, - "92": 9.38398, - "93": 9.09747, - "94": 8.8471, - "95": 9.5314, - "96": 9.54263, - "97": 9.32886, - "98": 9.6926, - "99": 8.89976, - "100": 9.43124 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 22727424.0, - "2": 22925204.0, - "3": 22596900.0, - "4": 23219556.0, - "5": 22714624.0, - "6": 23021776.0, - "7": 22771632.0, - "8": 22926560.0, - "9": 22842156.0, - "10": 22918168.0, - "11": 22500688.0, - "12": 22459470.0, - "13": 22917228.0, - "14": 22387988.0, - "15": 22821732.0, - "16": 22830306.0, - "17": 22819520.0, - "18": 22582628.0, - "19": 22618028.0, - "20": 22693852.0, - "21": 22739344.0, - "22": 22799596.0, - "23": 22539016.0, - "24": 22770946.0, - "25": 22819324.0, - "26": 22547928.0, - "27": 22468716.0, - "28": 22453820.0, - "29": 22529898.0, - "30": 22631220.0, - "31": 22955420.0, - "32": 22585276.0, - "33": 22558602.0, - "34": 22835792.0, - "35": 22788208.0, - "36": 22589796.0, - "37": 22496928.0, - "38": 22896192.0, - "39": 22801858.0, - "40": 22657640.0, - "41": 22658982.0, - "42": 22667052.0, - "43": 22975816.0, - "44": 22747688.0, - "45": 22674846.0, - "46": 22884684.0, - "47": 22633708.0, - "48": 22928466.0, - "49": 22728092.0, - "50": 22905080.0, - "51": 22791108.0, - "52": 22748190.0, - "53": 22924900.0, - "54": 22840164.0, - "55": 22518344.0, - "56": 22877680.0, - "57": 23113944.0, - "58": 22846268.0, - "59": 22716084.0, - "60": 22742984.0, - "61": 22724584.0, - "62": 22672944.0, - "63": 22846388.0, - "64": 22823650.0, - "65": 23061058.0, - "66": 22729266.0, - "67": 22908888.0, - "68": 22610020.0, - "69": 22583826.0, - "70": 22829374.0, - "71": 22748240.0, - "72": 22654480.0, - "73": 22741180.0, - "74": 23047914.0, - "75": 23054396.0, - "76": 22900788.0, - "77": 22271588.0, - "78": 22789024.0, - "79": 22743632.0, - "80": 22706696.0, - "81": 22891372.0, - "82": 22777860.0, - "83": 22840532.0, - "84": 23010386.0, - "85": 22711212.0, - "86": 23103006.0, - "87": 22734564.0, - "88": 22637848.0, - "89": 22497850.0, - "90": 22972712.0, - "91": 22767188.0, - "92": 22808834.0, - "93": 22659304.0, - "94": 22911552.0, - "95": 23047794.0, - "96": 22829386.0, - "97": 22608168.0, - "98": 22762756.0, - "99": 22905900.0, - "100": 23015488.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 746443264.0, - "2": 746443264.0, - "3": 746443264.0, - "4": 746443264.0, - "5": 746443264.0, - "6": 746443264.0, - "7": 746443264.0, - "8": 746443264.0, - "9": 746443264.0, - "10": 746443264.0, - "11": 746443264.0, - "12": 746443264.0, - "13": 746443264.0, - "14": 746443264.0, - "15": 746443264.0, - "16": 746443264.0, - "17": 746443264.0, - "18": 746443264.0, - "19": 746443264.0, - "20": 746443264.0, - "21": 746443264.0, - "22": 746443264.0, - "23": 746443264.0, - "24": 746443264.0, - "25": 746443264.0, - "26": 746443264.0, - "27": 746443264.0, - "28": 746443264.0, - "29": 746443264.0, - "30": 746443264.0, - "31": 746443264.0, - "32": 746443264.0, - "33": 746443264.0, - "34": 746443264.0, - "35": 746443264.0, - "36": 746443264.0, - "37": 746443264.0, - "38": 746443264.0, - "39": 746443264.0, - "40": 746443264.0, - "41": 746443264.0, - "42": 746443264.0, - "43": 746443264.0, - "44": 746443264.0, - "45": 746443264.0, - "46": 746443264.0, - "47": 746443264.0, - "48": 746443264.0, - "49": 746443264.0, - "50": 746443264.0, - "51": 746443264.0, - "52": 746443264.0, - "53": 746443264.0, - "54": 746443264.0, - "55": 746443264.0, - "56": 746443264.0, - "57": 746443264.0, - "58": 746443264.0, - "59": 746443264.0, - "60": 746443264.0, - "61": 746443264.0, - "62": 746443264.0, - "63": 746443264.0, - "64": 746443264.0, - "65": 746443264.0, - "66": 746443264.0, - "67": 746443264.0, - "68": 746443264.0, - "69": 746443264.0, - "70": 746443264.0, - "71": 746443264.0, - "72": 746443264.0, - "73": 746443264.0, - "74": 746443264.0, - "75": 746443264.0, - "76": 746443264.0, - "77": 746443264.0, - "78": 746443264.0, - "79": 746443264.0, - "80": 746443264.0, - "81": 746443264.0, - "82": 746443264.0, - "83": 746443264.0, - "84": 746443264.0, - "85": 746443264.0, - "86": 746443264.0, - "87": 746443264.0, - "88": 746443264.0, - "89": 746443264.0, - "90": 746443264.0, - "91": 746443264.0, - "92": 746443264.0, - "93": 746443264.0, - "94": 746443264.0, - "95": 746443264.0, - "96": 746443264.0, - "97": 746443264.0, - "98": 746443264.0, - "99": 746443264.0, - "100": 746443264.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1926291456.0, - "2": 2210100224.0, - "3": 2210100224.0, - "4": 2210100224.0, - "5": 2210100224.0, - "6": 2210100224.0, - "7": 2210100224.0, - "8": 2210100224.0, - "9": 2210100224.0, - "10": 2210100224.0, - "11": 2210100224.0, - "12": 2210100224.0, - "13": 2210100224.0, - "14": 2210100224.0, - "15": 2210100224.0, - "16": 2210100224.0, - "17": 2210100224.0, - "18": 2210100224.0, - "19": 2210100224.0, - "20": 2210100224.0, - "21": 2210100224.0, - "22": 2210100224.0, - "23": 2210100224.0, - "24": 2210100224.0, - "25": 2210100224.0, - "26": 2210100224.0, - "27": 2210100224.0, - "28": 2210100224.0, - "29": 2210100224.0, - "30": 2210100224.0, - "31": 2210100224.0, - "32": 2210100224.0, - "33": 2210100224.0, - "34": 2210100224.0, - "35": 2210100224.0, - "36": 2210100224.0, - "37": 2210100224.0, - "38": 2210100224.0, - "39": 2210100224.0, - "40": 2210100224.0, - "41": 2210100224.0, - "42": 2210100224.0, - "43": 2210100224.0, - "44": 2210100224.0, - "45": 2210100224.0, - "46": 2210100224.0, - "47": 2210100224.0, - "48": 2210100224.0, - "49": 2210100224.0, - "50": 2210100224.0, - "51": 2210100224.0, - "52": 2210100224.0, - "53": 2210100224.0, - "54": 2210100224.0, - "55": 2210100224.0, - "56": 2210100224.0, - "57": 2210100224.0, - "58": 2210100224.0, - "59": 2210100224.0, - "60": 2210100224.0, - "61": 2210100224.0, - "62": 2210100224.0, - "63": 2210100224.0, - "64": 2210100224.0, - "65": 2210100224.0, - "66": 2210100224.0, - "67": 2210100224.0, - "68": 2210100224.0, - "69": 2210100224.0, - "70": 2210100224.0, - "71": 2210100224.0, - "72": 2210100224.0, - "73": 2210100224.0, - "74": 2210100224.0, - "75": 2210100224.0, - "76": 2210100224.0, - "77": 2210100224.0, - "78": 2210100224.0, - "79": 2210100224.0, - "80": 2210100224.0, - "81": 2210100224.0, - "82": 2210100224.0, - "83": 2210100224.0, - "84": 2210100224.0, - "85": 2210100224.0, - "86": 2210100224.0, - "87": 2210100224.0, - "88": 2210100224.0, - "89": 2210100224.0, - "90": 2210100224.0, - "91": 2210100224.0, - "92": 2210100224.0, - "93": 2210100224.0, - "94": 2210100224.0, - "95": 2210100224.0, - "96": 2210100224.0, - "97": 2210100224.0, - "98": 2210100224.0, - "99": 2210100224.0, - "100": 2210100224.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 12.93568, - "2": 0.13825, - "3": 0.10934, - "4": 0.10452, - "5": 0.10497, - "6": 0.104, - "7": 0.10328, - "8": 0.10258, - "9": 0.10234, - "10": 0.10351, - "11": 0.10272, - "12": 0.10199, - "13": 0.10258, - "14": 0.1027, - "15": 0.10293, - "16": 0.10182, - "17": 0.10316, - "18": 0.10197, - "19": 0.10305, - "20": 0.10272, - "21": 0.11174, - "22": 0.10459, - "23": 0.10481, - "24": 0.10575, - "25": 0.10937, - "26": 0.10268, - "27": 0.10583, - "28": 0.10249, - "29": 0.10137, - "30": 0.10307, - "31": 0.10524, - "32": 0.10586, - "33": 0.1041, - "34": 0.10278, - "35": 0.10412, - "36": 0.10185, - "37": 0.10244, - "38": 0.10111, - "39": 0.10231, - "40": 0.10346, - "41": 0.10527, - "42": 0.10187, - "43": 0.10283, - "44": 0.10242, - "45": 0.10465, - "46": 0.10208, - "47": 0.10316, - "48": 0.10189, - "49": 0.10524, - "50": 0.10242, - "51": 0.10733, - "52": 0.10211, - "53": 0.10215, - "54": 0.10143, - "55": 0.10092, - "56": 0.10225, - "57": 0.1029, - "58": 0.10504, - "59": 0.10464, - "60": 0.10364, - "61": 0.10221, - "62": 0.10154, - "63": 0.10225, - "64": 0.1013, - "65": 0.10347, - "66": 0.10142, - "67": 0.102, - "68": 0.10339, - "69": 0.10291, - "70": 0.10294, - "71": 0.10164, - "72": 0.1026, - "73": 0.10225, - "74": 0.10241, - "75": 0.10146, - "76": 0.10155, - "77": 0.10259, - "78": 0.10243, - "79": 0.10169, - "80": 0.10195, - "81": 0.10134, - "82": 0.10222, - "83": 0.10368, - "84": 0.10065, - "85": 0.10117, - "86": 0.10158, - "87": 0.10243, - "88": 0.10233, - "89": 0.10157, - "90": 0.10229, - "91": 0.10188, - "92": 0.10172, - "93": 0.1013, - "94": 0.1011, - "95": 0.10202, - "96": 0.10173, - "97": 0.10128, - "98": 0.10222, - "99": 0.10127, - "100": 0.10148 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_untie_embeddings_and_outputs/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_untie_embeddings_and_outputs/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index d3d593b49c2..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_untie_embeddings_and_outputs/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.91349, - "2": 10.90719, - "3": 10.91328, - "4": 10.87838, - "5": 10.91769, - "6": 10.93821, - "7": 10.90469, - "8": 10.90393, - "9": 10.90876, - "10": 10.89645, - "11": 10.92562, - "12": 10.91891, - "13": 10.91537, - "14": 10.93343, - "15": 10.86115, - "16": 10.85374, - "17": 10.82717, - "18": 10.86544, - "19": 10.86225, - "20": 10.76737, - "21": 10.74634, - "22": 10.62228, - "23": 10.76122, - "24": 10.64732, - "25": 10.59597, - "26": 10.66352, - "27": 10.6542, - "28": 10.6077, - "29": 10.62581, - "30": 10.41591, - "31": 10.16855, - "32": 10.50267, - "33": 10.50304, - "34": 10.25481, - "35": 10.31879, - "36": 10.27167, - "37": 10.37751, - "38": 10.22122, - "39": 10.44798, - "40": 10.14166, - "41": 10.1771, - "42": 10.2426, - "43": 9.87148, - "44": 9.99875, - "45": 9.88702, - "46": 9.86139, - "47": 10.18144, - "48": 9.87873, - "49": 9.58706, - "50": 9.9542, - "51": 9.8866, - "52": 9.78429, - "53": 10.10842, - "54": 9.97368, - "55": 9.89803, - "56": 9.65427, - "57": 9.52013, - "58": 9.87297, - "59": 9.6132, - "60": 9.54967, - "61": 9.70681, - "62": 9.98533, - "63": 9.41357, - "64": 9.80966, - "65": 8.97052, - "66": 9.72773, - "67": 9.39183, - "68": 9.8084, - "69": 9.82052, - "70": 9.76655, - "71": 9.63414, - "72": 9.60485, - "73": 9.52299, - "74": 8.9718, - "75": 9.42321, - "76": 9.10113, - "77": 10.0716, - "78": 9.74266, - "79": 9.40343, - "80": 9.41333, - "81": 9.49931, - "82": 9.70236, - "83": 9.33436, - "84": 9.43774, - "85": 9.63924, - "86": 9.07931, - "87": 9.60447, - "88": 9.7824, - "89": 9.62386, - "90": 9.84241, - "91": 9.35506, - "92": 9.38398, - "93": 9.09747, - "94": 8.8471, - "95": 9.5314, - "96": 9.54263, - "97": 9.32886, - "98": 9.6926, - "99": 8.89976, - "100": 9.43124 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 22727424.0, - "2": 22925204.0, - "3": 22596900.0, - "4": 23219556.0, - "5": 22714624.0, - "6": 23021776.0, - "7": 22771632.0, - "8": 22926560.0, - "9": 22842156.0, - "10": 22918168.0, - "11": 22500688.0, - "12": 22459470.0, - "13": 22917228.0, - "14": 22387988.0, - "15": 22821732.0, - "16": 22830306.0, - "17": 22819520.0, - "18": 22582628.0, - "19": 22618028.0, - "20": 22693852.0, - "21": 22739344.0, - "22": 22799596.0, - "23": 22539016.0, - "24": 22770946.0, - "25": 22819324.0, - "26": 22547928.0, - "27": 22468716.0, - "28": 22453820.0, - "29": 22529898.0, - "30": 22631220.0, - "31": 22955420.0, - "32": 22585276.0, - "33": 22558602.0, - "34": 22835792.0, - "35": 22788208.0, - "36": 22589796.0, - "37": 22496928.0, - "38": 22896192.0, - "39": 22801858.0, - "40": 22657640.0, - "41": 22658982.0, - "42": 22667052.0, - "43": 22975816.0, - "44": 22747688.0, - "45": 22674846.0, - "46": 22884684.0, - "47": 22633708.0, - "48": 22928466.0, - "49": 22728092.0, - "50": 22905080.0, - "51": 22791108.0, - "52": 22748190.0, - "53": 22924900.0, - "54": 22840164.0, - "55": 22518344.0, - "56": 22877680.0, - "57": 23113944.0, - "58": 22846268.0, - "59": 22716084.0, - "60": 22742984.0, - "61": 22724584.0, - "62": 22672944.0, - "63": 22846388.0, - "64": 22823650.0, - "65": 23061058.0, - "66": 22729266.0, - "67": 22908888.0, - "68": 22610020.0, - "69": 22583826.0, - "70": 22829374.0, - "71": 22748240.0, - "72": 22654480.0, - "73": 22741180.0, - "74": 23047914.0, - "75": 23054396.0, - "76": 22900788.0, - "77": 22271588.0, - "78": 22789024.0, - "79": 22743632.0, - "80": 22706696.0, - "81": 22891372.0, - "82": 22777860.0, - "83": 22840532.0, - "84": 23010386.0, - "85": 22711212.0, - "86": 23103006.0, - "87": 22734564.0, - "88": 22637848.0, - "89": 22497850.0, - "90": 22972712.0, - "91": 22767188.0, - "92": 22808834.0, - "93": 22659304.0, - "94": 22911552.0, - "95": 23047794.0, - "96": 22829386.0, - "97": 22608168.0, - "98": 22762756.0, - "99": 22905900.0, - "100": 23015488.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 746443264.0, - "2": 746443264.0, - "3": 746443264.0, - "4": 746443264.0, - "5": 746443264.0, - "6": 746443264.0, - "7": 746443264.0, - "8": 746443264.0, - "9": 746443264.0, - "10": 746443264.0, - "11": 746443264.0, - "12": 746443264.0, - "13": 746443264.0, - "14": 746443264.0, - "15": 746443264.0, - "16": 746443264.0, - "17": 746443264.0, - "18": 746443264.0, - "19": 746443264.0, - "20": 746443264.0, - "21": 746443264.0, - "22": 746443264.0, - "23": 746443264.0, - "24": 746443264.0, - "25": 746443264.0, - "26": 746443264.0, - "27": 746443264.0, - "28": 746443264.0, - "29": 746443264.0, - "30": 746443264.0, - "31": 746443264.0, - "32": 746443264.0, - "33": 746443264.0, - "34": 746443264.0, - "35": 746443264.0, - "36": 746443264.0, - "37": 746443264.0, - "38": 746443264.0, - "39": 746443264.0, - "40": 746443264.0, - "41": 746443264.0, - "42": 746443264.0, - "43": 746443264.0, - "44": 746443264.0, - "45": 746443264.0, - "46": 746443264.0, - "47": 746443264.0, - "48": 746443264.0, - "49": 746443264.0, - "50": 746443264.0, - "51": 746443264.0, - "52": 746443264.0, - "53": 746443264.0, - "54": 746443264.0, - "55": 746443264.0, - "56": 746443264.0, - "57": 746443264.0, - "58": 746443264.0, - "59": 746443264.0, - "60": 746443264.0, - "61": 746443264.0, - "62": 746443264.0, - "63": 746443264.0, - "64": 746443264.0, - "65": 746443264.0, - "66": 746443264.0, - "67": 746443264.0, - "68": 746443264.0, - "69": 746443264.0, - "70": 746443264.0, - "71": 746443264.0, - "72": 746443264.0, - "73": 746443264.0, - "74": 746443264.0, - "75": 746443264.0, - "76": 746443264.0, - "77": 746443264.0, - "78": 746443264.0, - "79": 746443264.0, - "80": 746443264.0, - "81": 746443264.0, - "82": 746443264.0, - "83": 746443264.0, - "84": 746443264.0, - "85": 746443264.0, - "86": 746443264.0, - "87": 746443264.0, - "88": 746443264.0, - "89": 746443264.0, - "90": 746443264.0, - "91": 746443264.0, - "92": 746443264.0, - "93": 746443264.0, - "94": 746443264.0, - "95": 746443264.0, - "96": 746443264.0, - "97": 746443264.0, - "98": 746443264.0, - "99": 746443264.0, - "100": 746443264.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1926291456.0, - "2": 2210100224.0, - "3": 2210100224.0, - "4": 2210100224.0, - "5": 2210100224.0, - "6": 2210100224.0, - "7": 2210100224.0, - "8": 2210100224.0, - "9": 2210100224.0, - "10": 2210100224.0, - "11": 2210100224.0, - "12": 2210100224.0, - "13": 2210100224.0, - "14": 2210100224.0, - "15": 2210100224.0, - "16": 2210100224.0, - "17": 2210100224.0, - "18": 2210100224.0, - "19": 2210100224.0, - "20": 2210100224.0, - "21": 2210100224.0, - "22": 2210100224.0, - "23": 2210100224.0, - "24": 2210100224.0, - "25": 2210100224.0, - "26": 2210100224.0, - "27": 2210100224.0, - "28": 2210100224.0, - "29": 2210100224.0, - "30": 2210100224.0, - "31": 2210100224.0, - "32": 2210100224.0, - "33": 2210100224.0, - "34": 2210100224.0, - "35": 2210100224.0, - "36": 2210100224.0, - "37": 2210100224.0, - "38": 2210100224.0, - "39": 2210100224.0, - "40": 2210100224.0, - "41": 2210100224.0, - "42": 2210100224.0, - "43": 2210100224.0, - "44": 2210100224.0, - "45": 2210100224.0, - "46": 2210100224.0, - "47": 2210100224.0, - "48": 2210100224.0, - "49": 2210100224.0, - "50": 2210100224.0, - "51": 2210100224.0, - "52": 2210100224.0, - "53": 2210100224.0, - "54": 2210100224.0, - "55": 2210100224.0, - "56": 2210100224.0, - "57": 2210100224.0, - "58": 2210100224.0, - "59": 2210100224.0, - "60": 2210100224.0, - "61": 2210100224.0, - "62": 2210100224.0, - "63": 2210100224.0, - "64": 2210100224.0, - "65": 2210100224.0, - "66": 2210100224.0, - "67": 2210100224.0, - "68": 2210100224.0, - "69": 2210100224.0, - "70": 2210100224.0, - "71": 2210100224.0, - "72": 2210100224.0, - "73": 2210100224.0, - "74": 2210100224.0, - "75": 2210100224.0, - "76": 2210100224.0, - "77": 2210100224.0, - "78": 2210100224.0, - "79": 2210100224.0, - "80": 2210100224.0, - "81": 2210100224.0, - "82": 2210100224.0, - "83": 2210100224.0, - "84": 2210100224.0, - "85": 2210100224.0, - "86": 2210100224.0, - "87": 2210100224.0, - "88": 2210100224.0, - "89": 2210100224.0, - "90": 2210100224.0, - "91": 2210100224.0, - "92": 2210100224.0, - "93": 2210100224.0, - "94": 2210100224.0, - "95": 2210100224.0, - "96": 2210100224.0, - "97": 2210100224.0, - "98": 2210100224.0, - "99": 2210100224.0, - "100": 2210100224.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 14.49723, - "2": 0.13917, - "3": 0.12323, - "4": 0.12243, - "5": 0.12247, - "6": 0.12126, - "7": 0.12098, - "8": 0.1227, - "9": 0.12232, - "10": 0.12216, - "11": 0.12203, - "12": 0.12472, - "13": 0.11919, - "14": 0.12363, - "15": 0.11934, - "16": 0.12078, - "17": 0.1214, - "18": 0.12382, - "19": 0.11938, - "20": 0.11818, - "21": 0.1195, - "22": 0.1193, - "23": 0.11729, - "24": 0.11671, - "25": 0.11812, - "26": 0.11788, - "27": 0.11835, - "28": 0.11687, - "29": 0.11683, - "30": 0.1185, - "31": 0.11738, - "32": 0.11696, - "33": 0.11541, - "34": 0.11482, - "35": 0.11307, - "36": 0.11445, - "37": 0.11503, - "38": 0.11448, - "39": 0.11562, - "40": 0.11468, - "41": 0.11341, - "42": 0.11368, - "43": 0.11604, - "44": 0.11649, - "45": 0.11581, - "46": 0.11637, - "47": 0.11699, - "48": 0.11661, - "49": 0.11522, - "50": 0.11451, - "51": 0.12299, - "52": 0.11449, - "53": 0.11137, - "54": 0.11274, - "55": 0.1121, - "56": 0.11212, - "57": 0.11573, - "58": 0.11206, - "59": 0.11388, - "60": 0.11369, - "61": 0.11208, - "62": 0.11287, - "63": 0.11238, - "64": 0.11193, - "65": 0.11205, - "66": 0.11482, - "67": 0.1131, - "68": 0.11433, - "69": 0.11257, - "70": 0.1116, - "71": 0.11365, - "72": 0.11214, - "73": 0.11376, - "74": 0.11389, - "75": 0.11397, - "76": 0.11359, - "77": 0.11346, - "78": 0.11235, - "79": 0.11282, - "80": 0.11301, - "81": 0.11347, - "82": 0.11356, - "83": 0.11321, - "84": 0.11412, - "85": 0.11256, - "86": 0.11555, - "87": 0.11224, - "88": 0.11344, - "89": 0.11351, - "90": 0.11218, - "91": 0.11235, - "92": 0.11417, - "93": 0.11691, - "94": 0.11326, - "95": 0.11519, - "96": 0.11321, - "97": 0.11272, - "98": 0.11268, - "99": 0.11187, - "100": 0.11371 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1/golden_values_dev_dgx_h100.json index 9ec4370d823..b5d55ac433c 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 12.73497, - "2": 0.13463, - "3": 0.12132, - "4": 0.12121, - "5": 0.12122, - "6": 0.11968, - "7": 0.12077, - "8": 0.12029, - "9": 0.12102, - "10": 0.12242, - "11": 0.12132, - "12": 0.11963, - "13": 0.11976, - "14": 0.12077, - "15": 0.12284, - "16": 0.12192, - "17": 0.12079, - "18": 0.12083, - "19": 0.12289, - "20": 0.12192, - "21": 0.12178, - "22": 0.1217, - "23": 0.1195, - "24": 0.12278, - "25": 0.12076, - "26": 0.11902, - "27": 0.12039, - "28": 0.12124, - "29": 0.12162, - "30": 0.12043, - "31": 0.12129, - "32": 0.11876, - "33": 0.12087, - "34": 0.12139, - "35": 0.11913, - "36": 0.12007, - "37": 0.11949, - "38": 0.12009, - "39": 0.12132, - "40": 0.1201, - "41": 0.12285, - "42": 0.12083, - "43": 0.12338, - "44": 0.12174, - "45": 0.12023, - "46": 0.11927, - "47": 0.11992, - "48": 0.12123, - "49": 0.12216, - "50": 0.11881 + "1": 12.80183, + "2": 0.14507, + "3": 0.13423, + "4": 0.12539, + "5": 0.12233, + "6": 0.12325, + "7": 0.12437, + "8": 0.12453, + "9": 0.12348, + "10": 0.12305, + "11": 0.12491, + "12": 0.12346, + "13": 0.1234, + "14": 0.12145, + "15": 0.12227, + "16": 0.12254, + "17": 0.12422, + "18": 0.12237, + "19": 0.12342, + "20": 0.1219, + "21": 0.1212, + "22": 0.12243, + "23": 0.11962, + "24": 0.1224, + "25": 0.12155, + "26": 0.12253, + "27": 0.12095, + "28": 0.12035, + "29": 0.12115, + "30": 0.11898, + "31": 0.12063, + "32": 0.1189, + "33": 0.12106, + "34": 0.11766, + "35": 0.11962, + "36": 0.12112, + "37": 0.11847, + "38": 0.11727, + "39": 0.11905, + "40": 0.11887, + "41": 0.11948, + "42": 0.11832, + "43": 0.11858, + "44": 0.1186, + "45": 0.12057, + "46": 0.1186, + "47": 0.12097, + "48": 0.11934, + "49": 0.11972, + "50": 0.12006 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 796e07451cc..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.84523, - "2": 10.85412, - "3": 10.85365, - "4": 10.83867, - "5": 10.87428, - "6": 10.89334, - "7": 10.8541, - "8": 10.86232, - "9": 10.86355, - "10": 10.82858, - "11": 10.88772, - "12": 10.87148, - "13": 10.87939, - "14": 10.89122, - "15": 10.81926, - "16": 10.83064, - "17": 10.79873, - "18": 10.81769, - "19": 10.8196, - "20": 10.72749, - "21": 10.70555, - "22": 10.56395, - "23": 10.7282, - "24": 10.60841, - "25": 10.55195, - "26": 10.60869, - "27": 10.62878, - "28": 10.5827, - "29": 10.59984, - "30": 10.36504, - "31": 10.12095, - "32": 10.47626, - "33": 10.46908, - "34": 10.22325, - "35": 10.27845, - "36": 10.22879, - "37": 10.35946, - "38": 10.19333, - "39": 10.41585, - "40": 10.09773, - "41": 10.15714, - "42": 10.22441, - "43": 9.8328, - "44": 9.96934, - "45": 9.84203, - "46": 9.83023, - "47": 10.15603, - "48": 9.85506, - "49": 9.54051, - "50": 9.91254 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1725.0, - "2": 1664.0, - "3": 1710.0, - "4": 1712.0, - "5": 1834.0, - "6": 1743.0, - "7": 1803.0, - "8": 1744.0, - "9": 1770.0, - "10": 1478.0, - "11": 1879.0, - "12": 1696.0, - "13": 1952.0, - "14": 1732.0, - "15": 1891.0, - "16": 1872.0, - "17": 1737.0, - "18": 1744.0, - "19": 1843.0, - "20": 1639.0, - "21": 1817.0, - "22": 1615.0, - "23": 1960.0, - "24": 1646.0, - "25": 1623.0, - "26": 1671.0, - "27": 1841.0, - "28": 2009.0, - "29": 1956.0, - "30": 1882.0, - "31": 1597.0, - "32": 1921.0, - "33": 2114.0, - "34": 1828.0, - "35": 2043.0, - "36": 1947.0, - "37": 2338.0, - "38": 2227.0, - "39": 2346.0, - "40": 2168.0, - "41": 2204.0, - "42": 2247.0, - "43": 2078.0, - "44": 2064.0, - "45": 2159.0, - "46": 2489.0, - "47": 2497.0, - "48": 2305.0, - "49": 2272.0, - "50": 2319.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 759681536.0, - "2": 759681536.0, - "3": 759681536.0, - "4": 759681536.0, - "5": 759681536.0, - "6": 759681536.0, - "7": 759681536.0, - "8": 759681536.0, - "9": 759681536.0, - "10": 759681536.0, - "11": 759681536.0, - "12": 759681536.0, - "13": 759681536.0, - "14": 759681536.0, - "15": 759681536.0, - "16": 759681536.0, - "17": 759681536.0, - "18": 759681536.0, - "19": 759681536.0, - "20": 759681536.0, - "21": 759681536.0, - "22": 759681536.0, - "23": 759681536.0, - "24": 759681536.0, - "25": 759681536.0, - "26": 759681536.0, - "27": 759681536.0, - "28": 759681536.0, - "29": 759681536.0, - "30": 759681536.0, - "31": 759681536.0, - "32": 759681536.0, - "33": 759681536.0, - "34": 759681536.0, - "35": 759681536.0, - "36": 759681536.0, - "37": 759681536.0, - "38": 759681536.0, - "39": 759681536.0, - "40": 759681536.0, - "41": 759681536.0, - "42": 759681536.0, - "43": 759681536.0, - "44": 759681536.0, - "45": 759681536.0, - "46": 759681536.0, - "47": 759681536.0, - "48": 759681536.0, - "49": 759681536.0, - "50": 759681536.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3866813952.0, - "2": 4148525568.0, - "3": 4148525568.0, - "4": 4148525568.0, - "5": 4148525568.0, - "6": 4148525568.0, - "7": 4148525568.0, - "8": 4148525568.0, - "9": 4148525568.0, - "10": 4148525568.0, - "11": 4148525568.0, - "12": 4148525568.0, - "13": 4148525568.0, - "14": 4148525568.0, - "15": 4148525568.0, - "16": 4148525568.0, - "17": 4148525568.0, - "18": 4148525568.0, - "19": 4148525568.0, - "20": 4148525568.0, - "21": 4148525568.0, - "22": 4148525568.0, - "23": 4148525568.0, - "24": 4148525568.0, - "25": 4148525568.0, - "26": 4148525568.0, - "27": 4148525568.0, - "28": 4148525568.0, - "29": 4148525568.0, - "30": 4148525568.0, - "31": 4148525568.0, - "32": 4148525568.0, - "33": 4148525568.0, - "34": 4148525568.0, - "35": 4148525568.0, - "36": 4148525568.0, - "37": 4148525568.0, - "38": 4148525568.0, - "39": 4148525568.0, - "40": 4148525568.0, - "41": 4148525568.0, - "42": 4148525568.0, - "43": 4148525568.0, - "44": 4148525568.0, - "45": 4148525568.0, - "46": 4148525568.0, - "47": 4148525568.0, - "48": 4148525568.0, - "49": 4148525568.0, - "50": 4148525568.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 13.82235, - "2": 0.15582, - "3": 0.10905, - "4": 0.1073, - "5": 0.109, - "6": 0.10732, - "7": 0.10878, - "8": 0.11223, - "9": 0.10518, - "10": 0.10855, - "11": 0.11135, - "12": 0.10511, - "13": 0.1065, - "14": 0.10507, - "15": 0.10485, - "16": 0.10494, - "17": 0.10498, - "18": 0.10434, - "19": 0.10497, - "20": 0.10409, - "21": 0.10596, - "22": 0.10798, - "23": 0.10596, - "24": 0.10493, - "25": 0.10426, - "26": 0.10473, - "27": 0.10393, - "28": 0.10415, - "29": 0.10372, - "30": 0.10375, - "31": 0.10526, - "32": 0.10354, - "33": 0.10378, - "34": 0.10407, - "35": 0.10415, - "36": 0.10637, - "37": 0.10889, - "38": 0.10823, - "39": 0.10551, - "40": 0.10613, - "41": 0.10424, - "42": 0.10385, - "43": 0.10519, - "44": 0.1044, - "45": 0.10488, - "46": 0.10678, - "47": 0.10342, - "48": 0.10517, - "49": 0.10469, - "50": 0.10438 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index b5d55ac433c..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.84523, - "2": 10.85412, - "3": 10.85365, - "4": 10.83867, - "5": 10.87428, - "6": 10.89334, - "7": 10.8541, - "8": 10.86232, - "9": 10.86355, - "10": 10.82858, - "11": 10.88772, - "12": 10.87148, - "13": 10.87939, - "14": 10.89122, - "15": 10.81926, - "16": 10.83064, - "17": 10.79873, - "18": 10.81769, - "19": 10.8196, - "20": 10.72749, - "21": 10.70555, - "22": 10.56395, - "23": 10.7282, - "24": 10.60841, - "25": 10.55195, - "26": 10.60869, - "27": 10.62878, - "28": 10.5827, - "29": 10.59984, - "30": 10.36504, - "31": 10.12095, - "32": 10.47626, - "33": 10.46908, - "34": 10.22325, - "35": 10.27845, - "36": 10.22879, - "37": 10.35946, - "38": 10.19333, - "39": 10.41585, - "40": 10.09773, - "41": 10.15714, - "42": 10.22441, - "43": 9.8328, - "44": 9.96934, - "45": 9.84203, - "46": 9.83023, - "47": 10.15603, - "48": 9.85506, - "49": 9.54051, - "50": 9.91254 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1725.0, - "2": 1664.0, - "3": 1710.0, - "4": 1712.0, - "5": 1834.0, - "6": 1743.0, - "7": 1803.0, - "8": 1744.0, - "9": 1770.0, - "10": 1478.0, - "11": 1879.0, - "12": 1696.0, - "13": 1952.0, - "14": 1732.0, - "15": 1891.0, - "16": 1872.0, - "17": 1737.0, - "18": 1744.0, - "19": 1843.0, - "20": 1639.0, - "21": 1817.0, - "22": 1615.0, - "23": 1960.0, - "24": 1646.0, - "25": 1623.0, - "26": 1671.0, - "27": 1841.0, - "28": 2009.0, - "29": 1956.0, - "30": 1882.0, - "31": 1597.0, - "32": 1921.0, - "33": 2114.0, - "34": 1828.0, - "35": 2043.0, - "36": 1947.0, - "37": 2338.0, - "38": 2227.0, - "39": 2346.0, - "40": 2168.0, - "41": 2204.0, - "42": 2247.0, - "43": 2078.0, - "44": 2064.0, - "45": 2159.0, - "46": 2489.0, - "47": 2497.0, - "48": 2305.0, - "49": 2272.0, - "50": 2319.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 759681536.0, - "2": 759681536.0, - "3": 759681536.0, - "4": 759681536.0, - "5": 759681536.0, - "6": 759681536.0, - "7": 759681536.0, - "8": 759681536.0, - "9": 759681536.0, - "10": 759681536.0, - "11": 759681536.0, - "12": 759681536.0, - "13": 759681536.0, - "14": 759681536.0, - "15": 759681536.0, - "16": 759681536.0, - "17": 759681536.0, - "18": 759681536.0, - "19": 759681536.0, - "20": 759681536.0, - "21": 759681536.0, - "22": 759681536.0, - "23": 759681536.0, - "24": 759681536.0, - "25": 759681536.0, - "26": 759681536.0, - "27": 759681536.0, - "28": 759681536.0, - "29": 759681536.0, - "30": 759681536.0, - "31": 759681536.0, - "32": 759681536.0, - "33": 759681536.0, - "34": 759681536.0, - "35": 759681536.0, - "36": 759681536.0, - "37": 759681536.0, - "38": 759681536.0, - "39": 759681536.0, - "40": 759681536.0, - "41": 759681536.0, - "42": 759681536.0, - "43": 759681536.0, - "44": 759681536.0, - "45": 759681536.0, - "46": 759681536.0, - "47": 759681536.0, - "48": 759681536.0, - "49": 759681536.0, - "50": 759681536.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3866813952.0, - "2": 4148525568.0, - "3": 4148525568.0, - "4": 4148525568.0, - "5": 4148525568.0, - "6": 4148525568.0, - "7": 4148525568.0, - "8": 4148525568.0, - "9": 4148525568.0, - "10": 4148525568.0, - "11": 4148525568.0, - "12": 4148525568.0, - "13": 4148525568.0, - "14": 4148525568.0, - "15": 4148525568.0, - "16": 4148525568.0, - "17": 4148525568.0, - "18": 4148525568.0, - "19": 4148525568.0, - "20": 4148525568.0, - "21": 4148525568.0, - "22": 4148525568.0, - "23": 4148525568.0, - "24": 4148525568.0, - "25": 4148525568.0, - "26": 4148525568.0, - "27": 4148525568.0, - "28": 4148525568.0, - "29": 4148525568.0, - "30": 4148525568.0, - "31": 4148525568.0, - "32": 4148525568.0, - "33": 4148525568.0, - "34": 4148525568.0, - "35": 4148525568.0, - "36": 4148525568.0, - "37": 4148525568.0, - "38": 4148525568.0, - "39": 4148525568.0, - "40": 4148525568.0, - "41": 4148525568.0, - "42": 4148525568.0, - "43": 4148525568.0, - "44": 4148525568.0, - "45": 4148525568.0, - "46": 4148525568.0, - "47": 4148525568.0, - "48": 4148525568.0, - "49": 4148525568.0, - "50": 4148525568.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 12.80183, - "2": 0.14507, - "3": 0.13423, - "4": 0.12539, - "5": 0.12233, - "6": 0.12325, - "7": 0.12437, - "8": 0.12453, - "9": 0.12348, - "10": 0.12305, - "11": 0.12491, - "12": 0.12346, - "13": 0.1234, - "14": 0.12145, - "15": 0.12227, - "16": 0.12254, - "17": 0.12422, - "18": 0.12237, - "19": 0.12342, - "20": 0.1219, - "21": 0.1212, - "22": 0.12243, - "23": 0.11962, - "24": 0.1224, - "25": 0.12155, - "26": 0.12253, - "27": 0.12095, - "28": 0.12035, - "29": 0.12115, - "30": 0.11898, - "31": 0.12063, - "32": 0.1189, - "33": 0.12106, - "34": 0.11766, - "35": 0.11962, - "36": 0.12112, - "37": 0.11847, - "38": 0.11727, - "39": 0.11905, - "40": 0.11887, - "41": 0.11948, - "42": 0.11832, - "43": 0.11858, - "44": 0.1186, - "45": 0.12057, - "46": 0.1186, - "47": 0.12097, - "48": 0.11934, - "49": 0.11972, - "50": 0.12006 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgx_h100.json index f88bc4dbaad..5e069163f6c 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 13.77378, - "2": 0.15884, - "3": 0.14867, - "4": 0.12729, - "5": 0.12441, - "6": 0.12501, - "7": 0.12396, - "8": 0.12217, - "9": 0.12636, - "10": 0.12685, - "11": 0.28489, - "12": 0.1228, - "13": 0.12284, - "14": 0.12293, - "15": 0.12456, - "16": 0.12522, - "17": 0.12575, - "18": 0.12506, - "19": 0.12636, - "20": 0.12549, - "21": 0.28282, - "22": 0.12596, - "23": 0.12451, - "24": 0.12852, - "25": 0.12585, - "26": 0.1249, - "27": 0.12809, - "28": 0.12564, - "29": 0.12685, - "30": 0.12691, - "31": 0.29536, - "32": 0.12574, - "33": 0.12648, - "34": 0.12772, - "35": 0.12732, - "36": 0.12522, - "37": 0.12739, - "38": 0.12791, - "39": 0.12659, - "40": 0.12766, - "41": 0.28835, - "42": 0.12796, - "43": 0.12957, - "44": 0.12516, - "45": 0.12485, - "46": 0.12641, - "47": 0.12384, - "48": 0.12562, - "49": 0.12302, - "50": 0.12604 + "1": 15.65845, + "2": 0.14332, + "3": 0.12833, + "4": 0.12525, + "5": 0.12451, + "6": 0.12488, + "7": 0.12455, + "8": 0.12623, + "9": 0.1249, + "10": 0.127, + "11": 0.29256, + "12": 0.12446, + "13": 0.12388, + "14": 0.12448, + "15": 0.12475, + "16": 0.12507, + "17": 0.12682, + "18": 0.12473, + "19": 0.12569, + "20": 0.12441, + "21": 0.28384, + "22": 0.12554, + "23": 0.12552, + "24": 0.12663, + "25": 0.12441, + "26": 0.12547, + "27": 0.12485, + "28": 0.12492, + "29": 0.12419, + "30": 0.12518, + "31": 0.28416, + "32": 0.12399, + "33": 0.12692, + "34": 0.12606, + "35": 0.12537, + "36": 0.12614, + "37": 0.12484, + "38": 0.12464, + "39": 0.12396, + "40": 0.1239, + "41": 0.28831, + "42": 0.12609, + "43": 0.12537, + "44": 0.12484, + "45": 0.12567, + "46": 0.12791, + "47": 0.12281, + "48": 0.124, + "49": 0.12486, + "50": 0.12585 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 24a2e339e46..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.84523, - "2": 10.85412, - "3": 10.85365, - "4": 10.83867, - "5": 10.87428, - "6": 10.89334, - "7": 10.8541, - "8": 10.86235, - "9": 10.86352, - "10": 10.82859, - "11": 10.88772, - "12": 10.87148, - "13": 10.87938, - "14": 10.89123, - "15": 10.81927, - "16": 10.83063, - "17": 10.79878, - "18": 10.81771, - "19": 10.81957, - "20": 10.72749, - "21": 10.70552, - "22": 10.56396, - "23": 10.72823, - "24": 10.60839, - "25": 10.55198, - "26": 10.60868, - "27": 10.62879, - "28": 10.58271, - "29": 10.59982, - "30": 10.36511, - "31": 10.12096, - "32": 10.47628, - "33": 10.46906, - "34": 10.22326, - "35": 10.27848, - "36": 10.22883, - "37": 10.35947, - "38": 10.19331, - "39": 10.41586, - "40": 10.09773, - "41": 10.15718, - "42": 10.22441, - "43": 9.83281, - "44": 9.96935, - "45": 9.84205, - "46": 9.83017, - "47": 10.15602, - "48": 9.85503, - "49": 9.54049, - "50": 9.91258 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1725.0, - "2": 1664.0, - "3": 1710.0, - "4": 1712.0, - "5": 1834.0, - "6": 1743.0, - "7": 1803.0, - "8": 1737.0, - "9": 1779.0, - "10": 1459.0, - "11": 1898.0, - "12": 1661.0, - "13": 1860.0, - "14": 1764.0, - "15": 1886.0, - "16": 1916.0, - "17": 1773.0, - "18": 1702.0, - "19": 1742.0, - "20": 1649.0, - "21": 1899.0, - "22": 1631.0, - "23": 1960.0, - "24": 1570.0, - "25": 1647.0, - "26": 1649.0, - "27": 1811.0, - "28": 1930.0, - "29": 1910.0, - "30": 1964.0, - "31": 1536.0, - "32": 1873.0, - "33": 2191.0, - "34": 1838.0, - "35": 2017.0, - "36": 1916.0, - "37": 2345.0, - "38": 2247.0, - "39": 2374.0, - "40": 2207.0, - "41": 2246.0, - "42": 2291.0, - "43": 2027.0, - "44": 2147.0, - "45": 2164.0, - "46": 2300.0, - "47": 2418.0, - "48": 2467.0, - "49": 2255.0, - "50": 2224.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 552054272.0, - "2": 552054272.0, - "3": 552054272.0, - "4": 552054272.0, - "5": 552054272.0, - "6": 552054272.0, - "7": 552054272.0, - "8": 552054272.0, - "9": 552054272.0, - "10": 552054272.0, - "11": 552054272.0, - "12": 552054272.0, - "13": 552054272.0, - "14": 552054272.0, - "15": 552054272.0, - "16": 552054272.0, - "17": 552054272.0, - "18": 552054272.0, - "19": 552054272.0, - "20": 552054272.0, - "21": 552054272.0, - "22": 552054272.0, - "23": 552054272.0, - "24": 552054272.0, - "25": 552054272.0, - "26": 552054272.0, - "27": 552054272.0, - "28": 552054272.0, - "29": 552054272.0, - "30": 552054272.0, - "31": 552054272.0, - "32": 552054272.0, - "33": 552054272.0, - "34": 552054272.0, - "35": 552054272.0, - "36": 552054272.0, - "37": 552054272.0, - "38": 552054272.0, - "39": 552054272.0, - "40": 552054272.0, - "41": 552054272.0, - "42": 552054272.0, - "43": 552054272.0, - "44": 552054272.0, - "45": 552054272.0, - "46": 552054272.0, - "47": 552054272.0, - "48": 552054272.0, - "49": 552054272.0, - "50": 552054272.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3798206976.0, - "2": 3940899328.0, - "3": 3940899328.0, - "4": 3940899328.0, - "5": 3940899328.0, - "6": 3940899328.0, - "7": 3940899328.0, - "8": 3940899328.0, - "9": 3940899328.0, - "10": 3940899328.0, - "11": 3940899328.0, - "12": 3940899328.0, - "13": 3940899328.0, - "14": 3940899328.0, - "15": 3940899328.0, - "16": 3940899328.0, - "17": 3940899328.0, - "18": 3940899328.0, - "19": 3940899328.0, - "20": 3940899328.0, - "21": 3940899328.0, - "22": 3940899328.0, - "23": 3940899328.0, - "24": 3940899328.0, - "25": 3940899328.0, - "26": 3940899328.0, - "27": 3940899328.0, - "28": 3940899328.0, - "29": 3940899328.0, - "30": 3940899328.0, - "31": 3940899328.0, - "32": 3940899328.0, - "33": 3940899328.0, - "34": 3940899328.0, - "35": 3940899328.0, - "36": 3940899328.0, - "37": 3940899328.0, - "38": 3940899328.0, - "39": 3940899328.0, - "40": 3940899328.0, - "41": 3940899328.0, - "42": 3940899328.0, - "43": 3940899328.0, - "44": 3940899328.0, - "45": 3940899328.0, - "46": 3940899328.0, - "47": 3940899328.0, - "48": 3940899328.0, - "49": 3940899328.0, - "50": 3940899328.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 17.59634, - "2": 0.14856, - "3": 0.11161, - "4": 0.11302, - "5": 0.11107, - "6": 0.1136, - "7": 0.11041, - "8": 0.10987, - "9": 0.10957, - "10": 0.11046, - "11": 0.24569, - "12": 0.11057, - "13": 0.11113, - "14": 0.10972, - "15": 0.10919, - "16": 0.10934, - "17": 0.11, - "18": 0.11335, - "19": 0.11254, - "20": 0.11141, - "21": 0.24662, - "22": 0.11244, - "23": 0.11141, - "24": 0.11252, - "25": 0.11118, - "26": 0.11137, - "27": 0.1105, - "28": 0.11086, - "29": 0.11045, - "30": 0.11129, - "31": 0.24072, - "32": 0.11093, - "33": 0.11087, - "34": 0.11452, - "35": 0.12015, - "36": 0.11133, - "37": 0.1109, - "38": 0.11245, - "39": 0.11262, - "40": 0.11211, - "41": 0.23988, - "42": 0.11163, - "43": 0.11285, - "44": 0.1115, - "45": 0.1137, - "46": 0.11213, - "47": 0.11057, - "48": 0.11163, - "49": 0.11229, - "50": 0.11164 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 5e069163f6c..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.84523, - "2": 10.85412, - "3": 10.85365, - "4": 10.83867, - "5": 10.87428, - "6": 10.89334, - "7": 10.8541, - "8": 10.86235, - "9": 10.86352, - "10": 10.82859, - "11": 10.88772, - "12": 10.87148, - "13": 10.87938, - "14": 10.89123, - "15": 10.81927, - "16": 10.83063, - "17": 10.79878, - "18": 10.81771, - "19": 10.81957, - "20": 10.72749, - "21": 10.70552, - "22": 10.56396, - "23": 10.72823, - "24": 10.60839, - "25": 10.55198, - "26": 10.60868, - "27": 10.62879, - "28": 10.58271, - "29": 10.59982, - "30": 10.36511, - "31": 10.12096, - "32": 10.47628, - "33": 10.46906, - "34": 10.22326, - "35": 10.27848, - "36": 10.22883, - "37": 10.35947, - "38": 10.19331, - "39": 10.41586, - "40": 10.09773, - "41": 10.15718, - "42": 10.22441, - "43": 9.83281, - "44": 9.96935, - "45": 9.84205, - "46": 9.83017, - "47": 10.15602, - "48": 9.85503, - "49": 9.54049, - "50": 9.91258 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1725.0, - "2": 1664.0, - "3": 1710.0, - "4": 1712.0, - "5": 1834.0, - "6": 1743.0, - "7": 1803.0, - "8": 1737.0, - "9": 1779.0, - "10": 1459.0, - "11": 1898.0, - "12": 1661.0, - "13": 1860.0, - "14": 1764.0, - "15": 1886.0, - "16": 1916.0, - "17": 1773.0, - "18": 1702.0, - "19": 1742.0, - "20": 1649.0, - "21": 1899.0, - "22": 1631.0, - "23": 1960.0, - "24": 1570.0, - "25": 1647.0, - "26": 1649.0, - "27": 1811.0, - "28": 1930.0, - "29": 1910.0, - "30": 1964.0, - "31": 1536.0, - "32": 1873.0, - "33": 2191.0, - "34": 1838.0, - "35": 2017.0, - "36": 1916.0, - "37": 2345.0, - "38": 2247.0, - "39": 2374.0, - "40": 2207.0, - "41": 2246.0, - "42": 2291.0, - "43": 2027.0, - "44": 2147.0, - "45": 2164.0, - "46": 2300.0, - "47": 2418.0, - "48": 2467.0, - "49": 2255.0, - "50": 2224.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 552054272.0, - "2": 552054272.0, - "3": 552054272.0, - "4": 552054272.0, - "5": 552054272.0, - "6": 552054272.0, - "7": 552054272.0, - "8": 552054272.0, - "9": 552054272.0, - "10": 552054272.0, - "11": 552054272.0, - "12": 552054272.0, - "13": 552054272.0, - "14": 552054272.0, - "15": 552054272.0, - "16": 552054272.0, - "17": 552054272.0, - "18": 552054272.0, - "19": 552054272.0, - "20": 552054272.0, - "21": 552054272.0, - "22": 552054272.0, - "23": 552054272.0, - "24": 552054272.0, - "25": 552054272.0, - "26": 552054272.0, - "27": 552054272.0, - "28": 552054272.0, - "29": 552054272.0, - "30": 552054272.0, - "31": 552054272.0, - "32": 552054272.0, - "33": 552054272.0, - "34": 552054272.0, - "35": 552054272.0, - "36": 552054272.0, - "37": 552054272.0, - "38": 552054272.0, - "39": 552054272.0, - "40": 552054272.0, - "41": 552054272.0, - "42": 552054272.0, - "43": 552054272.0, - "44": 552054272.0, - "45": 552054272.0, - "46": 552054272.0, - "47": 552054272.0, - "48": 552054272.0, - "49": 552054272.0, - "50": 552054272.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3798206976.0, - "2": 3940899328.0, - "3": 3940899328.0, - "4": 3940899328.0, - "5": 3940899328.0, - "6": 3940899328.0, - "7": 3940899328.0, - "8": 3940899328.0, - "9": 3940899328.0, - "10": 3940899328.0, - "11": 3940899328.0, - "12": 3940899328.0, - "13": 3940899328.0, - "14": 3940899328.0, - "15": 3940899328.0, - "16": 3940899328.0, - "17": 3940899328.0, - "18": 3940899328.0, - "19": 3940899328.0, - "20": 3940899328.0, - "21": 3940899328.0, - "22": 3940899328.0, - "23": 3940899328.0, - "24": 3940899328.0, - "25": 3940899328.0, - "26": 3940899328.0, - "27": 3940899328.0, - "28": 3940899328.0, - "29": 3940899328.0, - "30": 3940899328.0, - "31": 3940899328.0, - "32": 3940899328.0, - "33": 3940899328.0, - "34": 3940899328.0, - "35": 3940899328.0, - "36": 3940899328.0, - "37": 3940899328.0, - "38": 3940899328.0, - "39": 3940899328.0, - "40": 3940899328.0, - "41": 3940899328.0, - "42": 3940899328.0, - "43": 3940899328.0, - "44": 3940899328.0, - "45": 3940899328.0, - "46": 3940899328.0, - "47": 3940899328.0, - "48": 3940899328.0, - "49": 3940899328.0, - "50": 3940899328.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 15.65845, - "2": 0.14332, - "3": 0.12833, - "4": 0.12525, - "5": 0.12451, - "6": 0.12488, - "7": 0.12455, - "8": 0.12623, - "9": 0.1249, - "10": 0.127, - "11": 0.29256, - "12": 0.12446, - "13": 0.12388, - "14": 0.12448, - "15": 0.12475, - "16": 0.12507, - "17": 0.12682, - "18": 0.12473, - "19": 0.12569, - "20": 0.12441, - "21": 0.28384, - "22": 0.12554, - "23": 0.12552, - "24": 0.12663, - "25": 0.12441, - "26": 0.12547, - "27": 0.12485, - "28": 0.12492, - "29": 0.12419, - "30": 0.12518, - "31": 0.28416, - "32": 0.12399, - "33": 0.12692, - "34": 0.12606, - "35": 0.12537, - "36": 0.12614, - "37": 0.12484, - "38": 0.12464, - "39": 0.12396, - "40": 0.1239, - "41": 0.28831, - "42": 0.12609, - "43": 0.12537, - "44": 0.12484, - "45": 0.12567, - "46": 0.12791, - "47": 0.12281, - "48": 0.124, - "49": 0.12486, - "50": 0.12585 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr/golden_values_dev_dgx_h100.json index 0c1982c8b78..603dba4c2e5 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 15.75462, - "2": 0.12782, - "3": 0.11297, - "4": 0.11221, - "5": 0.11226, - "6": 0.11209, - "7": 0.11157, - "8": 0.11109, - "9": 0.11159, - "10": 0.11411, - "11": 0.11336, - "12": 0.10975, - "13": 0.11129, - "14": 0.11016, - "15": 0.11082, - "16": 0.11173, - "17": 0.1107, - "18": 0.113, - "19": 0.11419, - "20": 0.11333, + "1": 16.0335, + "2": 0.14377, + "3": 0.129, + "4": 0.12162, + "5": 0.11612, + "6": 0.11324, + "7": 0.11415, + "8": 0.11274, + "9": 0.11392, + "10": 0.11729, + "11": 0.11228, + "12": 0.11141, + "13": 0.11245, + "14": 0.11042, + "15": 0.11174, + "16": 0.1114, + "17": 0.11204, + "18": 0.11241, + "19": 0.11298, + "20": 0.11272, "21": 0.11169, - "22": 0.11202, - "23": 0.11053, - "24": 0.1123, - "25": 0.11015, - "26": 0.11042, - "27": 0.11289, - "28": 0.11429, - "29": 0.11129, - "30": 0.11046, - "31": 0.11122, - "32": 0.1104, - "33": 0.11073, - "34": 0.11003, - "35": 0.1113, - "36": 0.11176, - "37": 0.11321, - "38": 0.10946, - "39": 0.10923, - "40": 0.10989, - "41": 0.11025, - "42": 0.11059, - "43": 0.11079, - "44": 0.11083, - "45": 0.1125, - "46": 0.11427, - "47": 0.10872, - "48": 0.11101, - "49": 0.10925, - "50": 0.10952, - "51": 0.11025, - "52": 0.11105, - "53": 0.11002, - "54": 0.10971, - "55": 0.11074, - "56": 0.11019, - "57": 0.11283, - "58": 0.11172, - "59": 0.1132, - "60": 0.11512, - "61": 0.11318, - "62": 0.11088, - "63": 0.11201, - "64": 0.10971, - "65": 0.11109, - "66": 0.11046, - "67": 0.1107, - "68": 0.11123, - "69": 0.1121, - "70": 0.11129, - "71": 0.1106, - "72": 0.11162, - "73": 0.11219, - "74": 0.11285, - "75": 0.11259, - "76": 0.11452, - "77": 0.11103, - "78": 0.11112, - "79": 0.11137, - "80": 0.11228, - "81": 0.11061, - "82": 0.11185, - "83": 0.111, - "84": 0.11067, - "85": 0.11266, - "86": 0.11269, - "87": 0.11295, - "88": 0.10971, - "89": 0.11137, - "90": 0.11022, - "91": 0.11153, - "92": 0.10828, - "93": 0.1125, - "94": 0.11279, - "95": 0.11157, - "96": 0.11174, - "97": 0.10966, - "98": 0.11031, - "99": 0.11036, - "100": 0.10984 + "22": 0.11228, + "23": 0.11255, + "24": 0.11124, + "25": 0.11188, + "26": 0.11351, + "27": 0.11159, + "28": 0.11318, + "29": 0.11016, + "30": 0.11051, + "31": 0.11184, + "32": 0.11116, + "33": 0.1106, + "34": 0.11105, + "35": 0.113, + "36": 0.11198, + "37": 0.1117, + "38": 0.11109, + "39": 0.1099, + "40": 0.11097, + "41": 0.11159, + "42": 0.11191, + "43": 0.11283, + "44": 0.11266, + "45": 0.111, + "46": 0.11347, + "47": 0.1099, + "48": 0.10973, + "49": 0.11225, + "50": 0.11231, + "51": 0.1122, + "52": 0.10985, + "53": 0.11147, + "54": 0.11064, + "55": 0.11101, + "56": 0.11356, + "57": 0.11368, + "58": 0.11185, + "59": 0.11193, + "60": 0.11205, + "61": 0.11176, + "62": 0.11293, + "63": 0.1127, + "64": 0.11343, + "65": 0.11282, + "66": 0.11245, + "67": 0.11385, + "68": 0.11071, + "69": 0.11079, + "70": 0.112, + "71": 0.1108, + "72": 0.11299, + "73": 0.11305, + "74": 0.11343, + "75": 0.11155, + "76": 0.11323, + "77": 0.11174, + "78": 0.11138, + "79": 0.11246, + "80": 0.11252, + "81": 0.11217, + "82": 0.11269, + "83": 0.11312, + "84": 0.11075, + "85": 0.11227, + "86": 0.11159, + "87": 0.11227, + "88": 0.11227, + "89": 0.11277, + "90": 0.11219, + "91": 0.11067, + "92": 0.10961, + "93": 0.10907, + "94": 0.11584, + "95": 0.1087, + "96": 0.11107, + "97": 0.11046, + "98": 0.10986, + "99": 0.11249, + "100": 0.1095 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 73ffbc48219..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84517, - "2": 10.85349, - "3": 10.8539, - "4": 10.83826, - "5": 10.87422, - "6": 10.89306, - "7": 10.85452, - "8": 10.8626, - "9": 10.86463, - "10": 10.82907, - "11": 10.88787, - "12": 10.87098, - "13": 10.87914, - "14": 10.89069, - "15": 10.81973, - "16": 10.83156, - "17": 10.79863, - "18": 10.81648, - "19": 10.8189, - "20": 10.72685, - "21": 10.70581, - "22": 10.56347, - "23": 10.72794, - "24": 10.60761, - "25": 10.55128, - "26": 10.60749, - "27": 10.6277, - "28": 10.58262, - "29": 10.59959, - "30": 10.36566, - "31": 10.11988, - "32": 10.4755, - "33": 10.46637, - "34": 10.22009, - "35": 10.2744, - "36": 10.22594, - "37": 10.35729, - "38": 10.19156, - "39": 10.41342, - "40": 10.0956, - "41": 10.15511, - "42": 10.22085, - "43": 9.82797, - "44": 9.96276, - "45": 9.83425, - "46": 9.82209, - "47": 10.14765, - "48": 9.84681, - "49": 9.53377, - "50": 9.90532, - "51": 9.85116, - "52": 9.73516, - "53": 10.05863, - "54": 9.94369, - "55": 9.87297, - "56": 9.61703, - "57": 9.4675, - "58": 9.82223, - "59": 9.57338, - "60": 9.48861, - "61": 9.67921, - "62": 9.97513, - "63": 9.37045, - "64": 9.76643, - "65": 8.93435, - "66": 9.69463, - "67": 9.35357, - "68": 9.76826, - "69": 9.77682, - "70": 9.72364, - "71": 9.59895, - "72": 9.56454, - "73": 9.48327, - "74": 8.92062, - "75": 9.40392, - "76": 9.05301, - "77": 10.04175, - "78": 9.69879, - "79": 9.35128, - "80": 9.38215, - "81": 9.45866, - "82": 9.67518, - "83": 9.28411, - "84": 9.39313, - "85": 9.5893, - "86": 9.05182, - "87": 9.56419, - "88": 9.71756, - "89": 9.57129, - "90": 9.78202, - "91": 9.3061, - "92": 9.32048, - "93": 9.03942, - "94": 8.79522, - "95": 9.47913, - "96": 9.48454, - "97": 9.2699, - "98": 9.62563, - "99": 8.84255, - "100": 9.34982 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1655.0, - "2": 1697.0, - "3": 1773.0, - "4": 1782.0, - "5": 1897.0, - "6": 1802.0, - "7": 1874.0, - "8": 1653.0, - "9": 1814.0, - "10": 1441.0, - "11": 1909.0, - "12": 1645.0, - "13": 1931.0, - "14": 1678.0, - "15": 1918.0, - "16": 1961.0, - "17": 1711.0, - "18": 1658.0, - "19": 1791.0, - "20": 1610.0, - "21": 1815.0, - "22": 1677.0, - "23": 1952.0, - "24": 1612.0, - "25": 1597.0, - "26": 1657.0, - "27": 1850.0, - "28": 2013.0, - "29": 1966.0, - "30": 1875.0, - "31": 1585.0, - "32": 1941.0, - "33": 2085.0, - "34": 1837.0, - "35": 2045.0, - "36": 1898.0, - "37": 2333.0, - "38": 2247.0, - "39": 2266.0, - "40": 2184.0, - "41": 2209.0, - "42": 2164.0, - "43": 2076.0, - "44": 2169.0, - "45": 2077.0, - "46": 2325.0, - "47": 2505.0, - "48": 2442.0, - "49": 2205.0, - "50": 2196.0, - "51": 2500.0, - "52": 2572.0, - "53": 2905.0, - "54": 2794.0, - "55": 2351.0, - "56": 2606.0, - "57": 2388.0, - "58": 2864.0, - "59": 2726.0, - "60": 2359.0, - "61": 2915.0, - "62": 2610.0, - "63": 2397.0, - "64": 2886.0, - "65": 2577.0, - "66": 2913.0, - "67": 2715.0, - "68": 2646.0, - "69": 2805.0, - "70": 3151.0, - "71": 2917.0, - "72": 2403.0, - "73": 2948.0, - "74": 1994.0, - "75": 2425.0, - "76": 2898.0, - "77": 3085.0, - "78": 3228.0, - "79": 2981.0, - "80": 3254.0, - "81": 3499.0, - "82": 3121.0, - "83": 2711.0, - "84": 3105.0, - "85": 3492.0, - "86": 2693.0, - "87": 3602.0, - "88": 3052.0, - "89": 3230.0, - "90": 3160.0, - "91": 2647.0, - "92": 3160.0, - "93": 2650.0, - "94": 3430.0, - "95": 3247.0, - "96": 3353.0, - "97": 3064.0, - "98": 3486.0, - "99": 3190.0, - "100": 3076.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 759681536.0, - "2": 759681536.0, - "3": 759681536.0, - "4": 759681536.0, - "5": 759681536.0, - "6": 759681536.0, - "7": 759681536.0, - "8": 759681536.0, - "9": 759681536.0, - "10": 759681536.0, - "11": 759681536.0, - "12": 759681536.0, - "13": 759681536.0, - "14": 759681536.0, - "15": 759681536.0, - "16": 759681536.0, - "17": 759681536.0, - "18": 759681536.0, - "19": 759681536.0, - "20": 759681536.0, - "21": 759681536.0, - "22": 759681536.0, - "23": 759681536.0, - "24": 759681536.0, - "25": 759681536.0, - "26": 759681536.0, - "27": 759681536.0, - "28": 759681536.0, - "29": 759681536.0, - "30": 759681536.0, - "31": 759681536.0, - "32": 759681536.0, - "33": 759681536.0, - "34": 759681536.0, - "35": 759681536.0, - "36": 759681536.0, - "37": 759681536.0, - "38": 759681536.0, - "39": 759681536.0, - "40": 759681536.0, - "41": 759681536.0, - "42": 759681536.0, - "43": 759681536.0, - "44": 759681536.0, - "45": 759681536.0, - "46": 759681536.0, - "47": 759681536.0, - "48": 759681536.0, - "49": 759681536.0, - "50": 759681536.0, - "51": 759681536.0, - "52": 759681536.0, - "53": 759681536.0, - "54": 759681536.0, - "55": 759681536.0, - "56": 759681536.0, - "57": 759681536.0, - "58": 759681536.0, - "59": 759681536.0, - "60": 759681536.0, - "61": 759681536.0, - "62": 759681536.0, - "63": 759681536.0, - "64": 759681536.0, - "65": 759681536.0, - "66": 759681536.0, - "67": 759681536.0, - "68": 759681536.0, - "69": 759681536.0, - "70": 759681536.0, - "71": 759681536.0, - "72": 759681536.0, - "73": 759681536.0, - "74": 759681536.0, - "75": 759681536.0, - "76": 759681536.0, - "77": 759681536.0, - "78": 759681536.0, - "79": 759681536.0, - "80": 759681536.0, - "81": 759681536.0, - "82": 759681536.0, - "83": 759681536.0, - "84": 759681536.0, - "85": 759681536.0, - "86": 759681536.0, - "87": 759681536.0, - "88": 759681536.0, - "89": 759681536.0, - "90": 759681536.0, - "91": 759681536.0, - "92": 759681536.0, - "93": 759681536.0, - "94": 759681536.0, - "95": 759681536.0, - "96": 759681536.0, - "97": 759681536.0, - "98": 759681536.0, - "99": 759681536.0, - "100": 759681536.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2358048768.0, - "2": 2639760384.0, - "3": 2639760384.0, - "4": 2639760384.0, - "5": 2639760384.0, - "6": 2639760384.0, - "7": 2639760384.0, - "8": 2639760384.0, - "9": 2639760384.0, - "10": 2639760384.0, - "11": 2639760384.0, - "12": 2639760384.0, - "13": 2639760384.0, - "14": 2639760384.0, - "15": 2639760384.0, - "16": 2639760384.0, - "17": 2639760384.0, - "18": 2639760384.0, - "19": 2639760384.0, - "20": 2639760384.0, - "21": 2639760384.0, - "22": 2639760384.0, - "23": 2639760384.0, - "24": 2639760384.0, - "25": 2639760384.0, - "26": 2639760384.0, - "27": 2639760384.0, - "28": 2639760384.0, - "29": 2639760384.0, - "30": 2639760384.0, - "31": 2639760384.0, - "32": 2639760384.0, - "33": 2639760384.0, - "34": 2639760384.0, - "35": 2639760384.0, - "36": 2639760384.0, - "37": 2639760384.0, - "38": 2639760384.0, - "39": 2639760384.0, - "40": 2639760384.0, - "41": 2639760384.0, - "42": 2639760384.0, - "43": 2639760384.0, - "44": 2639760384.0, - "45": 2639760384.0, - "46": 2639760384.0, - "47": 2639760384.0, - "48": 2639760384.0, - "49": 2639760384.0, - "50": 2639760384.0, - "51": 2639760384.0, - "52": 2639760384.0, - "53": 2639760384.0, - "54": 2639760384.0, - "55": 2639760384.0, - "56": 2639760384.0, - "57": 2639760384.0, - "58": 2639760384.0, - "59": 2639760384.0, - "60": 2639760384.0, - "61": 2639760384.0, - "62": 2639760384.0, - "63": 2639760384.0, - "64": 2639760384.0, - "65": 2639760384.0, - "66": 2639760384.0, - "67": 2639760384.0, - "68": 2639760384.0, - "69": 2639760384.0, - "70": 2639760384.0, - "71": 2639760384.0, - "72": 2639760384.0, - "73": 2639760384.0, - "74": 2639760384.0, - "75": 2639760384.0, - "76": 2639760384.0, - "77": 2639760384.0, - "78": 2639760384.0, - "79": 2639760384.0, - "80": 2639760384.0, - "81": 2639760384.0, - "82": 2639760384.0, - "83": 2639760384.0, - "84": 2639760384.0, - "85": 2639760384.0, - "86": 2639760384.0, - "87": 2639760384.0, - "88": 2639760384.0, - "89": 2639760384.0, - "90": 2639760384.0, - "91": 2639760384.0, - "92": 2639760384.0, - "93": 2639760384.0, - "94": 2639760384.0, - "95": 2639760384.0, - "96": 2639760384.0, - "97": 2639760384.0, - "98": 2639760384.0, - "99": 2639760384.0, - "100": 2639760384.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 14.25777, - "2": 0.13394, - "3": 0.09922, - "4": 0.09894, - "5": 0.09775, - "6": 0.09731, - "7": 0.09832, - "8": 0.09902, - "9": 0.0976, - "10": 0.09738, - "11": 0.09769, - "12": 0.09775, - "13": 0.0973, - "14": 0.09697, - "15": 0.09749, - "16": 0.09763, - "17": 0.09815, - "18": 0.09802, - "19": 0.09718, - "20": 0.09775, - "21": 0.09758, - "22": 0.09773, - "23": 0.09785, - "24": 0.09828, - "25": 0.09821, - "26": 0.09669, - "27": 0.09722, - "28": 0.09732, - "29": 0.09861, - "30": 0.09875, - "31": 0.09867, - "32": 0.09834, - "33": 0.0982, - "34": 0.09928, - "35": 0.09811, - "36": 0.09669, - "37": 0.09757, - "38": 0.09767, - "39": 0.09702, - "40": 0.09753, - "41": 0.09794, - "42": 0.09878, - "43": 0.09912, - "44": 0.09929, - "45": 0.09921, - "46": 0.09947, - "47": 0.10001, - "48": 0.09906, - "49": 0.09991, - "50": 0.0993, - "51": 0.10133, - "52": 0.09956, - "53": 0.09824, - "54": 0.09904, - "55": 0.09915, - "56": 0.09925, - "57": 0.09859, - "58": 0.09644, - "59": 0.09661, - "60": 0.09755, - "61": 0.09709, - "62": 0.09665, - "63": 0.09681, - "64": 0.09617, - "65": 0.09641, - "66": 0.09621, - "67": 0.09683, - "68": 0.09678, - "69": 0.09664, - "70": 0.09803, - "71": 0.09677, - "72": 0.09645, - "73": 0.09681, - "74": 0.09753, - "75": 0.09704, - "76": 0.09776, - "77": 0.09822, - "78": 0.09631, - "79": 0.09728, - "80": 0.09766, - "81": 0.09703, - "82": 0.0976, - "83": 0.09876, - "84": 0.09779, - "85": 0.0973, - "86": 0.09965, - "87": 0.09825, - "88": 0.09698, - "89": 0.09761, - "90": 0.09663, - "91": 0.09746, - "92": 0.09681, - "93": 0.09761, - "94": 0.09917, - "95": 0.09904, - "96": 0.09748, - "97": 0.09707, - "98": 0.09661, - "99": 0.09831, - "100": 0.09719 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 603dba4c2e5..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84517, - "2": 10.85349, - "3": 10.8539, - "4": 10.83826, - "5": 10.87422, - "6": 10.89306, - "7": 10.85452, - "8": 10.8626, - "9": 10.86463, - "10": 10.82907, - "11": 10.88787, - "12": 10.87098, - "13": 10.87914, - "14": 10.89069, - "15": 10.81973, - "16": 10.83156, - "17": 10.79863, - "18": 10.81648, - "19": 10.8189, - "20": 10.72685, - "21": 10.70581, - "22": 10.56347, - "23": 10.72794, - "24": 10.60761, - "25": 10.55128, - "26": 10.60749, - "27": 10.6277, - "28": 10.58262, - "29": 10.59959, - "30": 10.36566, - "31": 10.11988, - "32": 10.4755, - "33": 10.46637, - "34": 10.22009, - "35": 10.2744, - "36": 10.22594, - "37": 10.35729, - "38": 10.19156, - "39": 10.41342, - "40": 10.0956, - "41": 10.15511, - "42": 10.22085, - "43": 9.82797, - "44": 9.96276, - "45": 9.83425, - "46": 9.82209, - "47": 10.14765, - "48": 9.84681, - "49": 9.53377, - "50": 9.90532, - "51": 9.85116, - "52": 9.73516, - "53": 10.05863, - "54": 9.94369, - "55": 9.87297, - "56": 9.61703, - "57": 9.4675, - "58": 9.82223, - "59": 9.57338, - "60": 9.48861, - "61": 9.67921, - "62": 9.97513, - "63": 9.37045, - "64": 9.76643, - "65": 8.93435, - "66": 9.69463, - "67": 9.35357, - "68": 9.76826, - "69": 9.77682, - "70": 9.72364, - "71": 9.59895, - "72": 9.56454, - "73": 9.48327, - "74": 8.92062, - "75": 9.40392, - "76": 9.05301, - "77": 10.04175, - "78": 9.69879, - "79": 9.35128, - "80": 9.38215, - "81": 9.45866, - "82": 9.67518, - "83": 9.28411, - "84": 9.39313, - "85": 9.5893, - "86": 9.05182, - "87": 9.56419, - "88": 9.71756, - "89": 9.57129, - "90": 9.78202, - "91": 9.3061, - "92": 9.32048, - "93": 9.03942, - "94": 8.79522, - "95": 9.47913, - "96": 9.48454, - "97": 9.2699, - "98": 9.62563, - "99": 8.84255, - "100": 9.34982 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1655.0, - "2": 1697.0, - "3": 1773.0, - "4": 1782.0, - "5": 1897.0, - "6": 1802.0, - "7": 1874.0, - "8": 1653.0, - "9": 1814.0, - "10": 1441.0, - "11": 1909.0, - "12": 1645.0, - "13": 1931.0, - "14": 1678.0, - "15": 1918.0, - "16": 1961.0, - "17": 1711.0, - "18": 1658.0, - "19": 1791.0, - "20": 1610.0, - "21": 1815.0, - "22": 1677.0, - "23": 1952.0, - "24": 1612.0, - "25": 1597.0, - "26": 1657.0, - "27": 1850.0, - "28": 2013.0, - "29": 1966.0, - "30": 1875.0, - "31": 1585.0, - "32": 1941.0, - "33": 2085.0, - "34": 1837.0, - "35": 2045.0, - "36": 1898.0, - "37": 2333.0, - "38": 2247.0, - "39": 2266.0, - "40": 2184.0, - "41": 2209.0, - "42": 2164.0, - "43": 2076.0, - "44": 2169.0, - "45": 2077.0, - "46": 2325.0, - "47": 2505.0, - "48": 2442.0, - "49": 2205.0, - "50": 2196.0, - "51": 2500.0, - "52": 2572.0, - "53": 2905.0, - "54": 2794.0, - "55": 2351.0, - "56": 2606.0, - "57": 2388.0, - "58": 2864.0, - "59": 2726.0, - "60": 2359.0, - "61": 2915.0, - "62": 2610.0, - "63": 2397.0, - "64": 2886.0, - "65": 2577.0, - "66": 2913.0, - "67": 2715.0, - "68": 2646.0, - "69": 2805.0, - "70": 3151.0, - "71": 2917.0, - "72": 2403.0, - "73": 2948.0, - "74": 1994.0, - "75": 2425.0, - "76": 2898.0, - "77": 3085.0, - "78": 3228.0, - "79": 2981.0, - "80": 3254.0, - "81": 3499.0, - "82": 3121.0, - "83": 2711.0, - "84": 3105.0, - "85": 3492.0, - "86": 2693.0, - "87": 3602.0, - "88": 3052.0, - "89": 3230.0, - "90": 3160.0, - "91": 2647.0, - "92": 3160.0, - "93": 2650.0, - "94": 3430.0, - "95": 3247.0, - "96": 3353.0, - "97": 3064.0, - "98": 3486.0, - "99": 3190.0, - "100": 3076.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 759681536.0, - "2": 759681536.0, - "3": 759681536.0, - "4": 759681536.0, - "5": 759681536.0, - "6": 759681536.0, - "7": 759681536.0, - "8": 759681536.0, - "9": 759681536.0, - "10": 759681536.0, - "11": 759681536.0, - "12": 759681536.0, - "13": 759681536.0, - "14": 759681536.0, - "15": 759681536.0, - "16": 759681536.0, - "17": 759681536.0, - "18": 759681536.0, - "19": 759681536.0, - "20": 759681536.0, - "21": 759681536.0, - "22": 759681536.0, - "23": 759681536.0, - "24": 759681536.0, - "25": 759681536.0, - "26": 759681536.0, - "27": 759681536.0, - "28": 759681536.0, - "29": 759681536.0, - "30": 759681536.0, - "31": 759681536.0, - "32": 759681536.0, - "33": 759681536.0, - "34": 759681536.0, - "35": 759681536.0, - "36": 759681536.0, - "37": 759681536.0, - "38": 759681536.0, - "39": 759681536.0, - "40": 759681536.0, - "41": 759681536.0, - "42": 759681536.0, - "43": 759681536.0, - "44": 759681536.0, - "45": 759681536.0, - "46": 759681536.0, - "47": 759681536.0, - "48": 759681536.0, - "49": 759681536.0, - "50": 759681536.0, - "51": 759681536.0, - "52": 759681536.0, - "53": 759681536.0, - "54": 759681536.0, - "55": 759681536.0, - "56": 759681536.0, - "57": 759681536.0, - "58": 759681536.0, - "59": 759681536.0, - "60": 759681536.0, - "61": 759681536.0, - "62": 759681536.0, - "63": 759681536.0, - "64": 759681536.0, - "65": 759681536.0, - "66": 759681536.0, - "67": 759681536.0, - "68": 759681536.0, - "69": 759681536.0, - "70": 759681536.0, - "71": 759681536.0, - "72": 759681536.0, - "73": 759681536.0, - "74": 759681536.0, - "75": 759681536.0, - "76": 759681536.0, - "77": 759681536.0, - "78": 759681536.0, - "79": 759681536.0, - "80": 759681536.0, - "81": 759681536.0, - "82": 759681536.0, - "83": 759681536.0, - "84": 759681536.0, - "85": 759681536.0, - "86": 759681536.0, - "87": 759681536.0, - "88": 759681536.0, - "89": 759681536.0, - "90": 759681536.0, - "91": 759681536.0, - "92": 759681536.0, - "93": 759681536.0, - "94": 759681536.0, - "95": 759681536.0, - "96": 759681536.0, - "97": 759681536.0, - "98": 759681536.0, - "99": 759681536.0, - "100": 759681536.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2358048768.0, - "2": 2639760384.0, - "3": 2639760384.0, - "4": 2639760384.0, - "5": 2639760384.0, - "6": 2639760384.0, - "7": 2639760384.0, - "8": 2639760384.0, - "9": 2639760384.0, - "10": 2639760384.0, - "11": 2639760384.0, - "12": 2639760384.0, - "13": 2639760384.0, - "14": 2639760384.0, - "15": 2639760384.0, - "16": 2639760384.0, - "17": 2639760384.0, - "18": 2639760384.0, - "19": 2639760384.0, - "20": 2639760384.0, - "21": 2639760384.0, - "22": 2639760384.0, - "23": 2639760384.0, - "24": 2639760384.0, - "25": 2639760384.0, - "26": 2639760384.0, - "27": 2639760384.0, - "28": 2639760384.0, - "29": 2639760384.0, - "30": 2639760384.0, - "31": 2639760384.0, - "32": 2639760384.0, - "33": 2639760384.0, - "34": 2639760384.0, - "35": 2639760384.0, - "36": 2639760384.0, - "37": 2639760384.0, - "38": 2639760384.0, - "39": 2639760384.0, - "40": 2639760384.0, - "41": 2639760384.0, - "42": 2639760384.0, - "43": 2639760384.0, - "44": 2639760384.0, - "45": 2639760384.0, - "46": 2639760384.0, - "47": 2639760384.0, - "48": 2639760384.0, - "49": 2639760384.0, - "50": 2639760384.0, - "51": 2639760384.0, - "52": 2639760384.0, - "53": 2639760384.0, - "54": 2639760384.0, - "55": 2639760384.0, - "56": 2639760384.0, - "57": 2639760384.0, - "58": 2639760384.0, - "59": 2639760384.0, - "60": 2639760384.0, - "61": 2639760384.0, - "62": 2639760384.0, - "63": 2639760384.0, - "64": 2639760384.0, - "65": 2639760384.0, - "66": 2639760384.0, - "67": 2639760384.0, - "68": 2639760384.0, - "69": 2639760384.0, - "70": 2639760384.0, - "71": 2639760384.0, - "72": 2639760384.0, - "73": 2639760384.0, - "74": 2639760384.0, - "75": 2639760384.0, - "76": 2639760384.0, - "77": 2639760384.0, - "78": 2639760384.0, - "79": 2639760384.0, - "80": 2639760384.0, - "81": 2639760384.0, - "82": 2639760384.0, - "83": 2639760384.0, - "84": 2639760384.0, - "85": 2639760384.0, - "86": 2639760384.0, - "87": 2639760384.0, - "88": 2639760384.0, - "89": 2639760384.0, - "90": 2639760384.0, - "91": 2639760384.0, - "92": 2639760384.0, - "93": 2639760384.0, - "94": 2639760384.0, - "95": 2639760384.0, - "96": 2639760384.0, - "97": 2639760384.0, - "98": 2639760384.0, - "99": 2639760384.0, - "100": 2639760384.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 16.0335, - "2": 0.14377, - "3": 0.129, - "4": 0.12162, - "5": 0.11612, - "6": 0.11324, - "7": 0.11415, - "8": 0.11274, - "9": 0.11392, - "10": 0.11729, - "11": 0.11228, - "12": 0.11141, - "13": 0.11245, - "14": 0.11042, - "15": 0.11174, - "16": 0.1114, - "17": 0.11204, - "18": 0.11241, - "19": 0.11298, - "20": 0.11272, - "21": 0.11169, - "22": 0.11228, - "23": 0.11255, - "24": 0.11124, - "25": 0.11188, - "26": 0.11351, - "27": 0.11159, - "28": 0.11318, - "29": 0.11016, - "30": 0.11051, - "31": 0.11184, - "32": 0.11116, - "33": 0.1106, - "34": 0.11105, - "35": 0.113, - "36": 0.11198, - "37": 0.1117, - "38": 0.11109, - "39": 0.1099, - "40": 0.11097, - "41": 0.11159, - "42": 0.11191, - "43": 0.11283, - "44": 0.11266, - "45": 0.111, - "46": 0.11347, - "47": 0.1099, - "48": 0.10973, - "49": 0.11225, - "50": 0.11231, - "51": 0.1122, - "52": 0.10985, - "53": 0.11147, - "54": 0.11064, - "55": 0.11101, - "56": 0.11356, - "57": 0.11368, - "58": 0.11185, - "59": 0.11193, - "60": 0.11205, - "61": 0.11176, - "62": 0.11293, - "63": 0.1127, - "64": 0.11343, - "65": 0.11282, - "66": 0.11245, - "67": 0.11385, - "68": 0.11071, - "69": 0.11079, - "70": 0.112, - "71": 0.1108, - "72": 0.11299, - "73": 0.11305, - "74": 0.11343, - "75": 0.11155, - "76": 0.11323, - "77": 0.11174, - "78": 0.11138, - "79": 0.11246, - "80": 0.11252, - "81": 0.11217, - "82": 0.11269, - "83": 0.11312, - "84": 0.11075, - "85": 0.11227, - "86": 0.11159, - "87": 0.11227, - "88": 0.11227, - "89": 0.11277, - "90": 0.11219, - "91": 0.11067, - "92": 0.10961, - "93": 0.10907, - "94": 0.11584, - "95": 0.1087, - "96": 0.11107, - "97": 0.11046, - "98": 0.10986, - "99": 0.11249, - "100": 0.1095 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss/golden_values_dev_dgx_h100.json index c681b5bd1b4..f0d9be9be9d 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 17.55882, - "2": 0.13655, - "3": 0.11858, - "4": 0.11941, - "5": 0.11739, - "6": 0.11681, - "7": 0.11862, - "8": 0.11921, - "9": 0.11665, - "10": 0.11215, - "11": 0.11312, - "12": 0.1133, - "13": 0.11518, - "14": 0.11608, - "15": 0.11464, - "16": 0.11376, - "17": 0.11276, - "18": 0.11015, - "19": 0.11044, - "20": 0.11079, - "21": 0.11474, - "22": 0.11541, - "23": 0.11297, - "24": 0.11166, - "25": 0.11284, - "26": 0.11199, - "27": 0.11465, - "28": 0.11372, - "29": 0.10904, - "30": 0.10993, - "31": 0.1098, - "32": 0.10938, - "33": 0.10814, - "34": 0.11037, - "35": 0.11052, - "36": 0.1106, - "37": 0.11033, - "38": 0.10993, - "39": 0.11259, - "40": 0.11019, - "41": 0.11104, - "42": 0.10843, - "43": 0.10994, - "44": 0.10984, - "45": 0.11066, - "46": 0.11026, - "47": 0.11119, - "48": 0.11328, - "49": 0.11122, - "50": 0.11048, - "51": 0.11634, - "52": 0.10989, - "53": 0.10877, - "54": 0.10843, - "55": 0.1103, - "56": 0.11044, - "57": 0.11032, - "58": 0.10904, - "59": 0.1093, - "60": 0.10814, - "61": 0.10768, - "62": 0.10827, - "63": 0.11047, - "64": 0.10921, - "65": 0.11011, - "66": 0.11245, - "67": 0.10798, - "68": 0.11072, - "69": 0.10966, - "70": 0.10787, - "71": 0.10889, - "72": 0.10915, - "73": 0.10943, - "74": 0.11136, - "75": 0.11012, - "76": 0.11056, - "77": 0.1092, - "78": 0.11055, - "79": 0.11067, - "80": 0.11178, - "81": 0.11295, - "82": 0.11012, - "83": 0.11251, - "84": 0.11453, - "85": 0.11392, - "86": 0.1136, - "87": 0.10936, - "88": 0.10748, - "89": 0.109, - "90": 0.10971, - "91": 0.10877, - "92": 0.1101, - "93": 0.11367, - "94": 0.11157, - "95": 0.11149, - "96": 0.10884, - "97": 0.10884, - "98": 0.10766, - "99": 0.10924, - "100": 0.10913 + "1": 17.57509, + "2": 0.1453, + "3": 0.11184, + "4": 0.11457, + "5": 0.12345, + "6": 0.12167, + "7": 0.12451, + "8": 0.11003, + "9": 0.11229, + "10": 0.11078, + "11": 0.11178, + "12": 0.11071, + "13": 0.11183, + "14": 0.1131, + "15": 0.11195, + "16": 0.11109, + "17": 0.11155, + "18": 0.11436, + "19": 0.11335, + "20": 0.11235, + "21": 0.11323, + "22": 0.11234, + "23": 0.1131, + "24": 0.11154, + "25": 0.11274, + "26": 0.11525, + "27": 0.11435, + "28": 0.11247, + "29": 0.11318, + "30": 0.11126, + "31": 0.11489, + "32": 0.11045, + "33": 0.1114, + "34": 0.11253, + "35": 0.11114, + "36": 0.114, + "37": 0.11201, + "38": 0.10979, + "39": 0.11069, + "40": 0.11078, + "41": 0.11142, + "42": 0.11091, + "43": 0.11324, + "44": 0.11151, + "45": 0.11295, + "46": 0.11174, + "47": 0.10954, + "48": 0.11083, + "49": 0.11195, + "50": 0.11251, + "51": 0.11627, + "52": 0.11199, + "53": 0.11127, + "54": 0.11464, + "55": 0.11072, + "56": 0.1136, + "57": 0.11119, + "58": 0.11025, + "59": 0.11083, + "60": 0.11126, + "61": 0.10968, + "62": 0.11104, + "63": 0.11515, + "64": 0.11136, + "65": 0.11454, + "66": 0.10994, + "67": 0.11003, + "68": 0.10997, + "69": 0.11155, + "70": 0.11002, + "71": 0.1121, + "72": 0.11334, + "73": 0.11221, + "74": 0.11542, + "75": 0.11082, + "76": 0.10997, + "77": 0.11087, + "78": 0.11222, + "79": 0.11343, + "80": 0.11462, + "81": 0.11272, + "82": 0.11293, + "83": 0.113, + "84": 0.11134, + "85": 0.11308, + "86": 0.11357, + "87": 0.11341, + "88": 0.11349, + "89": 0.11342, + "90": 0.11212, + "91": 0.11377, + "92": 0.11421, + "93": 0.1115, + "94": 0.11293, + "95": 0.11334, + "96": 0.11303, + "97": 0.11198, + "98": 0.11326, + "99": 0.11128, + "100": 0.1117 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 14b95ca2ef5..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84517, - "2": 10.85349, - "3": 10.8539, - "4": 10.83825, - "5": 10.87427, - "6": 10.89307, - "7": 10.85454, - "8": 10.8626, - "9": 10.86468, - "10": 10.82907, - "11": 10.88789, - "12": 10.87095, - "13": 10.87916, - "14": 10.89079, - "15": 10.81974, - "16": 10.83162, - "17": 10.79863, - "18": 10.81667, - "19": 10.81919, - "20": 10.727, - "21": 10.70594, - "22": 10.56364, - "23": 10.72802, - "24": 10.60832, - "25": 10.55217, - "26": 10.60845, - "27": 10.62847, - "28": 10.5831, - "29": 10.60012, - "30": 10.36614, - "31": 10.12044, - "32": 10.47684, - "33": 10.46873, - "34": 10.22319, - "35": 10.2778, - "36": 10.22892, - "37": 10.35949, - "38": 10.19371, - "39": 10.4155, - "40": 10.0976, - "41": 10.15737, - "42": 10.22396, - "43": 9.83286, - "44": 9.96916, - "45": 9.84196, - "46": 9.83045, - "47": 10.15628, - "48": 9.85484, - "49": 9.54086, - "50": 9.9125, - "51": 9.8587, - "52": 9.74287, - "53": 10.06647, - "54": 9.95168, - "55": 9.88096, - "56": 9.62625, - "57": 9.47766, - "58": 9.8335, - "59": 9.58522, - "60": 9.50125, - "61": 9.69186, - "62": 9.98858, - "63": 9.38478, - "64": 9.78027, - "65": 8.94761, - "66": 9.70857, - "67": 9.36847, - "68": 9.78438, - "69": 9.79407, - "70": 9.7424, - "71": 9.61808, - "72": 9.58427, - "73": 9.50347, - "74": 8.9422, - "75": 9.42532, - "76": 9.07407, - "77": 10.06351, - "78": 9.7208, - "79": 9.37296, - "80": 9.40396, - "81": 9.48168, - "82": 9.69778, - "83": 9.30711, - "84": 9.41712, - "85": 9.61405, - "86": 9.07618, - "87": 9.59088, - "88": 9.7464, - "89": 9.59987, - "90": 9.81418, - "91": 9.33775, - "92": 9.35372, - "93": 9.07397, - "94": 8.8317, - "95": 9.5173, - "96": 9.52412, - "97": 9.30995, - "98": 9.66807, - "99": 8.8859, - "100": 9.39541 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1655.0, - "2": 1697.0, - "3": 1724.0, - "4": 1720.0, - "5": 1803.0, - "6": 1772.0, - "7": 1811.0, - "8": 1678.0, - "9": 1828.0, - "10": 1448.0, - "11": 1890.0, - "12": 1657.0, - "13": 1852.0, - "14": 1717.0, - "15": 1879.0, - "16": 1921.0, - "17": 1666.0, - "18": 1729.0, - "19": 1767.0, - "20": 1657.0, - "21": 1827.0, - "22": 1594.0, - "23": 1918.0, - "24": 1622.0, - "25": 1625.0, - "26": 1649.0, - "27": 1788.0, - "28": 2030.0, - "29": 1980.0, - "30": 1882.0, - "31": 1564.0, - "32": 1918.0, - "33": 2045.0, - "34": 1884.0, - "35": 1954.0, - "36": 1910.0, - "37": 2267.0, - "38": 2195.0, - "39": 2346.0, - "40": 2191.0, - "41": 2171.0, - "42": 2246.0, - "43": 1997.0, - "44": 2156.0, - "45": 2091.0, - "46": 2439.0, - "47": 2539.0, - "48": 2418.0, - "49": 2207.0, - "50": 2189.0, - "51": 2608.0, - "52": 2444.0, - "53": 2898.0, - "54": 2664.0, - "55": 2325.0, - "56": 2614.0, - "57": 2394.0, - "58": 2812.0, - "59": 2771.0, - "60": 2361.0, - "61": 2855.0, - "62": 2675.0, - "63": 2393.0, - "64": 3014.0, - "65": 2673.0, - "66": 3051.0, - "67": 2657.0, - "68": 2662.0, - "69": 2736.0, - "70": 3139.0, - "71": 2943.0, - "72": 2293.0, - "73": 2908.0, - "74": 1887.0, - "75": 2519.0, - "76": 3060.0, - "77": 3191.0, - "78": 3211.0, - "79": 3081.0, - "80": 3205.0, - "81": 3563.0, - "82": 3201.0, - "83": 2614.0, - "84": 3162.0, - "85": 3209.0, - "86": 2660.0, - "87": 3729.0, - "88": 3002.0, - "89": 3160.0, - "90": 3168.0, - "91": 2753.0, - "92": 3258.0, - "93": 2617.0, - "94": 3341.0, - "95": 3261.0, - "96": 3370.0, - "97": 3163.0, - "98": 3566.0, - "99": 3179.0, - "100": 3135.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 763220480.0, - "2": 763220480.0, - "3": 763220480.0, - "4": 763220480.0, - "5": 763220480.0, - "6": 763220480.0, - "7": 763220480.0, - "8": 763220480.0, - "9": 763220480.0, - "10": 763220480.0, - "11": 763220480.0, - "12": 763220480.0, - "13": 763220480.0, - "14": 763220480.0, - "15": 763220480.0, - "16": 763220480.0, - "17": 763220480.0, - "18": 763220480.0, - "19": 763220480.0, - "20": 763220480.0, - "21": 763220480.0, - "22": 763220480.0, - "23": 763220480.0, - "24": 763220480.0, - "25": 763220480.0, - "26": 763220480.0, - "27": 763220480.0, - "28": 763220480.0, - "29": 763220480.0, - "30": 763220480.0, - "31": 763220480.0, - "32": 763220480.0, - "33": 763220480.0, - "34": 763220480.0, - "35": 763220480.0, - "36": 763220480.0, - "37": 763220480.0, - "38": 763220480.0, - "39": 763220480.0, - "40": 763220480.0, - "41": 763220480.0, - "42": 763220480.0, - "43": 763220480.0, - "44": 763220480.0, - "45": 763220480.0, - "46": 763220480.0, - "47": 763220480.0, - "48": 763220480.0, - "49": 763220480.0, - "50": 763220480.0, - "51": 763220480.0, - "52": 763220480.0, - "53": 763220480.0, - "54": 763220480.0, - "55": 763220480.0, - "56": 763220480.0, - "57": 763220480.0, - "58": 763220480.0, - "59": 763220480.0, - "60": 763220480.0, - "61": 763220480.0, - "62": 763220480.0, - "63": 763220480.0, - "64": 763220480.0, - "65": 763220480.0, - "66": 763220480.0, - "67": 763220480.0, - "68": 763220480.0, - "69": 763220480.0, - "70": 763220480.0, - "71": 763220480.0, - "72": 763220480.0, - "73": 763220480.0, - "74": 763220480.0, - "75": 763220480.0, - "76": 763220480.0, - "77": 763220480.0, - "78": 763220480.0, - "79": 763220480.0, - "80": 763220480.0, - "81": 763220480.0, - "82": 763220480.0, - "83": 763220480.0, - "84": 763220480.0, - "85": 763220480.0, - "86": 763220480.0, - "87": 763220480.0, - "88": 763220480.0, - "89": 763220480.0, - "90": 763220480.0, - "91": 763220480.0, - "92": 763220480.0, - "93": 763220480.0, - "94": 763220480.0, - "95": 763220480.0, - "96": 763220480.0, - "97": 763220480.0, - "98": 763220480.0, - "99": 763220480.0, - "100": 763220480.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2359490560.0, - "2": 2643299328.0, - "3": 2643299328.0, - "4": 2643299328.0, - "5": 2643299328.0, - "6": 2643299328.0, - "7": 2643299328.0, - "8": 2643299328.0, - "9": 2643299328.0, - "10": 2643299328.0, - "11": 2643299328.0, - "12": 2643299328.0, - "13": 2643299328.0, - "14": 2643299328.0, - "15": 2643299328.0, - "16": 2643299328.0, - "17": 2643299328.0, - "18": 2643299328.0, - "19": 2643299328.0, - "20": 2643299328.0, - "21": 2643299328.0, - "22": 2643299328.0, - "23": 2643299328.0, - "24": 2643299328.0, - "25": 2643299328.0, - "26": 2643299328.0, - "27": 2643299328.0, - "28": 2643299328.0, - "29": 2643299328.0, - "30": 2643299328.0, - "31": 2643299328.0, - "32": 2643299328.0, - "33": 2643299328.0, - "34": 2643299328.0, - "35": 2643299328.0, - "36": 2643299328.0, - "37": 2643299328.0, - "38": 2643299328.0, - "39": 2643299328.0, - "40": 2643299328.0, - "41": 2643299328.0, - "42": 2643299328.0, - "43": 2643299328.0, - "44": 2643299328.0, - "45": 2643299328.0, - "46": 2643299328.0, - "47": 2643299328.0, - "48": 2643299328.0, - "49": 2643299328.0, - "50": 2643299328.0, - "51": 2643299328.0, - "52": 2643299328.0, - "53": 2643299328.0, - "54": 2643299328.0, - "55": 2643299328.0, - "56": 2643299328.0, - "57": 2643299328.0, - "58": 2643299328.0, - "59": 2643299328.0, - "60": 2643299328.0, - "61": 2643299328.0, - "62": 2643299328.0, - "63": 2643299328.0, - "64": 2643299328.0, - "65": 2643299328.0, - "66": 2643299328.0, - "67": 2643299328.0, - "68": 2643299328.0, - "69": 2643299328.0, - "70": 2643299328.0, - "71": 2643299328.0, - "72": 2643299328.0, - "73": 2643299328.0, - "74": 2643299328.0, - "75": 2643299328.0, - "76": 2643299328.0, - "77": 2643299328.0, - "78": 2643299328.0, - "79": 2643299328.0, - "80": 2643299328.0, - "81": 2643299328.0, - "82": 2643299328.0, - "83": 2643299328.0, - "84": 2643299328.0, - "85": 2643299328.0, - "86": 2643299328.0, - "87": 2643299328.0, - "88": 2643299328.0, - "89": 2643299328.0, - "90": 2643299328.0, - "91": 2643299328.0, - "92": 2643299328.0, - "93": 2643299328.0, - "94": 2643299328.0, - "95": 2643299328.0, - "96": 2643299328.0, - "97": 2643299328.0, - "98": 2643299328.0, - "99": 2643299328.0, - "100": 2643299328.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 16.57994, - "2": 0.13128, - "3": 0.10309, - "4": 0.10229, - "5": 0.10072, - "6": 0.09862, - "7": 0.10136, - "8": 0.10155, - "9": 0.10115, - "10": 0.09973, - "11": 0.10272, - "12": 0.10529, - "13": 0.10516, - "14": 0.10397, - "15": 0.10407, - "16": 0.10362, - "17": 0.10333, - "18": 0.10307, - "19": 0.10283, - "20": 0.09949, - "21": 0.09817, - "22": 0.1027, - "23": 0.10231, - "24": 0.10218, - "25": 0.10307, - "26": 0.10424, - "27": 0.10183, - "28": 0.10321, - "29": 0.10228, - "30": 0.10178, - "31": 0.10491, - "32": 0.10267, - "33": 0.10205, - "34": 0.10154, - "35": 0.10239, - "36": 0.10188, - "37": 0.10547, - "38": 0.10217, - "39": 0.10273, - "40": 0.09793, - "41": 0.09773, - "42": 0.09752, - "43": 0.09866, - "44": 0.0975, - "45": 0.09867, - "46": 0.09876, - "47": 0.09929, - "48": 0.09909, - "49": 0.101, - "50": 0.0978, - "51": 0.10715, - "52": 0.10113, - "53": 0.10133, - "54": 0.10021, - "55": 0.10053, - "56": 0.10041, - "57": 0.10033, - "58": 0.10121, - "59": 0.09846, - "60": 0.09725, - "61": 0.09803, - "62": 0.09772, - "63": 0.09712, - "64": 0.10005, - "65": 0.09924, - "66": 0.09828, - "67": 0.09806, - "68": 0.09771, - "69": 0.103, - "70": 0.10104, - "71": 0.10088, - "72": 0.1012, - "73": 0.10067, - "74": 0.1036, - "75": 0.09878, - "76": 0.10012, - "77": 0.09887, - "78": 0.09891, - "79": 0.09932, - "80": 0.09828, - "81": 0.1, - "82": 0.10177, - "83": 0.09881, - "84": 0.09963, - "85": 0.09854, - "86": 0.09886, - "87": 0.10179, - "88": 0.10085, - "89": 0.10134, - "90": 0.1035, - "91": 0.10105, - "92": 0.10027, - "93": 0.10157, - "94": 0.10164, - "95": 0.10203, - "96": 0.09929, - "97": 0.10135, - "98": 0.10191, - "99": 0.10128, - "100": 0.1009 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index f0d9be9be9d..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84517, - "2": 10.85349, - "3": 10.8539, - "4": 10.83825, - "5": 10.87427, - "6": 10.89307, - "7": 10.85454, - "8": 10.8626, - "9": 10.86468, - "10": 10.82907, - "11": 10.88789, - "12": 10.87095, - "13": 10.87916, - "14": 10.89079, - "15": 10.81974, - "16": 10.83162, - "17": 10.79863, - "18": 10.81667, - "19": 10.81919, - "20": 10.727, - "21": 10.70594, - "22": 10.56364, - "23": 10.72802, - "24": 10.60832, - "25": 10.55217, - "26": 10.60845, - "27": 10.62847, - "28": 10.5831, - "29": 10.60012, - "30": 10.36614, - "31": 10.12044, - "32": 10.47684, - "33": 10.46873, - "34": 10.22319, - "35": 10.2778, - "36": 10.22892, - "37": 10.35949, - "38": 10.19371, - "39": 10.4155, - "40": 10.0976, - "41": 10.15737, - "42": 10.22396, - "43": 9.83286, - "44": 9.96916, - "45": 9.84196, - "46": 9.83045, - "47": 10.15628, - "48": 9.85484, - "49": 9.54086, - "50": 9.9125, - "51": 9.8587, - "52": 9.74287, - "53": 10.06647, - "54": 9.95168, - "55": 9.88096, - "56": 9.62625, - "57": 9.47766, - "58": 9.8335, - "59": 9.58522, - "60": 9.50125, - "61": 9.69186, - "62": 9.98858, - "63": 9.38478, - "64": 9.78027, - "65": 8.94761, - "66": 9.70857, - "67": 9.36847, - "68": 9.78438, - "69": 9.79407, - "70": 9.7424, - "71": 9.61808, - "72": 9.58427, - "73": 9.50347, - "74": 8.9422, - "75": 9.42532, - "76": 9.07407, - "77": 10.06351, - "78": 9.7208, - "79": 9.37296, - "80": 9.40396, - "81": 9.48168, - "82": 9.69778, - "83": 9.30711, - "84": 9.41712, - "85": 9.61405, - "86": 9.07618, - "87": 9.59088, - "88": 9.7464, - "89": 9.59987, - "90": 9.81418, - "91": 9.33775, - "92": 9.35372, - "93": 9.07397, - "94": 8.8317, - "95": 9.5173, - "96": 9.52412, - "97": 9.30995, - "98": 9.66807, - "99": 8.8859, - "100": 9.39541 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1655.0, - "2": 1697.0, - "3": 1724.0, - "4": 1720.0, - "5": 1803.0, - "6": 1772.0, - "7": 1811.0, - "8": 1678.0, - "9": 1828.0, - "10": 1448.0, - "11": 1890.0, - "12": 1657.0, - "13": 1852.0, - "14": 1717.0, - "15": 1879.0, - "16": 1921.0, - "17": 1666.0, - "18": 1729.0, - "19": 1767.0, - "20": 1657.0, - "21": 1827.0, - "22": 1594.0, - "23": 1918.0, - "24": 1622.0, - "25": 1625.0, - "26": 1649.0, - "27": 1788.0, - "28": 2030.0, - "29": 1980.0, - "30": 1882.0, - "31": 1564.0, - "32": 1918.0, - "33": 2045.0, - "34": 1884.0, - "35": 1954.0, - "36": 1910.0, - "37": 2267.0, - "38": 2195.0, - "39": 2346.0, - "40": 2191.0, - "41": 2171.0, - "42": 2246.0, - "43": 1997.0, - "44": 2156.0, - "45": 2091.0, - "46": 2439.0, - "47": 2539.0, - "48": 2418.0, - "49": 2207.0, - "50": 2189.0, - "51": 2608.0, - "52": 2444.0, - "53": 2898.0, - "54": 2664.0, - "55": 2325.0, - "56": 2614.0, - "57": 2394.0, - "58": 2812.0, - "59": 2771.0, - "60": 2361.0, - "61": 2855.0, - "62": 2675.0, - "63": 2393.0, - "64": 3014.0, - "65": 2673.0, - "66": 3051.0, - "67": 2657.0, - "68": 2662.0, - "69": 2736.0, - "70": 3139.0, - "71": 2943.0, - "72": 2293.0, - "73": 2908.0, - "74": 1887.0, - "75": 2519.0, - "76": 3060.0, - "77": 3191.0, - "78": 3211.0, - "79": 3081.0, - "80": 3205.0, - "81": 3563.0, - "82": 3201.0, - "83": 2614.0, - "84": 3162.0, - "85": 3209.0, - "86": 2660.0, - "87": 3729.0, - "88": 3002.0, - "89": 3160.0, - "90": 3168.0, - "91": 2753.0, - "92": 3258.0, - "93": 2617.0, - "94": 3341.0, - "95": 3261.0, - "96": 3370.0, - "97": 3163.0, - "98": 3566.0, - "99": 3179.0, - "100": 3135.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 763220480.0, - "2": 763220480.0, - "3": 763220480.0, - "4": 763220480.0, - "5": 763220480.0, - "6": 763220480.0, - "7": 763220480.0, - "8": 763220480.0, - "9": 763220480.0, - "10": 763220480.0, - "11": 763220480.0, - "12": 763220480.0, - "13": 763220480.0, - "14": 763220480.0, - "15": 763220480.0, - "16": 763220480.0, - "17": 763220480.0, - "18": 763220480.0, - "19": 763220480.0, - "20": 763220480.0, - "21": 763220480.0, - "22": 763220480.0, - "23": 763220480.0, - "24": 763220480.0, - "25": 763220480.0, - "26": 763220480.0, - "27": 763220480.0, - "28": 763220480.0, - "29": 763220480.0, - "30": 763220480.0, - "31": 763220480.0, - "32": 763220480.0, - "33": 763220480.0, - "34": 763220480.0, - "35": 763220480.0, - "36": 763220480.0, - "37": 763220480.0, - "38": 763220480.0, - "39": 763220480.0, - "40": 763220480.0, - "41": 763220480.0, - "42": 763220480.0, - "43": 763220480.0, - "44": 763220480.0, - "45": 763220480.0, - "46": 763220480.0, - "47": 763220480.0, - "48": 763220480.0, - "49": 763220480.0, - "50": 763220480.0, - "51": 763220480.0, - "52": 763220480.0, - "53": 763220480.0, - "54": 763220480.0, - "55": 763220480.0, - "56": 763220480.0, - "57": 763220480.0, - "58": 763220480.0, - "59": 763220480.0, - "60": 763220480.0, - "61": 763220480.0, - "62": 763220480.0, - "63": 763220480.0, - "64": 763220480.0, - "65": 763220480.0, - "66": 763220480.0, - "67": 763220480.0, - "68": 763220480.0, - "69": 763220480.0, - "70": 763220480.0, - "71": 763220480.0, - "72": 763220480.0, - "73": 763220480.0, - "74": 763220480.0, - "75": 763220480.0, - "76": 763220480.0, - "77": 763220480.0, - "78": 763220480.0, - "79": 763220480.0, - "80": 763220480.0, - "81": 763220480.0, - "82": 763220480.0, - "83": 763220480.0, - "84": 763220480.0, - "85": 763220480.0, - "86": 763220480.0, - "87": 763220480.0, - "88": 763220480.0, - "89": 763220480.0, - "90": 763220480.0, - "91": 763220480.0, - "92": 763220480.0, - "93": 763220480.0, - "94": 763220480.0, - "95": 763220480.0, - "96": 763220480.0, - "97": 763220480.0, - "98": 763220480.0, - "99": 763220480.0, - "100": 763220480.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2359490560.0, - "2": 2643299328.0, - "3": 2643299328.0, - "4": 2643299328.0, - "5": 2643299328.0, - "6": 2643299328.0, - "7": 2643299328.0, - "8": 2643299328.0, - "9": 2643299328.0, - "10": 2643299328.0, - "11": 2643299328.0, - "12": 2643299328.0, - "13": 2643299328.0, - "14": 2643299328.0, - "15": 2643299328.0, - "16": 2643299328.0, - "17": 2643299328.0, - "18": 2643299328.0, - "19": 2643299328.0, - "20": 2643299328.0, - "21": 2643299328.0, - "22": 2643299328.0, - "23": 2643299328.0, - "24": 2643299328.0, - "25": 2643299328.0, - "26": 2643299328.0, - "27": 2643299328.0, - "28": 2643299328.0, - "29": 2643299328.0, - "30": 2643299328.0, - "31": 2643299328.0, - "32": 2643299328.0, - "33": 2643299328.0, - "34": 2643299328.0, - "35": 2643299328.0, - "36": 2643299328.0, - "37": 2643299328.0, - "38": 2643299328.0, - "39": 2643299328.0, - "40": 2643299328.0, - "41": 2643299328.0, - "42": 2643299328.0, - "43": 2643299328.0, - "44": 2643299328.0, - "45": 2643299328.0, - "46": 2643299328.0, - "47": 2643299328.0, - "48": 2643299328.0, - "49": 2643299328.0, - "50": 2643299328.0, - "51": 2643299328.0, - "52": 2643299328.0, - "53": 2643299328.0, - "54": 2643299328.0, - "55": 2643299328.0, - "56": 2643299328.0, - "57": 2643299328.0, - "58": 2643299328.0, - "59": 2643299328.0, - "60": 2643299328.0, - "61": 2643299328.0, - "62": 2643299328.0, - "63": 2643299328.0, - "64": 2643299328.0, - "65": 2643299328.0, - "66": 2643299328.0, - "67": 2643299328.0, - "68": 2643299328.0, - "69": 2643299328.0, - "70": 2643299328.0, - "71": 2643299328.0, - "72": 2643299328.0, - "73": 2643299328.0, - "74": 2643299328.0, - "75": 2643299328.0, - "76": 2643299328.0, - "77": 2643299328.0, - "78": 2643299328.0, - "79": 2643299328.0, - "80": 2643299328.0, - "81": 2643299328.0, - "82": 2643299328.0, - "83": 2643299328.0, - "84": 2643299328.0, - "85": 2643299328.0, - "86": 2643299328.0, - "87": 2643299328.0, - "88": 2643299328.0, - "89": 2643299328.0, - "90": 2643299328.0, - "91": 2643299328.0, - "92": 2643299328.0, - "93": 2643299328.0, - "94": 2643299328.0, - "95": 2643299328.0, - "96": 2643299328.0, - "97": 2643299328.0, - "98": 2643299328.0, - "99": 2643299328.0, - "100": 2643299328.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 17.57509, - "2": 0.1453, - "3": 0.11184, - "4": 0.11457, - "5": 0.12345, - "6": 0.12167, - "7": 0.12451, - "8": 0.11003, - "9": 0.11229, - "10": 0.11078, - "11": 0.11178, - "12": 0.11071, - "13": 0.11183, - "14": 0.1131, - "15": 0.11195, - "16": 0.11109, - "17": 0.11155, - "18": 0.11436, - "19": 0.11335, - "20": 0.11235, - "21": 0.11323, - "22": 0.11234, - "23": 0.1131, - "24": 0.11154, - "25": 0.11274, - "26": 0.11525, - "27": 0.11435, - "28": 0.11247, - "29": 0.11318, - "30": 0.11126, - "31": 0.11489, - "32": 0.11045, - "33": 0.1114, - "34": 0.11253, - "35": 0.11114, - "36": 0.114, - "37": 0.11201, - "38": 0.10979, - "39": 0.11069, - "40": 0.11078, - "41": 0.11142, - "42": 0.11091, - "43": 0.11324, - "44": 0.11151, - "45": 0.11295, - "46": 0.11174, - "47": 0.10954, - "48": 0.11083, - "49": 0.11195, - "50": 0.11251, - "51": 0.11627, - "52": 0.11199, - "53": 0.11127, - "54": 0.11464, - "55": 0.11072, - "56": 0.1136, - "57": 0.11119, - "58": 0.11025, - "59": 0.11083, - "60": 0.11126, - "61": 0.10968, - "62": 0.11104, - "63": 0.11515, - "64": 0.11136, - "65": 0.11454, - "66": 0.10994, - "67": 0.11003, - "68": 0.10997, - "69": 0.11155, - "70": 0.11002, - "71": 0.1121, - "72": 0.11334, - "73": 0.11221, - "74": 0.11542, - "75": 0.11082, - "76": 0.10997, - "77": 0.11087, - "78": 0.11222, - "79": 0.11343, - "80": 0.11462, - "81": 0.11272, - "82": 0.11293, - "83": 0.113, - "84": 0.11134, - "85": 0.11308, - "86": 0.11357, - "87": 0.11341, - "88": 0.11349, - "89": 0.11342, - "90": 0.11212, - "91": 0.11377, - "92": 0.11421, - "93": 0.1115, - "94": 0.11293, - "95": 0.11334, - "96": 0.11303, - "97": 0.11198, - "98": 0.11326, - "99": 0.11128, - "100": 0.1117 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgx_h100.json index 39c385529c2..acadb81abbe 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 17.54138, - "2": 0.13158, - "3": 0.11931, - "4": 0.11269, - "5": 0.1124, - "6": 0.11102, - "7": 0.11179, - "8": 0.11071, - "9": 0.11115, - "10": 0.11216, - "11": 0.11019, - "12": 0.10929, - "13": 0.10974, - "14": 0.11072, - "15": 0.11028, - "16": 0.10961, - "17": 0.1105, - "18": 0.1098, - "19": 0.11053, - "20": 0.11011, - "21": 0.10991, - "22": 0.10929, - "23": 0.11003, - "24": 0.10899, - "25": 0.10976, - "26": 0.10976, - "27": 0.11215, - "28": 0.11012, - "29": 0.11201, - "30": 0.11164, - "31": 0.10958, - "32": 0.10984, - "33": 0.10959, - "34": 0.10961, - "35": 0.11104, - "36": 0.11182, - "37": 0.11063, - "38": 0.11001, - "39": 0.10974, - "40": 0.10932, - "41": 0.10961, - "42": 0.1101, - "43": 0.11018, - "44": 0.11136, - "45": 0.1111, - "46": 0.11139, - "47": 0.1089, - "48": 0.10943, - "49": 0.10954, - "50": 0.10991, - "51": 0.11785, - "52": 0.11209, - "53": 0.11006, - "54": 0.11154, - "55": 0.11442, - "56": 0.11224, - "57": 0.11144, - "58": 0.11019, - "59": 0.11203, - "60": 0.11138, - "61": 0.11054, - "62": 0.10988, - "63": 0.11137, - "64": 0.11375, - "65": 0.11099, - "66": 0.11062, - "67": 0.11059, - "68": 0.1103, - "69": 0.11052, - "70": 0.11117, - "71": 0.11388, - "72": 0.1141, - "73": 0.11416, - "74": 0.11486, - "75": 0.11283, - "76": 0.1123, - "77": 0.11047, - "78": 0.11279, - "79": 0.11417, - "80": 0.11037, - "81": 0.11258, - "82": 0.1135, - "83": 0.11215, - "84": 0.11183, - "85": 0.1122, - "86": 0.11261, - "87": 0.1097, - "88": 0.1112, - "89": 0.11201, - "90": 0.11377, - "91": 0.11526, - "92": 0.11074, - "93": 0.11279, - "94": 0.11178, - "95": 0.11134, - "96": 0.11018, - "97": 0.11123, - "98": 0.11129, - "99": 0.11384, - "100": 0.11183 + "1": 17.61957, + "2": 0.12347, + "3": 0.11094, + "4": 0.11482, + "5": 0.11141, + "6": 0.10928, + "7": 0.10905, + "8": 0.11026, + "9": 0.11003, + "10": 0.11095, + "11": 0.11002, + "12": 0.1122, + "13": 0.11472, + "14": 0.11511, + "15": 0.11073, + "16": 0.11228, + "17": 0.11342, + "18": 0.11197, + "19": 0.11062, + "20": 0.11097, + "21": 0.11081, + "22": 0.11379, + "23": 0.10968, + "24": 0.11083, + "25": 0.11649, + "26": 0.11043, + "27": 0.11175, + "28": 0.11122, + "29": 0.11218, + "30": 0.11261, + "31": 0.11314, + "32": 0.10971, + "33": 0.11028, + "34": 0.11149, + "35": 0.11122, + "36": 0.11079, + "37": 0.11188, + "38": 0.1115, + "39": 0.11238, + "40": 0.11528, + "41": 0.11165, + "42": 0.11137, + "43": 0.11139, + "44": 0.11074, + "45": 0.11141, + "46": 0.11158, + "47": 0.1105, + "48": 0.11128, + "49": 0.11164, + "50": 0.11572, + "51": 0.11625, + "52": 0.10969, + "53": 0.10904, + "54": 0.1098, + "55": 0.10896, + "56": 0.11225, + "57": 0.11301, + "58": 0.11047, + "59": 0.10959, + "60": 0.11005, + "61": 0.11018, + "62": 0.10831, + "63": 0.10997, + "64": 0.10896, + "65": 0.11116, + "66": 0.11148, + "67": 0.1092, + "68": 0.10947, + "69": 0.10933, + "70": 0.10869, + "71": 0.10873, + "72": 0.10849, + "73": 0.10872, + "74": 0.10951, + "75": 0.1119, + "76": 0.1109, + "77": 0.10896, + "78": 0.10963, + "79": 0.11057, + "80": 0.10858, + "81": 0.10732, + "82": 0.10824, + "83": 0.11006, + "84": 0.11062, + "85": 0.1096, + "86": 0.10933, + "87": 0.11001, + "88": 0.11053, + "89": 0.10899, + "90": 0.10989, + "91": 0.10903, + "92": 0.10959, + "93": 0.11185, + "94": 0.11166, + "95": 0.11067, + "96": 0.11183, + "97": 0.11136, + "98": 0.11022, + "99": 0.11091, + "100": 0.10951 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index d31da6ac7cf..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84517, - "2": 10.85349, - "3": 10.8539, - "4": 10.83825, - "5": 10.87427, - "6": 10.89307, - "7": 10.85454, - "8": 10.8626, - "9": 10.86464, - "10": 10.82906, - "11": 10.88792, - "12": 10.87099, - "13": 10.87921, - "14": 10.89078, - "15": 10.81976, - "16": 10.83158, - "17": 10.79868, - "18": 10.81672, - "19": 10.81919, - "20": 10.72701, - "21": 10.70594, - "22": 10.56367, - "23": 10.72804, - "24": 10.60832, - "25": 10.5522, - "26": 10.60853, - "27": 10.62847, - "28": 10.58306, - "29": 10.60011, - "30": 10.36616, - "31": 10.12043, - "32": 10.47685, - "33": 10.46868, - "34": 10.22316, - "35": 10.27781, - "36": 10.22892, - "37": 10.35949, - "38": 10.19369, - "39": 10.41549, - "40": 10.09758, - "41": 10.1573, - "42": 10.22398, - "43": 9.83289, - "44": 9.96912, - "45": 9.84191, - "46": 9.83041, - "47": 10.15626, - "48": 9.85486, - "49": 9.54086, - "50": 9.91248, - "51": 9.85868, - "52": 9.74284, - "53": 10.06645, - "54": 9.95167, - "55": 9.88096, - "56": 9.62626, - "57": 9.47768, - "58": 9.83346, - "59": 9.58526, - "60": 9.50125, - "61": 9.69182, - "62": 9.98853, - "63": 9.38476, - "64": 9.7803, - "65": 8.94762, - "66": 9.70856, - "67": 9.36852, - "68": 9.78439, - "69": 9.79406, - "70": 9.74241, - "71": 9.61808, - "72": 9.58428, - "73": 9.5035, - "74": 8.94221, - "75": 9.42529, - "76": 9.07408, - "77": 10.06351, - "78": 9.7208, - "79": 9.37294, - "80": 9.40396, - "81": 9.48168, - "82": 9.69778, - "83": 9.30714, - "84": 9.41712, - "85": 9.61407, - "86": 9.07615, - "87": 9.59094, - "88": 9.74641, - "89": 9.59993, - "90": 9.8142, - "91": 9.33773, - "92": 9.35373, - "93": 9.07395, - "94": 8.83173, - "95": 9.51734, - "96": 9.52415, - "97": 9.30995, - "98": 9.66805, - "99": 8.88588, - "100": 9.39538 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1655.0, - "2": 1697.0, - "3": 1724.0, - "4": 1720.0, - "5": 1803.0, - "6": 1772.0, - "7": 1811.0, - "8": 1766.0, - "9": 1750.0, - "10": 1413.0, - "11": 1861.0, - "12": 1650.0, - "13": 1895.0, - "14": 1662.0, - "15": 1951.0, - "16": 1998.0, - "17": 1798.0, - "18": 1687.0, - "19": 1856.0, - "20": 1561.0, - "21": 1882.0, - "22": 1652.0, - "23": 2075.0, - "24": 1606.0, - "25": 1665.0, - "26": 1686.0, - "27": 1839.0, - "28": 2053.0, - "29": 1907.0, - "30": 1893.0, - "31": 1581.0, - "32": 1791.0, - "33": 2149.0, - "34": 1872.0, - "35": 2010.0, - "36": 1799.0, - "37": 2311.0, - "38": 2221.0, - "39": 2261.0, - "40": 2188.0, - "41": 2204.0, - "42": 2300.0, - "43": 2001.0, - "44": 2119.0, - "45": 2126.0, - "46": 2374.0, - "47": 2468.0, - "48": 2405.0, - "49": 2247.0, - "50": 2250.0, - "51": 2607.0, - "52": 2618.0, - "53": 2828.0, - "54": 2730.0, - "55": 2351.0, - "56": 2753.0, - "57": 2323.0, - "58": 2809.0, - "59": 2721.0, - "60": 2440.0, - "61": 2875.0, - "62": 2726.0, - "63": 2444.0, - "64": 3001.0, - "65": 2602.0, - "66": 2981.0, - "67": 2676.0, - "68": 2623.0, - "69": 2802.0, - "70": 3234.0, - "71": 2902.0, - "72": 2337.0, - "73": 2856.0, - "74": 1903.0, - "75": 2388.0, - "76": 3118.0, - "77": 3108.0, - "78": 3122.0, - "79": 2994.0, - "80": 3186.0, - "81": 3470.0, - "82": 3164.0, - "83": 2726.0, - "84": 3214.0, - "85": 3262.0, - "86": 2602.0, - "87": 3658.0, - "88": 2906.0, - "89": 3054.0, - "90": 3018.0, - "91": 2690.0, - "92": 3106.0, - "93": 2701.0, - "94": 3263.0, - "95": 3426.0, - "96": 3405.0, - "97": 3087.0, - "98": 3510.0, - "99": 3148.0, - "100": 3204.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 551269888.0, - "2": 551269888.0, - "3": 551269888.0, - "4": 552318464.0, - "5": 551269888.0, - "6": 551269888.0, - "7": 551269888.0, - "8": 551269888.0, - "9": 551269888.0, - "10": 551269888.0, - "11": 551269888.0, - "12": 551269888.0, - "13": 551269888.0, - "14": 551269888.0, - "15": 551269888.0, - "16": 551269888.0, - "17": 551269888.0, - "18": 551269888.0, - "19": 551269888.0, - "20": 551269888.0, - "21": 551269888.0, - "22": 551269888.0, - "23": 551269888.0, - "24": 551269888.0, - "25": 551269888.0, - "26": 551269888.0, - "27": 551269888.0, - "28": 551269888.0, - "29": 551269888.0, - "30": 551269888.0, - "31": 551269888.0, - "32": 551269888.0, - "33": 551269888.0, - "34": 551269888.0, - "35": 551269888.0, - "36": 551269888.0, - "37": 551269888.0, - "38": 551269888.0, - "39": 551269888.0, - "40": 551269888.0, - "41": 551269888.0, - "42": 551269888.0, - "43": 551269888.0, - "44": 551269888.0, - "45": 551269888.0, - "46": 551269888.0, - "47": 551269888.0, - "48": 551269888.0, - "49": 551269888.0, - "50": 551269888.0, - "51": 551269888.0, - "52": 551269888.0, - "53": 551269888.0, - "54": 551269888.0, - "55": 551269888.0, - "56": 551269888.0, - "57": 551269888.0, - "58": 551269888.0, - "59": 551269888.0, - "60": 551269888.0, - "61": 551269888.0, - "62": 551269888.0, - "63": 551269888.0, - "64": 551269888.0, - "65": 551269888.0, - "66": 551269888.0, - "67": 551269888.0, - "68": 551269888.0, - "69": 551269888.0, - "70": 551269888.0, - "71": 551269888.0, - "72": 551269888.0, - "73": 551269888.0, - "74": 551269888.0, - "75": 551269888.0, - "76": 551269888.0, - "77": 551269888.0, - "78": 551269888.0, - "79": 551269888.0, - "80": 551269888.0, - "81": 551269888.0, - "82": 551269888.0, - "83": 551269888.0, - "84": 551269888.0, - "85": 551269888.0, - "86": 551269888.0, - "87": 551269888.0, - "88": 551269888.0, - "89": 551269888.0, - "90": 551269888.0, - "91": 551269888.0, - "92": 551269888.0, - "93": 551269888.0, - "94": 551269888.0, - "95": 551269888.0, - "96": 551269888.0, - "97": 551269888.0, - "98": 551269888.0, - "99": 551269888.0, - "100": 551269888.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2290489344.0, - "2": 2432397312.0, - "3": 2432397312.0, - "4": 2432397312.0, - "5": 2432397312.0, - "6": 2432397312.0, - "7": 2432397312.0, - "8": 2432397312.0, - "9": 2432397312.0, - "10": 2432397312.0, - "11": 2432397312.0, - "12": 2432397312.0, - "13": 2432397312.0, - "14": 2432397312.0, - "15": 2432397312.0, - "16": 2432397312.0, - "17": 2432397312.0, - "18": 2432397312.0, - "19": 2432397312.0, - "20": 2432397312.0, - "21": 2432397312.0, - "22": 2432397312.0, - "23": 2432397312.0, - "24": 2432397312.0, - "25": 2432397312.0, - "26": 2432397312.0, - "27": 2432397312.0, - "28": 2432397312.0, - "29": 2432397312.0, - "30": 2432397312.0, - "31": 2432397312.0, - "32": 2432397312.0, - "33": 2432397312.0, - "34": 2432397312.0, - "35": 2432397312.0, - "36": 2432397312.0, - "37": 2432397312.0, - "38": 2432397312.0, - "39": 2432397312.0, - "40": 2432397312.0, - "41": 2432397312.0, - "42": 2432397312.0, - "43": 2432397312.0, - "44": 2432397312.0, - "45": 2432397312.0, - "46": 2432397312.0, - "47": 2432397312.0, - "48": 2432397312.0, - "49": 2432397312.0, - "50": 2432397312.0, - "51": 2432397312.0, - "52": 2432397312.0, - "53": 2432397312.0, - "54": 2432397312.0, - "55": 2432397312.0, - "56": 2432397312.0, - "57": 2432397312.0, - "58": 2432397312.0, - "59": 2432397312.0, - "60": 2432397312.0, - "61": 2432397312.0, - "62": 2432397312.0, - "63": 2432397312.0, - "64": 2432397312.0, - "65": 2432397312.0, - "66": 2432397312.0, - "67": 2432397312.0, - "68": 2432397312.0, - "69": 2432397312.0, - "70": 2432397312.0, - "71": 2432397312.0, - "72": 2432397312.0, - "73": 2432397312.0, - "74": 2432397312.0, - "75": 2432397312.0, - "76": 2432397312.0, - "77": 2432397312.0, - "78": 2432397312.0, - "79": 2432397312.0, - "80": 2432397312.0, - "81": 2432397312.0, - "82": 2432397312.0, - "83": 2432397312.0, - "84": 2432397312.0, - "85": 2432397312.0, - "86": 2432397312.0, - "87": 2432397312.0, - "88": 2432397312.0, - "89": 2432397312.0, - "90": 2432397312.0, - "91": 2432397312.0, - "92": 2432397312.0, - "93": 2432397312.0, - "94": 2432397312.0, - "95": 2432397312.0, - "96": 2432397312.0, - "97": 2432397312.0, - "98": 2432397312.0, - "99": 2432397312.0, - "100": 2432397312.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 16.46548, - "2": 0.12959, - "3": 0.10184, - "4": 0.09901, - "5": 0.09738, - "6": 0.09779, - "7": 0.09844, - "8": 0.09824, - "9": 0.0976, - "10": 0.0989, - "11": 0.09806, - "12": 0.09847, - "13": 0.09693, - "14": 0.0975, - "15": 0.09734, - "16": 0.09676, - "17": 0.09761, - "18": 0.10064, - "19": 0.10268, - "20": 0.10193, - "21": 0.09868, - "22": 0.10036, - "23": 0.10125, - "24": 0.10069, - "25": 0.09985, - "26": 0.09933, - "27": 0.10255, - "28": 0.09872, - "29": 0.09702, - "30": 0.09893, - "31": 0.10092, - "32": 0.10188, - "33": 0.09747, - "34": 0.09867, - "35": 0.09716, - "36": 0.09808, - "37": 0.09735, - "38": 0.09948, - "39": 0.10526, - "40": 0.10139, - "41": 0.09798, - "42": 0.10054, - "43": 0.09915, - "44": 0.09761, - "45": 0.09943, - "46": 0.09837, - "47": 0.10213, - "48": 0.0976, - "49": 0.09851, - "50": 0.09815, - "51": 0.10646, - "52": 0.10032, - "53": 0.10073, - "54": 0.10074, - "55": 0.10099, - "56": 0.09991, - "57": 0.10044, - "58": 0.10136, - "59": 0.10068, - "60": 0.10185, - "61": 0.10193, - "62": 0.10012, - "63": 0.09915, - "64": 0.09898, - "65": 0.10063, - "66": 0.10749, - "67": 0.09751, - "68": 0.10261, - "69": 0.10397, - "70": 0.10225, - "71": 0.10161, - "72": 0.09906, - "73": 0.09842, - "74": 0.10577, - "75": 0.1039, - "76": 0.10082, - "77": 0.09852, - "78": 0.09796, - "79": 0.10077, - "80": 0.10371, - "81": 0.10025, - "82": 0.10234, - "83": 0.10234, - "84": 0.10127, - "85": 0.10403, - "86": 0.10427, - "87": 0.10111, - "88": 0.10052, - "89": 0.10059, - "90": 0.10355, - "91": 0.10168, - "92": 0.1012, - "93": 0.10032, - "94": 0.10123, - "95": 0.10403, - "96": 0.10413, - "97": 0.10405, - "98": 0.11267, - "99": 0.11812, - "100": 0.11125 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index acadb81abbe..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84517, - "2": 10.85349, - "3": 10.8539, - "4": 10.83825, - "5": 10.87427, - "6": 10.89307, - "7": 10.85454, - "8": 10.8626, - "9": 10.86464, - "10": 10.82906, - "11": 10.88792, - "12": 10.87099, - "13": 10.87921, - "14": 10.89078, - "15": 10.81976, - "16": 10.83158, - "17": 10.79868, - "18": 10.81672, - "19": 10.81919, - "20": 10.72701, - "21": 10.70594, - "22": 10.56367, - "23": 10.72804, - "24": 10.60832, - "25": 10.5522, - "26": 10.60853, - "27": 10.62847, - "28": 10.58306, - "29": 10.60011, - "30": 10.36616, - "31": 10.12043, - "32": 10.47685, - "33": 10.46868, - "34": 10.22316, - "35": 10.27781, - "36": 10.22892, - "37": 10.35949, - "38": 10.19369, - "39": 10.41549, - "40": 10.09758, - "41": 10.1573, - "42": 10.22398, - "43": 9.83289, - "44": 9.96912, - "45": 9.84191, - "46": 9.83041, - "47": 10.15626, - "48": 9.85486, - "49": 9.54086, - "50": 9.91248, - "51": 9.85868, - "52": 9.74284, - "53": 10.06645, - "54": 9.95167, - "55": 9.88096, - "56": 9.62626, - "57": 9.47768, - "58": 9.83346, - "59": 9.58526, - "60": 9.50125, - "61": 9.69182, - "62": 9.98853, - "63": 9.38476, - "64": 9.7803, - "65": 8.94762, - "66": 9.70856, - "67": 9.36852, - "68": 9.78439, - "69": 9.79406, - "70": 9.74241, - "71": 9.61808, - "72": 9.58428, - "73": 9.5035, - "74": 8.94221, - "75": 9.42529, - "76": 9.07408, - "77": 10.06351, - "78": 9.7208, - "79": 9.37294, - "80": 9.40396, - "81": 9.48168, - "82": 9.69778, - "83": 9.30714, - "84": 9.41712, - "85": 9.61407, - "86": 9.07615, - "87": 9.59094, - "88": 9.74641, - "89": 9.59993, - "90": 9.8142, - "91": 9.33773, - "92": 9.35373, - "93": 9.07395, - "94": 8.83173, - "95": 9.51734, - "96": 9.52415, - "97": 9.30995, - "98": 9.66805, - "99": 8.88588, - "100": 9.39538 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1655.0, - "2": 1697.0, - "3": 1724.0, - "4": 1720.0, - "5": 1803.0, - "6": 1772.0, - "7": 1811.0, - "8": 1766.0, - "9": 1750.0, - "10": 1413.0, - "11": 1861.0, - "12": 1650.0, - "13": 1895.0, - "14": 1662.0, - "15": 1951.0, - "16": 1998.0, - "17": 1798.0, - "18": 1687.0, - "19": 1856.0, - "20": 1561.0, - "21": 1882.0, - "22": 1652.0, - "23": 2075.0, - "24": 1606.0, - "25": 1665.0, - "26": 1686.0, - "27": 1839.0, - "28": 2053.0, - "29": 1907.0, - "30": 1893.0, - "31": 1581.0, - "32": 1791.0, - "33": 2149.0, - "34": 1872.0, - "35": 2010.0, - "36": 1799.0, - "37": 2311.0, - "38": 2221.0, - "39": 2261.0, - "40": 2188.0, - "41": 2204.0, - "42": 2300.0, - "43": 2001.0, - "44": 2119.0, - "45": 2126.0, - "46": 2374.0, - "47": 2468.0, - "48": 2405.0, - "49": 2247.0, - "50": 2250.0, - "51": 2607.0, - "52": 2618.0, - "53": 2828.0, - "54": 2730.0, - "55": 2351.0, - "56": 2753.0, - "57": 2323.0, - "58": 2809.0, - "59": 2721.0, - "60": 2440.0, - "61": 2875.0, - "62": 2726.0, - "63": 2444.0, - "64": 3001.0, - "65": 2602.0, - "66": 2981.0, - "67": 2676.0, - "68": 2623.0, - "69": 2802.0, - "70": 3234.0, - "71": 2902.0, - "72": 2337.0, - "73": 2856.0, - "74": 1903.0, - "75": 2388.0, - "76": 3118.0, - "77": 3108.0, - "78": 3122.0, - "79": 2994.0, - "80": 3186.0, - "81": 3470.0, - "82": 3164.0, - "83": 2726.0, - "84": 3214.0, - "85": 3262.0, - "86": 2602.0, - "87": 3658.0, - "88": 2906.0, - "89": 3054.0, - "90": 3018.0, - "91": 2690.0, - "92": 3106.0, - "93": 2701.0, - "94": 3263.0, - "95": 3426.0, - "96": 3405.0, - "97": 3087.0, - "98": 3510.0, - "99": 3148.0, - "100": 3204.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 551269888.0, - "2": 551269888.0, - "3": 551269888.0, - "4": 552318464.0, - "5": 551269888.0, - "6": 551269888.0, - "7": 551269888.0, - "8": 551269888.0, - "9": 551269888.0, - "10": 551269888.0, - "11": 551269888.0, - "12": 551269888.0, - "13": 551269888.0, - "14": 551269888.0, - "15": 551269888.0, - "16": 551269888.0, - "17": 551269888.0, - "18": 551269888.0, - "19": 551269888.0, - "20": 551269888.0, - "21": 551269888.0, - "22": 551269888.0, - "23": 551269888.0, - "24": 551269888.0, - "25": 551269888.0, - "26": 551269888.0, - "27": 551269888.0, - "28": 551269888.0, - "29": 551269888.0, - "30": 551269888.0, - "31": 551269888.0, - "32": 551269888.0, - "33": 551269888.0, - "34": 551269888.0, - "35": 551269888.0, - "36": 551269888.0, - "37": 551269888.0, - "38": 551269888.0, - "39": 551269888.0, - "40": 551269888.0, - "41": 551269888.0, - "42": 551269888.0, - "43": 551269888.0, - "44": 551269888.0, - "45": 551269888.0, - "46": 551269888.0, - "47": 551269888.0, - "48": 551269888.0, - "49": 551269888.0, - "50": 551269888.0, - "51": 551269888.0, - "52": 551269888.0, - "53": 551269888.0, - "54": 551269888.0, - "55": 551269888.0, - "56": 551269888.0, - "57": 551269888.0, - "58": 551269888.0, - "59": 551269888.0, - "60": 551269888.0, - "61": 551269888.0, - "62": 551269888.0, - "63": 551269888.0, - "64": 551269888.0, - "65": 551269888.0, - "66": 551269888.0, - "67": 551269888.0, - "68": 551269888.0, - "69": 551269888.0, - "70": 551269888.0, - "71": 551269888.0, - "72": 551269888.0, - "73": 551269888.0, - "74": 551269888.0, - "75": 551269888.0, - "76": 551269888.0, - "77": 551269888.0, - "78": 551269888.0, - "79": 551269888.0, - "80": 551269888.0, - "81": 551269888.0, - "82": 551269888.0, - "83": 551269888.0, - "84": 551269888.0, - "85": 551269888.0, - "86": 551269888.0, - "87": 551269888.0, - "88": 551269888.0, - "89": 551269888.0, - "90": 551269888.0, - "91": 551269888.0, - "92": 551269888.0, - "93": 551269888.0, - "94": 551269888.0, - "95": 551269888.0, - "96": 551269888.0, - "97": 551269888.0, - "98": 551269888.0, - "99": 551269888.0, - "100": 551269888.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2290489344.0, - "2": 2432397312.0, - "3": 2432397312.0, - "4": 2432397312.0, - "5": 2432397312.0, - "6": 2432397312.0, - "7": 2432397312.0, - "8": 2432397312.0, - "9": 2432397312.0, - "10": 2432397312.0, - "11": 2432397312.0, - "12": 2432397312.0, - "13": 2432397312.0, - "14": 2432397312.0, - "15": 2432397312.0, - "16": 2432397312.0, - "17": 2432397312.0, - "18": 2432397312.0, - "19": 2432397312.0, - "20": 2432397312.0, - "21": 2432397312.0, - "22": 2432397312.0, - "23": 2432397312.0, - "24": 2432397312.0, - "25": 2432397312.0, - "26": 2432397312.0, - "27": 2432397312.0, - "28": 2432397312.0, - "29": 2432397312.0, - "30": 2432397312.0, - "31": 2432397312.0, - "32": 2432397312.0, - "33": 2432397312.0, - "34": 2432397312.0, - "35": 2432397312.0, - "36": 2432397312.0, - "37": 2432397312.0, - "38": 2432397312.0, - "39": 2432397312.0, - "40": 2432397312.0, - "41": 2432397312.0, - "42": 2432397312.0, - "43": 2432397312.0, - "44": 2432397312.0, - "45": 2432397312.0, - "46": 2432397312.0, - "47": 2432397312.0, - "48": 2432397312.0, - "49": 2432397312.0, - "50": 2432397312.0, - "51": 2432397312.0, - "52": 2432397312.0, - "53": 2432397312.0, - "54": 2432397312.0, - "55": 2432397312.0, - "56": 2432397312.0, - "57": 2432397312.0, - "58": 2432397312.0, - "59": 2432397312.0, - "60": 2432397312.0, - "61": 2432397312.0, - "62": 2432397312.0, - "63": 2432397312.0, - "64": 2432397312.0, - "65": 2432397312.0, - "66": 2432397312.0, - "67": 2432397312.0, - "68": 2432397312.0, - "69": 2432397312.0, - "70": 2432397312.0, - "71": 2432397312.0, - "72": 2432397312.0, - "73": 2432397312.0, - "74": 2432397312.0, - "75": 2432397312.0, - "76": 2432397312.0, - "77": 2432397312.0, - "78": 2432397312.0, - "79": 2432397312.0, - "80": 2432397312.0, - "81": 2432397312.0, - "82": 2432397312.0, - "83": 2432397312.0, - "84": 2432397312.0, - "85": 2432397312.0, - "86": 2432397312.0, - "87": 2432397312.0, - "88": 2432397312.0, - "89": 2432397312.0, - "90": 2432397312.0, - "91": 2432397312.0, - "92": 2432397312.0, - "93": 2432397312.0, - "94": 2432397312.0, - "95": 2432397312.0, - "96": 2432397312.0, - "97": 2432397312.0, - "98": 2432397312.0, - "99": 2432397312.0, - "100": 2432397312.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 17.61957, - "2": 0.12347, - "3": 0.11094, - "4": 0.11482, - "5": 0.11141, - "6": 0.10928, - "7": 0.10905, - "8": 0.11026, - "9": 0.11003, - "10": 0.11095, - "11": 0.11002, - "12": 0.1122, - "13": 0.11472, - "14": 0.11511, - "15": 0.11073, - "16": 0.11228, - "17": 0.11342, - "18": 0.11197, - "19": 0.11062, - "20": 0.11097, - "21": 0.11081, - "22": 0.11379, - "23": 0.10968, - "24": 0.11083, - "25": 0.11649, - "26": 0.11043, - "27": 0.11175, - "28": 0.11122, - "29": 0.11218, - "30": 0.11261, - "31": 0.11314, - "32": 0.10971, - "33": 0.11028, - "34": 0.11149, - "35": 0.11122, - "36": 0.11079, - "37": 0.11188, - "38": 0.1115, - "39": 0.11238, - "40": 0.11528, - "41": 0.11165, - "42": 0.11137, - "43": 0.11139, - "44": 0.11074, - "45": 0.11141, - "46": 0.11158, - "47": 0.1105, - "48": 0.11128, - "49": 0.11164, - "50": 0.11572, - "51": 0.11625, - "52": 0.10969, - "53": 0.10904, - "54": 0.1098, - "55": 0.10896, - "56": 0.11225, - "57": 0.11301, - "58": 0.11047, - "59": 0.10959, - "60": 0.11005, - "61": 0.11018, - "62": 0.10831, - "63": 0.10997, - "64": 0.10896, - "65": 0.11116, - "66": 0.11148, - "67": 0.1092, - "68": 0.10947, - "69": 0.10933, - "70": 0.10869, - "71": 0.10873, - "72": 0.10849, - "73": 0.10872, - "74": 0.10951, - "75": 0.1119, - "76": 0.1109, - "77": 0.10896, - "78": 0.10963, - "79": 0.11057, - "80": 0.10858, - "81": 0.10732, - "82": 0.10824, - "83": 0.11006, - "84": 0.11062, - "85": 0.1096, - "86": 0.10933, - "87": 0.11001, - "88": 0.11053, - "89": 0.10899, - "90": 0.10989, - "91": 0.10903, - "92": 0.10959, - "93": 0.11185, - "94": 0.11166, - "95": 0.11067, - "96": 0.11183, - "97": 0.11136, - "98": 0.11022, - "99": 0.11091, - "100": 0.10951 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgx_h100.json index ef753336010..2a87d7e4de5 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgx_h100.json @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 759681536.0, - "2": 759681536.0, - "3": 759681536.0, - "4": 759681536.0, - "5": 759681536.0, - "6": 759681536.0, - "7": 759681536.0, - "8": 759681536.0, - "9": 759681536.0, - "10": 759681536.0, - "11": 759681536.0, - "12": 759681536.0, - "13": 759681536.0, - "14": 759681536.0, - "15": 759681536.0, - "16": 759681536.0, - "17": 759681536.0, - "18": 759681536.0, - "19": 759681536.0, - "20": 759681536.0, - "21": 759681536.0, - "22": 759681536.0, - "23": 759681536.0, - "24": 759681536.0, - "25": 759681536.0, - "26": 759681536.0, - "27": 759681536.0, - "28": 759681536.0, - "29": 759681536.0, - "30": 759681536.0, - "31": 759681536.0, - "32": 759681536.0, - "33": 759681536.0, - "34": 759681536.0, - "35": 759681536.0, - "36": 759681536.0, - "37": 759681536.0, - "38": 759681536.0, - "39": 759681536.0, - "40": 759681536.0, - "41": 759681536.0, - "42": 759681536.0, - "43": 759681536.0, - "44": 759681536.0, - "45": 759681536.0, - "46": 759681536.0, - "47": 759681536.0, - "48": 759681536.0, - "49": 759681536.0, - "50": 759681536.0 + "1": 759682560.0, + "2": 759682560.0, + "3": 759682560.0, + "4": 759682560.0, + "5": 759682560.0, + "6": 759682560.0, + "7": 759682560.0, + "8": 759682560.0, + "9": 759682560.0, + "10": 759682560.0, + "11": 759682560.0, + "12": 759682560.0, + "13": 759682560.0, + "14": 759682560.0, + "15": 759682560.0, + "16": 759682560.0, + "17": 759682560.0, + "18": 759682560.0, + "19": 759682560.0, + "20": 759682560.0, + "21": 759682560.0, + "22": 759682560.0, + "23": 759682560.0, + "24": 759682560.0, + "25": 759682560.0, + "26": 759682560.0, + "27": 759682560.0, + "28": 759682560.0, + "29": 759682560.0, + "30": 759682560.0, + "31": 759682560.0, + "32": 759682560.0, + "33": 759682560.0, + "34": 759682560.0, + "35": 759682560.0, + "36": 759682560.0, + "37": 759682560.0, + "38": 759682560.0, + "39": 759682560.0, + "40": 759682560.0, + "41": 759682560.0, + "42": 759682560.0, + "43": 759682560.0, + "44": 759682560.0, + "45": 759682560.0, + "46": 759682560.0, + "47": 759682560.0, + "48": 759682560.0, + "49": 759682560.0, + "50": 759682560.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 4340902912.0, - "2": 4622614528.0, - "3": 4622614528.0, - "4": 4622614528.0, - "5": 4622614528.0, - "6": 4622614528.0, - "7": 4622614528.0, - "8": 4622614528.0, - "9": 4622614528.0, - "10": 4622614528.0, - "11": 4622614528.0, - "12": 4622614528.0, - "13": 4622614528.0, - "14": 4622614528.0, - "15": 4622614528.0, - "16": 4622614528.0, - "17": 4622614528.0, - "18": 4622614528.0, - "19": 4622614528.0, - "20": 4622614528.0, - "21": 4622614528.0, - "22": 4622614528.0, - "23": 4622614528.0, - "24": 4622614528.0, - "25": 4622614528.0, - "26": 4622614528.0, - "27": 4622614528.0, - "28": 4622614528.0, - "29": 4622614528.0, - "30": 4622614528.0, - "31": 4622614528.0, - "32": 4622614528.0, - "33": 4622614528.0, - "34": 4622614528.0, - "35": 4622614528.0, - "36": 4622614528.0, - "37": 4622614528.0, - "38": 4622614528.0, - "39": 4622614528.0, - "40": 4622614528.0, - "41": 4622614528.0, - "42": 4622614528.0, - "43": 4622614528.0, - "44": 4622614528.0, - "45": 4622614528.0, - "46": 4622614528.0, - "47": 4622614528.0, - "48": 4622614528.0, - "49": 4622614528.0, - "50": 4622614528.0 + "1": 4340903936.0, + "2": 4622615552.0, + "3": 4622615552.0, + "4": 4622615552.0, + "5": 4622615552.0, + "6": 4622615552.0, + "7": 4622615552.0, + "8": 4622615552.0, + "9": 4622615552.0, + "10": 4622615552.0, + "11": 4622615552.0, + "12": 4622615552.0, + "13": 4622615552.0, + "14": 4622615552.0, + "15": 4622615552.0, + "16": 4622615552.0, + "17": 4622615552.0, + "18": 4622615552.0, + "19": 4622615552.0, + "20": 4622615552.0, + "21": 4622615552.0, + "22": 4622615552.0, + "23": 4622615552.0, + "24": 4622615552.0, + "25": 4622615552.0, + "26": 4622615552.0, + "27": 4622615552.0, + "28": 4622615552.0, + "29": 4622615552.0, + "30": 4622615552.0, + "31": 4622615552.0, + "32": 4622615552.0, + "33": 4622615552.0, + "34": 4622615552.0, + "35": 4622615552.0, + "36": 4622615552.0, + "37": 4622615552.0, + "38": 4622615552.0, + "39": 4622615552.0, + "40": 4622615552.0, + "41": 4622615552.0, + "42": 4622615552.0, + "43": 4622615552.0, + "44": 4622615552.0, + "45": 4622615552.0, + "46": 4622615552.0, + "47": 4622615552.0, + "48": 4622615552.0, + "49": 4622615552.0, + "50": 4622615552.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 12.91878, - "2": 0.30301, - "3": 0.26726, - "4": 0.26031, - "5": 0.25815, - "6": 0.26195, - "7": 0.26064, - "8": 0.26459, - "9": 0.25765, - "10": 0.26159, - "11": 0.25801, - "12": 0.2577, - "13": 0.25882, - "14": 0.25879, - "15": 0.25853, - "16": 0.25689, - "17": 0.25763, - "18": 0.26042, - "19": 0.25687, - "20": 0.25459, - "21": 0.25315, - "22": 0.2615, - "23": 0.25473, - "24": 0.2558, - "25": 0.25524, - "26": 0.25354, - "27": 0.25658, - "28": 0.25019, - "29": 0.2622, - "30": 0.25785, - "31": 0.25516, - "32": 0.25092, - "33": 0.25655, - "34": 0.25493, - "35": 0.2541, - "36": 0.25492, - "37": 0.25229, - "38": 0.25775, - "39": 0.25432, - "40": 0.25358, - "41": 0.25502, - "42": 0.25428, - "43": 0.25111, - "44": 0.25239, - "45": 0.25573, - "46": 0.25505, - "47": 0.25199, - "48": 0.25057, - "49": 0.25588, - "50": 0.2569 + "1": 13.61511, + "2": 0.1778, + "3": 0.1277, + "4": 0.12936, + "5": 0.13227, + "6": 0.12879, + "7": 0.12864, + "8": 0.12608, + "9": 0.12256, + "10": 0.12099, + "11": 0.12182, + "12": 0.12459, + "13": 0.12256, + "14": 0.12133, + "15": 0.12193, + "16": 0.12162, + "17": 0.12333, + "18": 0.12123, + "19": 0.1213, + "20": 0.12425, + "21": 0.12132, + "22": 0.12275, + "23": 0.12087, + "24": 0.12024, + "25": 0.12097, + "26": 0.12149, + "27": 0.1222, + "28": 0.1211, + "29": 0.12079, + "30": 0.12068, + "31": 0.12272, + "32": 0.12225, + "33": 0.12154, + "34": 0.11969, + "35": 0.12134, + "36": 0.12208, + "37": 0.12324, + "38": 0.13559, + "39": 0.13696, + "40": 0.12255, + "41": 0.12095, + "42": 0.12133, + "43": 0.12263, + "44": 0.1226, + "45": 0.12131, + "46": 0.12049, + "47": 0.12042, + "48": 0.12231, + "49": 0.12137, + "50": 0.12131 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 0c1ce6fced4..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.83936, - "2": 10.8442, - "3": 10.86813, - "4": 10.86022, - "5": 10.87939, - "6": 10.85969, - "7": 10.86386, - "8": 10.8444, - "9": 10.88995, - "10": 10.8926, - "11": 10.89136, - "12": 10.85312, - "13": 10.87319, - "14": 10.83805, - "15": 10.83088, - "16": 10.82011, - "17": 10.79138, - "18": 10.81055, - "19": 10.77977, - "20": 10.6635, - "21": 10.69765, - "22": 10.67421, - "23": 10.77344, - "24": 10.63919, - "25": 10.50497, - "26": 10.61911, - "27": 10.56921, - "28": 10.46859, - "29": 10.41119, - "30": 10.42916, - "31": 10.52553, - "32": 10.34942, - "33": 10.2967, - "34": 10.46909, - "35": 9.99632, - "36": 10.13945, - "37": 10.0434, - "38": 10.4139, - "39": 9.80941, - "40": 10.12495, - "41": 10.14883, - "42": 10.04042, - "43": 10.22142, - "44": 10.07348, - "45": 9.71369, - "46": 10.00449, - "47": 9.94758, - "48": 9.68856, - "49": 9.93637, - "50": 9.96042 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1026.0, - "2": 1184.0, - "3": 1226.0, - "4": 1248.0, - "5": 1259.0, - "6": 1421.0, - "7": 1182.0, - "8": 1036.0, - "9": 1293.0, - "10": 1319.0, - "11": 1212.0, - "12": 1373.0, - "13": 1327.0, - "14": 1121.0, - "15": 1217.0, - "16": 1163.0, - "17": 1246.0, - "18": 1280.0, - "19": 1128.0, - "20": 1019.0, - "21": 1147.0, - "22": 1156.0, - "23": 1341.0, - "24": 1312.0, - "25": 1066.0, - "26": 1138.0, - "27": 1270.0, - "28": 1260.0, - "29": 1292.0, - "30": 1532.0, - "31": 1477.0, - "32": 1460.0, - "33": 1537.0, - "34": 1513.0, - "35": 1235.0, - "36": 1316.0, - "37": 1466.0, - "38": 1564.0, - "39": 1380.0, - "40": 1513.0, - "41": 1633.0, - "42": 1509.0, - "43": 1731.0, - "44": 1636.0, - "45": 1501.0, - "46": 1884.0, - "47": 1567.0, - "48": 1631.0, - "49": 1825.0, - "50": 1639.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 759682560.0, - "2": 759682560.0, - "3": 759682560.0, - "4": 759682560.0, - "5": 759682560.0, - "6": 759682560.0, - "7": 759682560.0, - "8": 759682560.0, - "9": 759682560.0, - "10": 759682560.0, - "11": 759682560.0, - "12": 759682560.0, - "13": 759682560.0, - "14": 759682560.0, - "15": 759682560.0, - "16": 759682560.0, - "17": 759682560.0, - "18": 759682560.0, - "19": 759682560.0, - "20": 759682560.0, - "21": 759682560.0, - "22": 759682560.0, - "23": 759682560.0, - "24": 759682560.0, - "25": 759682560.0, - "26": 759682560.0, - "27": 759682560.0, - "28": 759682560.0, - "29": 759682560.0, - "30": 759682560.0, - "31": 759682560.0, - "32": 759682560.0, - "33": 759682560.0, - "34": 759682560.0, - "35": 759682560.0, - "36": 759682560.0, - "37": 759682560.0, - "38": 759682560.0, - "39": 759682560.0, - "40": 759682560.0, - "41": 759682560.0, - "42": 759682560.0, - "43": 759682560.0, - "44": 759682560.0, - "45": 759682560.0, - "46": 759682560.0, - "47": 759682560.0, - "48": 759682560.0, - "49": 759682560.0, - "50": 759682560.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 4340903936.0, - "2": 4622615552.0, - "3": 4622615552.0, - "4": 4622615552.0, - "5": 4622615552.0, - "6": 4622615552.0, - "7": 4622615552.0, - "8": 4622615552.0, - "9": 4622615552.0, - "10": 4622615552.0, - "11": 4622615552.0, - "12": 4622615552.0, - "13": 4622615552.0, - "14": 4622615552.0, - "15": 4622615552.0, - "16": 4622615552.0, - "17": 4622615552.0, - "18": 4622615552.0, - "19": 4622615552.0, - "20": 4622615552.0, - "21": 4622615552.0, - "22": 4622615552.0, - "23": 4622615552.0, - "24": 4622615552.0, - "25": 4622615552.0, - "26": 4622615552.0, - "27": 4622615552.0, - "28": 4622615552.0, - "29": 4622615552.0, - "30": 4622615552.0, - "31": 4622615552.0, - "32": 4622615552.0, - "33": 4622615552.0, - "34": 4622615552.0, - "35": 4622615552.0, - "36": 4622615552.0, - "37": 4622615552.0, - "38": 4622615552.0, - "39": 4622615552.0, - "40": 4622615552.0, - "41": 4622615552.0, - "42": 4622615552.0, - "43": 4622615552.0, - "44": 4622615552.0, - "45": 4622615552.0, - "46": 4622615552.0, - "47": 4622615552.0, - "48": 4622615552.0, - "49": 4622615552.0, - "50": 4622615552.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 14.98171, - "2": 0.13344, - "3": 0.10755, - "4": 0.10562, - "5": 0.10638, - "6": 0.10549, - "7": 0.10612, - "8": 0.10814, - "9": 0.10654, - "10": 0.10633, - "11": 0.10725, - "12": 0.10667, - "13": 0.10769, - "14": 0.10593, - "15": 0.10694, - "16": 0.10715, - "17": 0.1064, - "18": 0.10706, - "19": 0.10964, - "20": 0.1054, - "21": 0.10752, - "22": 0.10979, - "23": 0.10834, - "24": 0.10667, - "25": 0.10762, - "26": 0.10605, - "27": 0.10756, - "28": 0.1059, - "29": 0.10662, - "30": 0.10738, - "31": 0.1065, - "32": 0.1074, - "33": 0.10712, - "34": 0.10631, - "35": 0.10672, - "36": 0.10785, - "37": 0.10664, - "38": 0.1064, - "39": 0.10666, - "40": 0.10518, - "41": 0.10655, - "42": 0.10605, - "43": 0.10563, - "44": 0.1064, - "45": 0.10629, - "46": 0.10691, - "47": 0.10711, - "48": 0.10618, - "49": 0.10991, - "50": 0.10529 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 2a87d7e4de5..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_tunable_overlap/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.83936, - "2": 10.8442, - "3": 10.86813, - "4": 10.86022, - "5": 10.87939, - "6": 10.85969, - "7": 10.86386, - "8": 10.8444, - "9": 10.88995, - "10": 10.8926, - "11": 10.89136, - "12": 10.85312, - "13": 10.87319, - "14": 10.83805, - "15": 10.83088, - "16": 10.82011, - "17": 10.79138, - "18": 10.81055, - "19": 10.77977, - "20": 10.6635, - "21": 10.69765, - "22": 10.67421, - "23": 10.77344, - "24": 10.63919, - "25": 10.50497, - "26": 10.61911, - "27": 10.56921, - "28": 10.46859, - "29": 10.41119, - "30": 10.42916, - "31": 10.52553, - "32": 10.34942, - "33": 10.2967, - "34": 10.46909, - "35": 9.99632, - "36": 10.13945, - "37": 10.0434, - "38": 10.4139, - "39": 9.80941, - "40": 10.12495, - "41": 10.14883, - "42": 10.04042, - "43": 10.22142, - "44": 10.07348, - "45": 9.71369, - "46": 10.00449, - "47": 9.94758, - "48": 9.68856, - "49": 9.93637, - "50": 9.96042 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1026.0, - "2": 1184.0, - "3": 1226.0, - "4": 1248.0, - "5": 1259.0, - "6": 1421.0, - "7": 1182.0, - "8": 1036.0, - "9": 1293.0, - "10": 1319.0, - "11": 1212.0, - "12": 1373.0, - "13": 1327.0, - "14": 1121.0, - "15": 1217.0, - "16": 1163.0, - "17": 1246.0, - "18": 1280.0, - "19": 1128.0, - "20": 1019.0, - "21": 1147.0, - "22": 1156.0, - "23": 1341.0, - "24": 1312.0, - "25": 1066.0, - "26": 1138.0, - "27": 1270.0, - "28": 1260.0, - "29": 1292.0, - "30": 1532.0, - "31": 1477.0, - "32": 1460.0, - "33": 1537.0, - "34": 1513.0, - "35": 1235.0, - "36": 1316.0, - "37": 1466.0, - "38": 1564.0, - "39": 1380.0, - "40": 1513.0, - "41": 1633.0, - "42": 1509.0, - "43": 1731.0, - "44": 1636.0, - "45": 1501.0, - "46": 1884.0, - "47": 1567.0, - "48": 1631.0, - "49": 1825.0, - "50": 1639.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 759682560.0, - "2": 759682560.0, - "3": 759682560.0, - "4": 759682560.0, - "5": 759682560.0, - "6": 759682560.0, - "7": 759682560.0, - "8": 759682560.0, - "9": 759682560.0, - "10": 759682560.0, - "11": 759682560.0, - "12": 759682560.0, - "13": 759682560.0, - "14": 759682560.0, - "15": 759682560.0, - "16": 759682560.0, - "17": 759682560.0, - "18": 759682560.0, - "19": 759682560.0, - "20": 759682560.0, - "21": 759682560.0, - "22": 759682560.0, - "23": 759682560.0, - "24": 759682560.0, - "25": 759682560.0, - "26": 759682560.0, - "27": 759682560.0, - "28": 759682560.0, - "29": 759682560.0, - "30": 759682560.0, - "31": 759682560.0, - "32": 759682560.0, - "33": 759682560.0, - "34": 759682560.0, - "35": 759682560.0, - "36": 759682560.0, - "37": 759682560.0, - "38": 759682560.0, - "39": 759682560.0, - "40": 759682560.0, - "41": 759682560.0, - "42": 759682560.0, - "43": 759682560.0, - "44": 759682560.0, - "45": 759682560.0, - "46": 759682560.0, - "47": 759682560.0, - "48": 759682560.0, - "49": 759682560.0, - "50": 759682560.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 4340903936.0, - "2": 4622615552.0, - "3": 4622615552.0, - "4": 4622615552.0, - "5": 4622615552.0, - "6": 4622615552.0, - "7": 4622615552.0, - "8": 4622615552.0, - "9": 4622615552.0, - "10": 4622615552.0, - "11": 4622615552.0, - "12": 4622615552.0, - "13": 4622615552.0, - "14": 4622615552.0, - "15": 4622615552.0, - "16": 4622615552.0, - "17": 4622615552.0, - "18": 4622615552.0, - "19": 4622615552.0, - "20": 4622615552.0, - "21": 4622615552.0, - "22": 4622615552.0, - "23": 4622615552.0, - "24": 4622615552.0, - "25": 4622615552.0, - "26": 4622615552.0, - "27": 4622615552.0, - "28": 4622615552.0, - "29": 4622615552.0, - "30": 4622615552.0, - "31": 4622615552.0, - "32": 4622615552.0, - "33": 4622615552.0, - "34": 4622615552.0, - "35": 4622615552.0, - "36": 4622615552.0, - "37": 4622615552.0, - "38": 4622615552.0, - "39": 4622615552.0, - "40": 4622615552.0, - "41": 4622615552.0, - "42": 4622615552.0, - "43": 4622615552.0, - "44": 4622615552.0, - "45": 4622615552.0, - "46": 4622615552.0, - "47": 4622615552.0, - "48": 4622615552.0, - "49": 4622615552.0, - "50": 4622615552.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 13.61511, - "2": 0.1778, - "3": 0.1277, - "4": 0.12936, - "5": 0.13227, - "6": 0.12879, - "7": 0.12864, - "8": 0.12608, - "9": 0.12256, - "10": 0.12099, - "11": 0.12182, - "12": 0.12459, - "13": 0.12256, - "14": 0.12133, - "15": 0.12193, - "16": 0.12162, - "17": 0.12333, - "18": 0.12123, - "19": 0.1213, - "20": 0.12425, - "21": 0.12132, - "22": 0.12275, - "23": 0.12087, - "24": 0.12024, - "25": 0.12097, - "26": 0.12149, - "27": 0.1222, - "28": 0.1211, - "29": 0.12079, - "30": 0.12068, - "31": 0.12272, - "32": 0.12225, - "33": 0.12154, - "34": 0.11969, - "35": 0.12134, - "36": 0.12208, - "37": 0.12324, - "38": 0.13559, - "39": 0.13696, - "40": 0.12255, - "41": 0.12095, - "42": 0.12133, - "43": 0.12263, - "44": 0.1226, - "45": 0.12131, - "46": 0.12049, - "47": 0.12042, - "48": 0.12231, - "49": 0.12137, - "50": 0.12131 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_uneven_pipeline/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_uneven_pipeline/golden_values_dev_dgx_h100.json index ecbd1bac9aa..ea2bd7effce 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_uneven_pipeline/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_uneven_pipeline/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 11.59299, - "2": 0.13612, - "3": 0.11964, - "4": 0.11995, - "5": 0.12152, - "6": 0.121, - "7": 0.1191, - "8": 0.11751, - "9": 0.11711, - "10": 0.11878, - "11": 0.12221, - "12": 0.11956, - "13": 0.11737, - "14": 0.11954, - "15": 0.11916, - "16": 0.12038, - "17": 0.11939, - "18": 0.11747, - "19": 0.11879, - "20": 0.11955, - "21": 0.12128, - "22": 0.11892, - "23": 0.12306, - "24": 0.11834, - "25": 0.11924, - "26": 0.11961, - "27": 0.11912, - "28": 0.11913, - "29": 0.11896, - "30": 0.11897, - "31": 0.12121, - "32": 0.1215, - "33": 0.11867, - "34": 0.11783, - "35": 0.11835, - "36": 0.12172, - "37": 0.11939, - "38": 0.11963, - "39": 0.11846, - "40": 0.11889, - "41": 0.11897, - "42": 0.11775, - "43": 0.12004, - "44": 0.1201, - "45": 0.11742, - "46": 0.1204, - "47": 0.11915, - "48": 0.1208, - "49": 0.11898, - "50": 0.1165 + "1": 11.4694, + "2": 0.13977, + "3": 0.12731, + "4": 0.12879, + "5": 0.11865, + "6": 0.118, + "7": 0.11942, + "8": 0.11938, + "9": 0.11951, + "10": 0.11735, + "11": 0.11836, + "12": 0.11978, + "13": 0.11914, + "14": 0.11821, + "15": 0.11692, + "16": 0.11708, + "17": 0.11825, + "18": 0.11909, + "19": 0.11996, + "20": 0.11962, + "21": 0.12002, + "22": 0.11972, + "23": 0.11943, + "24": 0.11873, + "25": 0.11787, + "26": 0.1172, + "27": 0.11703, + "28": 0.12106, + "29": 0.11863, + "30": 0.11927, + "31": 0.11941, + "32": 0.11801, + "33": 0.11903, + "34": 0.1181, + "35": 0.11794, + "36": 0.11973, + "37": 0.11831, + "38": 0.11753, + "39": 0.11901, + "40": 0.11713, + "41": 0.11926, + "42": 0.11756, + "43": 0.1189, + "44": 0.11853, + "45": 0.12132, + "46": 0.11905, + "47": 0.11892, + "48": 0.11664, + "49": 0.11721, + "50": 0.11854 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_uneven_pipeline/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_uneven_pipeline/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 19e0972675c..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_uneven_pipeline/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.88372, - "2": 10.87208, - "3": 10.8784, - "4": 10.85806, - "5": 10.88547, - "6": 10.89556, - "7": 10.88051, - "8": 10.87687, - "9": 10.868, - "10": 10.86477, - "11": 10.87779, - "12": 10.8736, - "13": 10.8617, - "14": 10.88756, - "15": 10.81334, - "16": 10.8276, - "17": 10.80766, - "18": 10.81067, - "19": 10.81127, - "20": 10.71864, - "21": 10.69427, - "22": 10.58083, - "23": 10.69548, - "24": 10.60367, - "25": 10.55396, - "26": 10.61304, - "27": 10.59026, - "28": 10.54029, - "29": 10.55687, - "30": 10.36075, - "31": 10.13943, - "32": 10.44344, - "33": 10.44459, - "34": 10.21087, - "35": 10.25855, - "36": 10.22779, - "37": 10.32843, - "38": 10.18154, - "39": 10.37655, - "40": 10.0779, - "41": 10.12618, - "42": 10.19378, - "43": 9.85406, - "44": 9.94224, - "45": 9.84493, - "46": 9.831, - "47": 10.13553, - "48": 9.84455, - "49": 9.5571, - "50": 9.89982 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 22726932.0, - "2": 22924916.0, - "3": 22597332.0, - "4": 23219544.0, - "5": 22713776.0, - "6": 23021572.0, - "7": 22771346.0, - "8": 22926354.0, - "9": 22842338.0, - "10": 22918608.0, - "11": 22500808.0, - "12": 22460148.0, - "13": 22917564.0, - "14": 22389452.0, - "15": 22821768.0, - "16": 22831588.0, - "17": 22819586.0, - "18": 22582872.0, - "19": 22618426.0, - "20": 22693536.0, - "21": 22739728.0, - "22": 22800622.0, - "23": 22539616.0, - "24": 22771504.0, - "25": 22819092.0, - "26": 22547456.0, - "27": 22468726.0, - "28": 22453546.0, - "29": 22529680.0, - "30": 22630868.0, - "31": 22955432.0, - "32": 22585376.0, - "33": 22557692.0, - "34": 22835582.0, - "35": 22788568.0, - "36": 22588652.0, - "37": 22497950.0, - "38": 22895768.0, - "39": 22801524.0, - "40": 22657832.0, - "41": 22659668.0, - "42": 22667616.0, - "43": 22975828.0, - "44": 22746024.0, - "45": 22674860.0, - "46": 22884404.0, - "47": 22633804.0, - "48": 22928614.0, - "49": 22728000.0, - "50": 22904840.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 689176064.0, - "2": 689176064.0, - "3": 689176064.0, - "4": 689176064.0, - "5": 689176064.0, - "6": 689176064.0, - "7": 689176064.0, - "8": 689176064.0, - "9": 689176064.0, - "10": 689176064.0, - "11": 689176064.0, - "12": 689176064.0, - "13": 689176064.0, - "14": 689176064.0, - "15": 689176064.0, - "16": 689176064.0, - "17": 689176064.0, - "18": 689176064.0, - "19": 689176064.0, - "20": 689176064.0, - "21": 689176064.0, - "22": 689176064.0, - "23": 689176064.0, - "24": 689176064.0, - "25": 689176064.0, - "26": 689176064.0, - "27": 689176064.0, - "28": 689176064.0, - "29": 689176064.0, - "30": 689176064.0, - "31": 689176064.0, - "32": 689176064.0, - "33": 689176064.0, - "34": 689176064.0, - "35": 689176064.0, - "36": 689176064.0, - "37": 689176064.0, - "38": 689176064.0, - "39": 689176064.0, - "40": 689176064.0, - "41": 689176064.0, - "42": 689176064.0, - "43": 689176064.0, - "44": 689176064.0, - "45": 689176064.0, - "46": 689176064.0, - "47": 689176064.0, - "48": 689176064.0, - "49": 689176064.0, - "50": 689176064.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2158024192.0, - "2": 2416613888.0, - "3": 2416613888.0, - "4": 2416613888.0, - "5": 2416613888.0, - "6": 2416613888.0, - "7": 2416613888.0, - "8": 2416613888.0, - "9": 2416613888.0, - "10": 2416613888.0, - "11": 2416613888.0, - "12": 2416613888.0, - "13": 2416613888.0, - "14": 2416613888.0, - "15": 2416613888.0, - "16": 2416613888.0, - "17": 2416613888.0, - "18": 2416613888.0, - "19": 2416613888.0, - "20": 2416613888.0, - "21": 2416613888.0, - "22": 2416613888.0, - "23": 2416613888.0, - "24": 2416613888.0, - "25": 2416613888.0, - "26": 2416613888.0, - "27": 2416613888.0, - "28": 2416613888.0, - "29": 2416613888.0, - "30": 2416613888.0, - "31": 2416613888.0, - "32": 2416613888.0, - "33": 2416613888.0, - "34": 2416613888.0, - "35": 2416613888.0, - "36": 2416613888.0, - "37": 2416613888.0, - "38": 2416613888.0, - "39": 2416613888.0, - "40": 2416613888.0, - "41": 2416613888.0, - "42": 2416613888.0, - "43": 2416613888.0, - "44": 2416613888.0, - "45": 2416613888.0, - "46": 2416613888.0, - "47": 2416613888.0, - "48": 2416613888.0, - "49": 2416613888.0, - "50": 2416613888.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.71503, - "2": 0.1487, - "3": 1.53681, - "4": 2.08776, - "5": 2.61238, - "6": 1.60198, - "7": 0.87803, - "8": 0.10645, - "9": 1.03031, - "10": 0.10629, - "11": 0.2821, - "12": 0.10863, - "13": 0.10328, - "14": 0.10854, - "15": 0.10326, - "16": 0.10341, - "17": 0.10778, - "18": 0.11121, - "19": 0.10959, - "20": 0.10422, - "21": 0.10422, - "22": 0.1042, - "23": 0.10422, - "24": 0.10385, - "25": 0.10416, - "26": 0.1052, - "27": 0.10423, - "28": 0.10355, - "29": 0.10327, - "30": 0.10455, - "31": 0.10463, - "32": 0.1045, - "33": 0.10325, - "34": 0.10331, - "35": 0.10475, - "36": 0.10327, - "37": 0.10355, - "38": 0.10433, - "39": 0.10353, - "40": 0.10394, - "41": 0.10379, - "42": 0.10774, - "43": 0.10625, - "44": 0.10346, - "45": 0.10532, - "46": 0.10766, - "47": 0.10537, - "48": 0.10462, - "49": 0.1051, - "50": 0.1039 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_uneven_pipeline/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_uneven_pipeline/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index ea2bd7effce..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_uneven_pipeline/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.88372, - "2": 10.87208, - "3": 10.8784, - "4": 10.85806, - "5": 10.88547, - "6": 10.89556, - "7": 10.88051, - "8": 10.87687, - "9": 10.868, - "10": 10.86477, - "11": 10.87779, - "12": 10.8736, - "13": 10.8617, - "14": 10.88756, - "15": 10.81334, - "16": 10.8276, - "17": 10.80766, - "18": 10.81067, - "19": 10.81127, - "20": 10.71864, - "21": 10.69427, - "22": 10.58083, - "23": 10.69548, - "24": 10.60367, - "25": 10.55396, - "26": 10.61304, - "27": 10.59026, - "28": 10.54029, - "29": 10.55687, - "30": 10.36075, - "31": 10.13943, - "32": 10.44344, - "33": 10.44459, - "34": 10.21087, - "35": 10.25855, - "36": 10.22779, - "37": 10.32843, - "38": 10.18154, - "39": 10.37655, - "40": 10.0779, - "41": 10.12618, - "42": 10.19378, - "43": 9.85406, - "44": 9.94224, - "45": 9.84493, - "46": 9.831, - "47": 10.13553, - "48": 9.84455, - "49": 9.5571, - "50": 9.89982 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 22726932.0, - "2": 22924916.0, - "3": 22597332.0, - "4": 23219544.0, - "5": 22713776.0, - "6": 23021572.0, - "7": 22771346.0, - "8": 22926354.0, - "9": 22842338.0, - "10": 22918608.0, - "11": 22500808.0, - "12": 22460148.0, - "13": 22917564.0, - "14": 22389452.0, - "15": 22821768.0, - "16": 22831588.0, - "17": 22819586.0, - "18": 22582872.0, - "19": 22618426.0, - "20": 22693536.0, - "21": 22739728.0, - "22": 22800622.0, - "23": 22539616.0, - "24": 22771504.0, - "25": 22819092.0, - "26": 22547456.0, - "27": 22468726.0, - "28": 22453546.0, - "29": 22529680.0, - "30": 22630868.0, - "31": 22955432.0, - "32": 22585376.0, - "33": 22557692.0, - "34": 22835582.0, - "35": 22788568.0, - "36": 22588652.0, - "37": 22497950.0, - "38": 22895768.0, - "39": 22801524.0, - "40": 22657832.0, - "41": 22659668.0, - "42": 22667616.0, - "43": 22975828.0, - "44": 22746024.0, - "45": 22674860.0, - "46": 22884404.0, - "47": 22633804.0, - "48": 22928614.0, - "49": 22728000.0, - "50": 22904840.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 689176064.0, - "2": 689176064.0, - "3": 689176064.0, - "4": 689176064.0, - "5": 689176064.0, - "6": 689176064.0, - "7": 689176064.0, - "8": 689176064.0, - "9": 689176064.0, - "10": 689176064.0, - "11": 689176064.0, - "12": 689176064.0, - "13": 689176064.0, - "14": 689176064.0, - "15": 689176064.0, - "16": 689176064.0, - "17": 689176064.0, - "18": 689176064.0, - "19": 689176064.0, - "20": 689176064.0, - "21": 689176064.0, - "22": 689176064.0, - "23": 689176064.0, - "24": 689176064.0, - "25": 689176064.0, - "26": 689176064.0, - "27": 689176064.0, - "28": 689176064.0, - "29": 689176064.0, - "30": 689176064.0, - "31": 689176064.0, - "32": 689176064.0, - "33": 689176064.0, - "34": 689176064.0, - "35": 689176064.0, - "36": 689176064.0, - "37": 689176064.0, - "38": 689176064.0, - "39": 689176064.0, - "40": 689176064.0, - "41": 689176064.0, - "42": 689176064.0, - "43": 689176064.0, - "44": 689176064.0, - "45": 689176064.0, - "46": 689176064.0, - "47": 689176064.0, - "48": 689176064.0, - "49": 689176064.0, - "50": 689176064.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2158024192.0, - "2": 2416613888.0, - "3": 2416613888.0, - "4": 2416613888.0, - "5": 2416613888.0, - "6": 2416613888.0, - "7": 2416613888.0, - "8": 2416613888.0, - "9": 2416613888.0, - "10": 2416613888.0, - "11": 2416613888.0, - "12": 2416613888.0, - "13": 2416613888.0, - "14": 2416613888.0, - "15": 2416613888.0, - "16": 2416613888.0, - "17": 2416613888.0, - "18": 2416613888.0, - "19": 2416613888.0, - "20": 2416613888.0, - "21": 2416613888.0, - "22": 2416613888.0, - "23": 2416613888.0, - "24": 2416613888.0, - "25": 2416613888.0, - "26": 2416613888.0, - "27": 2416613888.0, - "28": 2416613888.0, - "29": 2416613888.0, - "30": 2416613888.0, - "31": 2416613888.0, - "32": 2416613888.0, - "33": 2416613888.0, - "34": 2416613888.0, - "35": 2416613888.0, - "36": 2416613888.0, - "37": 2416613888.0, - "38": 2416613888.0, - "39": 2416613888.0, - "40": 2416613888.0, - "41": 2416613888.0, - "42": 2416613888.0, - "43": 2416613888.0, - "44": 2416613888.0, - "45": 2416613888.0, - "46": 2416613888.0, - "47": 2416613888.0, - "48": 2416613888.0, - "49": 2416613888.0, - "50": 2416613888.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 11.4694, - "2": 0.13977, - "3": 0.12731, - "4": 0.12879, - "5": 0.11865, - "6": 0.118, - "7": 0.11942, - "8": 0.11938, - "9": 0.11951, - "10": 0.11735, - "11": 0.11836, - "12": 0.11978, - "13": 0.11914, - "14": 0.11821, - "15": 0.11692, - "16": 0.11708, - "17": 0.11825, - "18": 0.11909, - "19": 0.11996, - "20": 0.11962, - "21": 0.12002, - "22": 0.11972, - "23": 0.11943, - "24": 0.11873, - "25": 0.11787, - "26": 0.1172, - "27": 0.11703, - "28": 0.12106, - "29": 0.11863, - "30": 0.11927, - "31": 0.11941, - "32": 0.11801, - "33": 0.11903, - "34": 0.1181, - "35": 0.11794, - "36": 0.11973, - "37": 0.11831, - "38": 0.11753, - "39": 0.11901, - "40": 0.11713, - "41": 0.11926, - "42": 0.11756, - "43": 0.1189, - "44": 0.11853, - "45": 0.12132, - "46": 0.11905, - "47": 0.11892, - "48": 0.11664, - "49": 0.11721, - "50": 0.11854 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp2_account_for_embedding_loss_in_pipeline_split/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp2_account_for_embedding_loss_in_pipeline_split/golden_values_dev_dgx_h100.json index 10eb9e57910..8f65ccec75e 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp2_account_for_embedding_loss_in_pipeline_split/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp2_account_for_embedding_loss_in_pipeline_split/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 12.82473, - "2": 0.09608, - "3": 0.08117, - "4": 0.08184, - "5": 0.08242, - "6": 0.07918, - "7": 0.07939, - "8": 0.07963, - "9": 0.07945, - "10": 0.081, - "11": 0.07867, - "12": 0.07897, - "13": 0.0828, - "14": 0.08361, - "15": 0.08417, - "16": 0.08323, - "17": 0.08405, - "18": 0.08256, - "19": 0.08229, - "20": 0.0827, - "21": 0.08446, - "22": 0.08314, - "23": 0.08296, - "24": 0.08234, - "25": 0.0813, - "26": 0.08393, - "27": 0.08424, - "28": 0.08312, - "29": 0.08286, - "30": 0.08113, - "31": 0.07871, - "32": 0.08259, - "33": 0.08088, - "34": 0.07808, - "35": 0.07855, - "36": 0.07792, - "37": 0.07877, - "38": 0.07813, - "39": 0.07792, - "40": 0.07826, - "41": 0.07872, - "42": 0.07977, - "43": 0.07875, - "44": 0.07847, - "45": 0.07879, - "46": 0.07965, - "47": 0.08085, - "48": 0.07886, - "49": 0.07904, - "50": 0.07778 + "1": 12.45868, + "2": 0.10817, + "3": 0.08964, + "4": 0.08342, + "5": 0.08198, + "6": 0.08179, + "7": 0.08172, + "8": 0.08319, + "9": 0.07964, + "10": 0.07872, + "11": 0.07783, + "12": 0.07839, + "13": 0.07961, + "14": 0.07913, + "15": 0.08021, + "16": 0.07965, + "17": 0.07946, + "18": 0.07924, + "19": 0.0792, + "20": 0.07919, + "21": 0.07872, + "22": 0.07958, + "23": 0.07857, + "24": 0.0793, + "25": 0.07936, + "26": 0.07956, + "27": 0.07904, + "28": 0.07939, + "29": 0.08007, + "30": 0.07912, + "31": 0.07945, + "32": 0.07845, + "33": 0.07804, + "34": 0.07801, + "35": 0.07775, + "36": 0.07835, + "37": 0.0781, + "38": 0.07939, + "39": 0.07789, + "40": 0.07803, + "41": 0.07935, + "42": 0.07838, + "43": 0.07862, + "44": 0.07884, + "45": 0.07747, + "46": 0.07832, + "47": 0.07792, + "48": 0.07896, + "49": 0.07798, + "50": 0.0779 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp2_account_for_embedding_loss_in_pipeline_split/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp2_account_for_embedding_loss_in_pipeline_split/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index f1fd0f05b76..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp2_account_for_embedding_loss_in_pipeline_split/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.89824, - "2": 10.90282, - "3": 10.89982, - "4": 10.86583, - "5": 10.88993, - "6": 10.9049, - "7": 10.89182, - "8": 10.90189, - "9": 10.88632, - "10": 10.88255, - "11": 10.91544, - "12": 10.90811, - "13": 10.91696, - "14": 10.92165, - "15": 10.86969, - "16": 10.8841, - "17": 10.87056, - "18": 10.88709, - "19": 10.87706, - "20": 10.84335, - "21": 10.83631, - "22": 10.76629, - "23": 10.83029, - "24": 10.79277, - "25": 10.75377, - "26": 10.78891, - "27": 10.79166, - "28": 10.74336, - "29": 10.75965, - "30": 10.62875, - "31": 10.45418, - "32": 10.68825, - "33": 10.68615, - "34": 10.52385, - "35": 10.56066, - "36": 10.53762, - "37": 10.60286, - "38": 10.46752, - "39": 10.60804, - "40": 10.36652, - "41": 10.38788, - "42": 10.45579, - "43": 10.15865, - "44": 10.24803, - "45": 10.15385, - "46": 10.13564, - "47": 10.39205, - "48": 10.1415, - "49": 9.88025, - "50": 10.18997 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 22727178.0, - "2": 22924812.0, - "3": 22596704.0, - "4": 23218766.0, - "5": 22714208.0, - "6": 23020316.0, - "7": 22771086.0, - "8": 22926440.0, - "9": 22842352.0, - "10": 22918036.0, - "11": 22500516.0, - "12": 22459304.0, - "13": 22916284.0, - "14": 22387532.0, - "15": 22820856.0, - "16": 22830090.0, - "17": 22818880.0, - "18": 22582012.0, - "19": 22616784.0, - "20": 22693674.0, - "21": 22739360.0, - "22": 22799250.0, - "23": 22538774.0, - "24": 22770954.0, - "25": 22818024.0, - "26": 22547278.0, - "27": 22468476.0, - "28": 22452228.0, - "29": 22527980.0, - "30": 22630720.0, - "31": 22954516.0, - "32": 22584820.0, - "33": 22557266.0, - "34": 22834728.0, - "35": 22787216.0, - "36": 22588668.0, - "37": 22496474.0, - "38": 22895320.0, - "39": 22800062.0, - "40": 22657316.0, - "41": 22658142.0, - "42": 22666692.0, - "43": 22974950.0, - "44": 22745468.0, - "45": 22674868.0, - "46": 22883238.0, - "47": 22632908.0, - "48": 22927884.0, - "49": 22727252.0, - "50": 22903748.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 638724608.0, - "2": 638724608.0, - "3": 638724608.0, - "4": 638724608.0, - "5": 638724608.0, - "6": 638724608.0, - "7": 638724608.0, - "8": 638724608.0, - "9": 638724608.0, - "10": 638724608.0, - "11": 638724608.0, - "12": 638724608.0, - "13": 638724608.0, - "14": 638724608.0, - "15": 638724608.0, - "16": 638724608.0, - "17": 638724608.0, - "18": 638724608.0, - "19": 638724608.0, - "20": 638724608.0, - "21": 638724608.0, - "22": 638724608.0, - "23": 638724608.0, - "24": 638724608.0, - "25": 638724608.0, - "26": 638724608.0, - "27": 638724608.0, - "28": 638724608.0, - "29": 638724608.0, - "30": 638724608.0, - "31": 638724608.0, - "32": 638724608.0, - "33": 638724608.0, - "34": 638724608.0, - "35": 638724608.0, - "36": 638724608.0, - "37": 638724608.0, - "38": 638724608.0, - "39": 638724608.0, - "40": 638724608.0, - "41": 638724608.0, - "42": 638724608.0, - "43": 638724608.0, - "44": 638724608.0, - "45": 638724608.0, - "46": 638724608.0, - "47": 638724608.0, - "48": 638724608.0, - "49": 638724608.0, - "50": 638724608.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2610025984.0, - "2": 2840250880.0, - "3": 2840250880.0, - "4": 2840250880.0, - "5": 2840250880.0, - "6": 2840250880.0, - "7": 2840250880.0, - "8": 2840250880.0, - "9": 2840250880.0, - "10": 2840250880.0, - "11": 2840250880.0, - "12": 2840250880.0, - "13": 2840250880.0, - "14": 2840250880.0, - "15": 2840250880.0, - "16": 2840250880.0, - "17": 2840250880.0, - "18": 2840250880.0, - "19": 2840250880.0, - "20": 2840250880.0, - "21": 2840250880.0, - "22": 2840250880.0, - "23": 2840250880.0, - "24": 2840250880.0, - "25": 2840250880.0, - "26": 2840250880.0, - "27": 2840250880.0, - "28": 2840250880.0, - "29": 2840250880.0, - "30": 2840250880.0, - "31": 2840250880.0, - "32": 2840250880.0, - "33": 2840250880.0, - "34": 2840250880.0, - "35": 2840250880.0, - "36": 2840250880.0, - "37": 2840250880.0, - "38": 2840250880.0, - "39": 2840250880.0, - "40": 2840250880.0, - "41": 2840250880.0, - "42": 2840250880.0, - "43": 2840250880.0, - "44": 2840250880.0, - "45": 2840250880.0, - "46": 2840250880.0, - "47": 2840250880.0, - "48": 2840250880.0, - "49": 2840250880.0, - "50": 2840250880.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 14.66119, - "2": 0.10511, - "3": 0.07267, - "4": 0.07159, - "5": 0.07147, - "6": 0.07254, - "7": 0.07213, - "8": 0.07141, - "9": 0.07159, - "10": 0.07239, - "11": 0.07155, - "12": 0.0717, - "13": 0.07155, - "14": 0.07174, - "15": 0.07179, - "16": 0.07185, - "17": 0.0714, - "18": 0.07139, - "19": 0.0717, - "20": 0.07106, - "21": 0.0716, - "22": 0.07218, - "23": 0.07161, - "24": 0.07166, - "25": 0.07144, - "26": 0.07156, - "27": 0.0718, - "28": 0.07207, - "29": 0.07096, - "30": 0.07235, - "31": 0.07223, - "32": 0.07219, - "33": 0.07195, - "34": 0.07232, - "35": 0.07433, - "36": 0.07598, - "37": 0.07242, - "38": 0.07166, - "39": 0.07174, - "40": 0.07148, - "41": 0.0722, - "42": 0.07169, - "43": 0.07213, - "44": 0.07193, - "45": 0.07163, - "46": 0.07302, - "47": 0.07199, - "48": 0.07329, - "49": 0.07491, - "50": 0.07339 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp2_account_for_embedding_loss_in_pipeline_split/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp2_account_for_embedding_loss_in_pipeline_split/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 8f65ccec75e..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp2_account_for_embedding_loss_in_pipeline_split/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.89824, - "2": 10.90282, - "3": 10.89982, - "4": 10.86583, - "5": 10.88993, - "6": 10.9049, - "7": 10.89182, - "8": 10.90189, - "9": 10.88632, - "10": 10.88255, - "11": 10.91544, - "12": 10.90811, - "13": 10.91696, - "14": 10.92165, - "15": 10.86969, - "16": 10.8841, - "17": 10.87056, - "18": 10.88709, - "19": 10.87706, - "20": 10.84335, - "21": 10.83631, - "22": 10.76629, - "23": 10.83029, - "24": 10.79277, - "25": 10.75377, - "26": 10.78891, - "27": 10.79166, - "28": 10.74336, - "29": 10.75965, - "30": 10.62875, - "31": 10.45418, - "32": 10.68825, - "33": 10.68615, - "34": 10.52385, - "35": 10.56066, - "36": 10.53762, - "37": 10.60286, - "38": 10.46752, - "39": 10.60804, - "40": 10.36652, - "41": 10.38788, - "42": 10.45579, - "43": 10.15865, - "44": 10.24803, - "45": 10.15385, - "46": 10.13564, - "47": 10.39205, - "48": 10.1415, - "49": 9.88025, - "50": 10.18997 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 22727178.0, - "2": 22924812.0, - "3": 22596704.0, - "4": 23218766.0, - "5": 22714208.0, - "6": 23020316.0, - "7": 22771086.0, - "8": 22926440.0, - "9": 22842352.0, - "10": 22918036.0, - "11": 22500516.0, - "12": 22459304.0, - "13": 22916284.0, - "14": 22387532.0, - "15": 22820856.0, - "16": 22830090.0, - "17": 22818880.0, - "18": 22582012.0, - "19": 22616784.0, - "20": 22693674.0, - "21": 22739360.0, - "22": 22799250.0, - "23": 22538774.0, - "24": 22770954.0, - "25": 22818024.0, - "26": 22547278.0, - "27": 22468476.0, - "28": 22452228.0, - "29": 22527980.0, - "30": 22630720.0, - "31": 22954516.0, - "32": 22584820.0, - "33": 22557266.0, - "34": 22834728.0, - "35": 22787216.0, - "36": 22588668.0, - "37": 22496474.0, - "38": 22895320.0, - "39": 22800062.0, - "40": 22657316.0, - "41": 22658142.0, - "42": 22666692.0, - "43": 22974950.0, - "44": 22745468.0, - "45": 22674868.0, - "46": 22883238.0, - "47": 22632908.0, - "48": 22927884.0, - "49": 22727252.0, - "50": 22903748.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 638724608.0, - "2": 638724608.0, - "3": 638724608.0, - "4": 638724608.0, - "5": 638724608.0, - "6": 638724608.0, - "7": 638724608.0, - "8": 638724608.0, - "9": 638724608.0, - "10": 638724608.0, - "11": 638724608.0, - "12": 638724608.0, - "13": 638724608.0, - "14": 638724608.0, - "15": 638724608.0, - "16": 638724608.0, - "17": 638724608.0, - "18": 638724608.0, - "19": 638724608.0, - "20": 638724608.0, - "21": 638724608.0, - "22": 638724608.0, - "23": 638724608.0, - "24": 638724608.0, - "25": 638724608.0, - "26": 638724608.0, - "27": 638724608.0, - "28": 638724608.0, - "29": 638724608.0, - "30": 638724608.0, - "31": 638724608.0, - "32": 638724608.0, - "33": 638724608.0, - "34": 638724608.0, - "35": 638724608.0, - "36": 638724608.0, - "37": 638724608.0, - "38": 638724608.0, - "39": 638724608.0, - "40": 638724608.0, - "41": 638724608.0, - "42": 638724608.0, - "43": 638724608.0, - "44": 638724608.0, - "45": 638724608.0, - "46": 638724608.0, - "47": 638724608.0, - "48": 638724608.0, - "49": 638724608.0, - "50": 638724608.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2610025984.0, - "2": 2840250880.0, - "3": 2840250880.0, - "4": 2840250880.0, - "5": 2840250880.0, - "6": 2840250880.0, - "7": 2840250880.0, - "8": 2840250880.0, - "9": 2840250880.0, - "10": 2840250880.0, - "11": 2840250880.0, - "12": 2840250880.0, - "13": 2840250880.0, - "14": 2840250880.0, - "15": 2840250880.0, - "16": 2840250880.0, - "17": 2840250880.0, - "18": 2840250880.0, - "19": 2840250880.0, - "20": 2840250880.0, - "21": 2840250880.0, - "22": 2840250880.0, - "23": 2840250880.0, - "24": 2840250880.0, - "25": 2840250880.0, - "26": 2840250880.0, - "27": 2840250880.0, - "28": 2840250880.0, - "29": 2840250880.0, - "30": 2840250880.0, - "31": 2840250880.0, - "32": 2840250880.0, - "33": 2840250880.0, - "34": 2840250880.0, - "35": 2840250880.0, - "36": 2840250880.0, - "37": 2840250880.0, - "38": 2840250880.0, - "39": 2840250880.0, - "40": 2840250880.0, - "41": 2840250880.0, - "42": 2840250880.0, - "43": 2840250880.0, - "44": 2840250880.0, - "45": 2840250880.0, - "46": 2840250880.0, - "47": 2840250880.0, - "48": 2840250880.0, - "49": 2840250880.0, - "50": 2840250880.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 12.45868, - "2": 0.10817, - "3": 0.08964, - "4": 0.08342, - "5": 0.08198, - "6": 0.08179, - "7": 0.08172, - "8": 0.08319, - "9": 0.07964, - "10": 0.07872, - "11": 0.07783, - "12": 0.07839, - "13": 0.07961, - "14": 0.07913, - "15": 0.08021, - "16": 0.07965, - "17": 0.07946, - "18": 0.07924, - "19": 0.0792, - "20": 0.07919, - "21": 0.07872, - "22": 0.07958, - "23": 0.07857, - "24": 0.0793, - "25": 0.07936, - "26": 0.07956, - "27": 0.07904, - "28": 0.07939, - "29": 0.08007, - "30": 0.07912, - "31": 0.07945, - "32": 0.07845, - "33": 0.07804, - "34": 0.07801, - "35": 0.07775, - "36": 0.07835, - "37": 0.0781, - "38": 0.07939, - "39": 0.07789, - "40": 0.07803, - "41": 0.07935, - "42": 0.07838, - "43": 0.07862, - "44": 0.07884, - "45": 0.07747, - "46": 0.07832, - "47": 0.07792, - "48": 0.07896, - "49": 0.07798, - "50": 0.0779 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgx_h100.json index b668521f995..e88d1fcb739 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgx_h100.json @@ -6,104 +6,104 @@ "values": { "1": 10.85163, "2": 10.85389, - "3": 10.83867, - "4": 10.84326, - "5": 10.87865, - "6": 10.87589, - "7": 10.86185, - "8": 10.84926, - "9": 10.84876, + "3": 10.83866, + "4": 10.84328, + "5": 10.8787, + "6": 10.87586, + "7": 10.86186, + "8": 10.84928, + "9": 10.84877, "10": 10.80639, - "11": 10.88684, - "12": 10.85677, - "13": 10.86234, + "11": 10.88679, + "12": 10.85682, + "13": 10.86235, "14": 10.87768, - "15": 10.81036, - "16": 10.81987, - "17": 10.78281, + "15": 10.81037, + "16": 10.81984, + "17": 10.7828, "18": 10.80322, - "19": 10.78354, - "20": 10.6869, - "21": 10.66901, - "22": 10.5231, - "23": 10.68441, + "19": 10.78358, + "20": 10.68694, + "21": 10.66905, + "22": 10.52315, + "23": 10.68436, "24": 10.56577, - "25": 10.49701, - "26": 10.5655, - "27": 10.58174, - "28": 10.52997, - "29": 10.55562, - "30": 10.32673, - "31": 10.07635, + "25": 10.49705, + "26": 10.56553, + "27": 10.58171, + "28": 10.52995, + "29": 10.55561, + "30": 10.32672, + "31": 10.07636, "32": 10.43058, - "33": 10.42459, - "34": 10.16648, - "35": 10.22488, - "36": 10.1834, - "37": 10.29955, - "38": 10.145, - "39": 10.37068, - "40": 10.04384, - "41": 10.09449, - "42": 10.1738, - "43": 9.77535, - "44": 9.90309, - "45": 9.77899, - "46": 9.76547, - "47": 10.1072, - "48": 9.80031, - "49": 9.47524, - "50": 9.85793, - "51": 9.80033, - "52": 9.69511, - "53": 10.02851, - "54": 9.91434, - "55": 9.83811, - "56": 9.57832, - "57": 9.42584, - "58": 9.79169, - "59": 9.53621, - "60": 9.44188, + "33": 10.42455, + "34": 10.16647, + "35": 10.22486, + "36": 10.18341, + "37": 10.29956, + "38": 10.14498, + "39": 10.37061, + "40": 10.04385, + "41": 10.0945, + "42": 10.17381, + "43": 9.77538, + "44": 9.90308, + "45": 9.779, + "46": 9.76548, + "47": 10.10723, + "48": 9.80029, + "49": 9.47526, + "50": 9.85792, + "51": 9.80039, + "52": 9.69506, + "53": 10.0285, + "54": 9.9143, + "55": 9.83807, + "56": 9.57833, + "57": 9.42582, + "58": 9.79172, + "59": 9.53617, + "60": 9.44186, "61": 9.65656, - "62": 9.9438, - "63": 9.32147, - "64": 9.73338, - "65": 8.88431, - "66": 9.65528, - "67": 9.32102, - "68": 9.75063, - "69": 9.76395, - "70": 9.70471, - "71": 9.56858, + "62": 9.94377, + "63": 9.32151, + "64": 9.73339, + "65": 8.88427, + "66": 9.65533, + "67": 9.32106, + "68": 9.75064, + "69": 9.764, + "70": 9.70469, + "71": 9.56861, "72": 9.53902, "73": 9.45226, - "74": 8.87734, - "75": 9.37931, - "76": 9.01864, - "77": 10.0352, - "78": 9.69265, - "79": 9.33457, + "74": 8.87736, + "75": 9.37933, + "76": 9.01867, + "77": 10.03519, + "78": 9.69263, + "79": 9.33459, "80": 9.36591, - "81": 9.4392, - "82": 9.66576, - "83": 9.25445, - "84": 9.37801, - "85": 9.57423, - "86": 9.03279, - "87": 9.55778, - "88": 9.71526, - "89": 9.55706, - "90": 9.78807, - "91": 9.29512, - "92": 9.31513, - "93": 9.03245, - "94": 8.79084, - "95": 9.48837, - "96": 9.49575, - "97": 9.27132, - "98": 9.64072, - "99": 8.84738, - "100": 9.3587 + "81": 9.43919, + "82": 9.66572, + "83": 9.25441, + "84": 9.378, + "85": 9.57422, + "86": 9.03277, + "87": 9.55775, + "88": 9.71521, + "89": 9.55703, + "90": 9.788, + "91": 9.29518, + "92": 9.31516, + "93": 9.03246, + "94": 8.79087, + "95": 9.48833, + "96": 9.49574, + "97": 9.2713, + "98": 9.64071, + "99": 8.84741, + "100": 9.35871 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 604.0, - "2": 601.0, - "3": 657.0, - "4": 631.0, - "5": 677.0, - "6": 630.0, - "7": 662.0, - "8": 607.0, - "9": 614.0, - "10": 588.0, - "11": 713.0, - "12": 679.0, - "13": 667.0, - "14": 649.0, - "15": 667.0, - "16": 659.0, - "17": 681.0, - "18": 674.0, - "19": 586.0, - "20": 668.0, - "21": 679.0, - "22": 646.0, - "23": 757.0, - "24": 633.0, - "25": 653.0, - "26": 662.0, - "27": 682.0, - "28": 746.0, - "29": 758.0, - "30": 711.0, - "31": 645.0, - "32": 705.0, - "33": 759.0, - "34": 667.0, - "35": 745.0, - "36": 744.0, - "37": 799.0, - "38": 781.0, - "39": 903.0, - "40": 806.0, - "41": 804.0, - "42": 853.0, - "43": 651.0, - "44": 817.0, - "45": 834.0, - "46": 842.0, - "47": 859.0, - "48": 846.0, - "49": 831.0, - "50": 774.0, - "51": 927.0, - "52": 907.0, - "53": 981.0, - "54": 884.0, - "55": 858.0, - "56": 950.0, - "57": 885.0, - "58": 961.0, - "59": 949.0, - "60": 837.0, - "61": 953.0, - "62": 907.0, - "63": 911.0, - "64": 1085.0, - "65": 964.0, - "66": 1054.0, - "67": 1008.0, - "68": 975.0, - "69": 1027.0, - "70": 1025.0, - "71": 1093.0, - "72": 882.0, - "73": 988.0, - "74": 685.0, - "75": 857.0, - "76": 1040.0, - "77": 1138.0, - "78": 1115.0, - "79": 1049.0, - "80": 1127.0, - "81": 1260.0, - "82": 1089.0, - "83": 1000.0, - "84": 1123.0, - "85": 1179.0, - "86": 927.0, - "87": 1264.0, - "88": 1041.0, - "89": 1165.0, - "90": 1105.0, - "91": 1136.0, - "92": 1151.0, - "93": 880.0, - "94": 1183.0, - "95": 1125.0, - "96": 1202.0, - "97": 1026.0, - "98": 1189.0, - "99": 1171.0, - "100": 1097.0 + "1": 600.0, + "2": 574.0, + "3": 677.0, + "4": 617.0, + "5": 669.0, + "6": 650.0, + "7": 700.0, + "8": 624.0, + "9": 649.0, + "10": 562.0, + "11": 661.0, + "12": 622.0, + "13": 711.0, + "14": 656.0, + "15": 688.0, + "16": 667.0, + "17": 696.0, + "18": 660.0, + "19": 607.0, + "20": 649.0, + "21": 646.0, + "22": 653.0, + "23": 743.0, + "24": 678.0, + "25": 663.0, + "26": 661.0, + "27": 703.0, + "28": 769.0, + "29": 775.0, + "30": 767.0, + "31": 606.0, + "32": 755.0, + "33": 764.0, + "34": 676.0, + "35": 779.0, + "36": 768.0, + "37": 824.0, + "38": 808.0, + "39": 893.0, + "40": 795.0, + "41": 774.0, + "42": 895.0, + "43": 758.0, + "44": 770.0, + "45": 738.0, + "46": 856.0, + "47": 912.0, + "48": 843.0, + "49": 884.0, + "50": 782.0, + "51": 967.0, + "52": 940.0, + "53": 988.0, + "54": 937.0, + "55": 870.0, + "56": 981.0, + "57": 838.0, + "58": 909.0, + "59": 969.0, + "60": 821.0, + "61": 1016.0, + "62": 953.0, + "63": 895.0, + "64": 1137.0, + "65": 917.0, + "66": 1050.0, + "67": 946.0, + "68": 974.0, + "69": 1091.0, + "70": 1024.0, + "71": 1104.0, + "72": 888.0, + "73": 967.0, + "74": 657.0, + "75": 879.0, + "76": 977.0, + "77": 1172.0, + "78": 1085.0, + "79": 1107.0, + "80": 1178.0, + "81": 1236.0, + "82": 1103.0, + "83": 975.0, + "84": 1164.0, + "85": 1160.0, + "86": 879.0, + "87": 1184.0, + "88": 1102.0, + "89": 1105.0, + "90": 1122.0, + "91": 1065.0, + "92": 1090.0, + "93": 848.0, + "94": 1158.0, + "95": 1173.0, + "96": 1140.0, + "97": 1074.0, + "98": 1203.0, + "99": 1141.0, + "100": 1111.0 } }, "mem-allocated-bytes": { @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 689618432.0, - "2": 689618432.0, - "3": 689618432.0, - "4": 689618432.0, - "5": 689618432.0, - "6": 689618432.0, - "7": 689618432.0, - "8": 689618432.0, - "9": 689618432.0, - "10": 689618432.0, - "11": 689618432.0, - "12": 689618432.0, - "13": 689618432.0, - "14": 689618432.0, - "15": 689618432.0, - "16": 689618432.0, - "17": 689618432.0, - "18": 689618432.0, - "19": 689618432.0, - "20": 689618432.0, - "21": 689618432.0, - "22": 689618432.0, - "23": 689618432.0, - "24": 689618432.0, - "25": 689618432.0, - "26": 689618432.0, - "27": 689618432.0, - "28": 689618432.0, - "29": 689618432.0, - "30": 689618432.0, - "31": 689618432.0, - "32": 689618432.0, - "33": 689618432.0, - "34": 689618432.0, - "35": 689618432.0, - "36": 689618432.0, - "37": 689618432.0, - "38": 689618432.0, - "39": 689618432.0, - "40": 689618432.0, - "41": 689618432.0, - "42": 689618432.0, - "43": 689618432.0, - "44": 689618432.0, - "45": 689618432.0, - "46": 689618432.0, - "47": 689618432.0, - "48": 689618432.0, - "49": 689618432.0, - "50": 689618432.0, - "51": 689618432.0, - "52": 689618432.0, - "53": 689618432.0, - "54": 689618432.0, - "55": 689618432.0, - "56": 689618432.0, - "57": 689618432.0, - "58": 689618432.0, - "59": 689618432.0, - "60": 689618432.0, - "61": 689618432.0, - "62": 689618432.0, - "63": 689618432.0, - "64": 689618432.0, - "65": 689618432.0, - "66": 689618432.0, - "67": 689618432.0, - "68": 689618432.0, - "69": 689618432.0, - "70": 689618432.0, - "71": 689618432.0, - "72": 689618432.0, - "73": 689618432.0, - "74": 689618432.0, - "75": 689618432.0, - "76": 689618432.0, - "77": 689618432.0, - "78": 689618432.0, - "79": 689618432.0, - "80": 689618432.0, - "81": 689618432.0, - "82": 689618432.0, - "83": 689618432.0, - "84": 689618432.0, - "85": 689618432.0, - "86": 689618432.0, - "87": 689618432.0, - "88": 689618432.0, - "89": 689618432.0, - "90": 689618432.0, - "91": 689618432.0, - "92": 689618432.0, - "93": 689618432.0, - "94": 689618432.0, - "95": 689618432.0, - "96": 689618432.0, - "97": 689618432.0, - "98": 689618432.0, - "99": 689618432.0, - "100": 689618432.0 + "1": 689356288.0, + "2": 689356288.0, + "3": 689356288.0, + "4": 689356288.0, + "5": 689356288.0, + "6": 689356288.0, + "7": 689356288.0, + "8": 689356288.0, + "9": 689356288.0, + "10": 689356288.0, + "11": 689356288.0, + "12": 689356288.0, + "13": 689356288.0, + "14": 689356288.0, + "15": 689356288.0, + "16": 689356288.0, + "17": 689356288.0, + "18": 689356288.0, + "19": 689356288.0, + "20": 689356288.0, + "21": 689356288.0, + "22": 689356288.0, + "23": 689356288.0, + "24": 689356288.0, + "25": 689356288.0, + "26": 689356288.0, + "27": 689356288.0, + "28": 689356288.0, + "29": 689356288.0, + "30": 689356288.0, + "31": 689356288.0, + "32": 689356288.0, + "33": 689356288.0, + "34": 689356288.0, + "35": 689356288.0, + "36": 689356288.0, + "37": 689356288.0, + "38": 689356288.0, + "39": 689356288.0, + "40": 689356288.0, + "41": 689356288.0, + "42": 689356288.0, + "43": 689356288.0, + "44": 689356288.0, + "45": 689356288.0, + "46": 689356288.0, + "47": 689356288.0, + "48": 689356288.0, + "49": 689356288.0, + "50": 689356288.0, + "51": 689356288.0, + "52": 689356288.0, + "53": 689356288.0, + "54": 689356288.0, + "55": 689356288.0, + "56": 689356288.0, + "57": 689356288.0, + "58": 689356288.0, + "59": 689356288.0, + "60": 689356288.0, + "61": 689356288.0, + "62": 689356288.0, + "63": 689356288.0, + "64": 689356288.0, + "65": 689356288.0, + "66": 689356288.0, + "67": 689356288.0, + "68": 689356288.0, + "69": 689356288.0, + "70": 689356288.0, + "71": 689356288.0, + "72": 689356288.0, + "73": 689356288.0, + "74": 689356288.0, + "75": 689356288.0, + "76": 689356288.0, + "77": 689356288.0, + "78": 689356288.0, + "79": 689356288.0, + "80": 689356288.0, + "81": 689356288.0, + "82": 689356288.0, + "83": 689356288.0, + "84": 689356288.0, + "85": 689356288.0, + "86": 689356288.0, + "87": 689356288.0, + "88": 689356288.0, + "89": 689356288.0, + "90": 689356288.0, + "91": 689356288.0, + "92": 689356288.0, + "93": 689356288.0, + "94": 689356288.0, + "95": 689356288.0, + "96": 689356288.0, + "97": 689356288.0, + "98": 689356288.0, + "99": 689356288.0, + "100": 689356288.0 } }, "mem-max-allocated-bytes": { @@ -326,105 +326,105 @@ "step_interval": 1, "values": { "1": 959652864.0, - "2": 1220175872.0, - "3": 1221224448.0, - "4": 1221224448.0, - "5": 1221224448.0, - "6": 1221224448.0, - "7": 1221224448.0, - "8": 1221224448.0, - "9": 1221224448.0, - "10": 1221224448.0, - "11": 1221224448.0, - "12": 1221224448.0, - "13": 1221224448.0, - "14": 1221224448.0, - "15": 1221224448.0, - "16": 1221224448.0, - "17": 1221224448.0, - "18": 1221224448.0, - "19": 1221224448.0, - "20": 1221224448.0, - "21": 1221224448.0, - "22": 1221224448.0, - "23": 1221224448.0, - "24": 1221224448.0, - "25": 1221224448.0, - "26": 1221224448.0, - "27": 1221224448.0, - "28": 1221224448.0, - "29": 1221224448.0, - "30": 1221224448.0, - "31": 1221224448.0, - "32": 1221224448.0, - "33": 1221224448.0, - "34": 1221224448.0, - "35": 1221224448.0, - "36": 1221224448.0, - "37": 1221224448.0, - "38": 1221224448.0, - "39": 1221224448.0, - "40": 1221224448.0, - "41": 1221224448.0, - "42": 1221224448.0, - "43": 1221224448.0, - "44": 1221224448.0, - "45": 1221224448.0, - "46": 1221224448.0, - "47": 1221224448.0, - "48": 1221224448.0, - "49": 1221224448.0, - "50": 1221224448.0, - "51": 1221486080.0, - "52": 1221486080.0, - "53": 1221486080.0, - "54": 1221486080.0, - "55": 1221486080.0, - "56": 1221486080.0, - "57": 1221486080.0, - "58": 1221486080.0, - "59": 1221486080.0, - "60": 1221486080.0, - "61": 1221486080.0, - "62": 1221486080.0, - "63": 1221486080.0, - "64": 1221486080.0, - "65": 1221486080.0, - "66": 1221486080.0, - "67": 1221486080.0, - "68": 1221486080.0, - "69": 1221487104.0, - "70": 1221487104.0, - "71": 1221487104.0, - "72": 1221487104.0, - "73": 1221487104.0, - "74": 1221487104.0, - "75": 1221487104.0, - "76": 1221487104.0, - "77": 1221487104.0, - "78": 1221487104.0, - "79": 1221487104.0, - "80": 1221487104.0, - "81": 1221487104.0, - "82": 1221487104.0, - "83": 1221487104.0, - "84": 1221487104.0, - "85": 1221487104.0, - "86": 1221487104.0, - "87": 1221487104.0, - "88": 1221487104.0, - "89": 1221487104.0, - "90": 1221487104.0, - "91": 1221487104.0, - "92": 1221487104.0, - "93": 1221487104.0, - "94": 1221487104.0, - "95": 1221487104.0, - "96": 1221487104.0, - "97": 1221487104.0, - "98": 1221487104.0, - "99": 1221487104.0, - "100": 1221487104.0 + "2": 1221223936.0, + "3": 1221224960.0, + "4": 1221224960.0, + "5": 1221224960.0, + "6": 1221224960.0, + "7": 1221224960.0, + "8": 1221224960.0, + "9": 1221224960.0, + "10": 1221224960.0, + "11": 1221224960.0, + "12": 1221224960.0, + "13": 1221224960.0, + "14": 1221224960.0, + "15": 1221224960.0, + "16": 1221224960.0, + "17": 1221224960.0, + "18": 1221224960.0, + "19": 1221224960.0, + "20": 1221224960.0, + "21": 1221224960.0, + "22": 1221224960.0, + "23": 1221224960.0, + "24": 1221224960.0, + "25": 1221224960.0, + "26": 1221224960.0, + "27": 1221224960.0, + "28": 1221224960.0, + "29": 1221224960.0, + "30": 1221224960.0, + "31": 1221224960.0, + "32": 1221224960.0, + "33": 1221224960.0, + "34": 1221224960.0, + "35": 1221224960.0, + "36": 1221224960.0, + "37": 1221224960.0, + "38": 1221224960.0, + "39": 1221224960.0, + "40": 1221224960.0, + "41": 1221224960.0, + "42": 1221224960.0, + "43": 1221224960.0, + "44": 1221224960.0, + "45": 1221224960.0, + "46": 1221224960.0, + "47": 1221224960.0, + "48": 1221224960.0, + "49": 1221224960.0, + "50": 1221224960.0, + "51": 1221224960.0, + "52": 1221224960.0, + "53": 1221224960.0, + "54": 1221224960.0, + "55": 1221224960.0, + "56": 1221224960.0, + "57": 1221224960.0, + "58": 1221224960.0, + "59": 1221224960.0, + "60": 1221224960.0, + "61": 1221224960.0, + "62": 1221224960.0, + "63": 1221224960.0, + "64": 1221224960.0, + "65": 1221224960.0, + "66": 1221224960.0, + "67": 1221224960.0, + "68": 1221224960.0, + "69": 1221224960.0, + "70": 1221224960.0, + "71": 1221224960.0, + "72": 1221224960.0, + "73": 1221224960.0, + "74": 1221224960.0, + "75": 1221224960.0, + "76": 1221224960.0, + "77": 1221224960.0, + "78": 1221224960.0, + "79": 1221224960.0, + "80": 1221224960.0, + "81": 1221224960.0, + "82": 1221224960.0, + "83": 1221224960.0, + "84": 1221224960.0, + "85": 1221224960.0, + "86": 1221224960.0, + "87": 1221224960.0, + "88": 1221224960.0, + "89": 1221224960.0, + "90": 1221224960.0, + "91": 1221224960.0, + "92": 1221224960.0, + "93": 1221224960.0, + "94": 1221224960.0, + "95": 1221224960.0, + "96": 1221224960.0, + "97": 1221224960.0, + "98": 1221224960.0, + "99": 1221224960.0, + "100": 1221224960.0 } }, "iteration-time": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 10.63286, - "2": 0.29932, - "3": 0.28799, - "4": 0.28475, - "5": 0.28729, - "6": 0.28613, - "7": 0.28182, - "8": 0.28376, - "9": 0.28071, - "10": 0.28064, - "11": 0.28008, - "12": 0.27999, - "13": 0.27369, - "14": 0.27735, - "15": 0.27802, - "16": 0.27647, - "17": 0.28017, - "18": 0.27624, - "19": 0.27907, - "20": 0.28457, - "21": 0.28621, - "22": 0.27968, - "23": 0.2788, - "24": 0.27704, - "25": 0.27774, - "26": 0.27744, - "27": 0.27759, - "28": 0.27978, - "29": 0.28051, - "30": 0.28034, - "31": 0.27733, - "32": 0.27813, - "33": 0.27733, - "34": 0.28166, - "35": 0.27601, - "36": 0.27766, - "37": 0.27784, - "38": 0.27709, - "39": 0.2776, - "40": 0.27758, - "41": 0.27975, - "42": 0.27633, - "43": 0.27864, - "44": 0.27802, - "45": 0.27955, - "46": 0.27725, - "47": 0.27926, - "48": 0.28083, - "49": 0.2781, - "50": 0.27962, - "51": 0.30289, - "52": 0.2758, - "53": 0.27484, - "54": 0.29013, - "55": 0.28835, - "56": 0.274, - "57": 0.27512, - "58": 0.27238, - "59": 0.27429, - "60": 0.27435, - "61": 0.27493, - "62": 0.27237, - "63": 0.27125, - "64": 0.27873, - "65": 0.27559, - "66": 0.27509, - "67": 0.27136, - "68": 0.27248, - "69": 0.27308, - "70": 0.27367, - "71": 0.27224, - "72": 0.27404, - "73": 0.27347, - "74": 0.27274, - "75": 0.27659, - "76": 0.27508, - "77": 0.27421, - "78": 0.27262, - "79": 0.27496, - "80": 0.27635, - "81": 0.60573, - "82": 0.27646, - "83": 0.27511, - "84": 0.27432, - "85": 0.27697, - "86": 0.27845, - "87": 0.27696, - "88": 0.27613, - "89": 0.28436, - "90": 0.27824, - "91": 0.27389, - "92": 0.27309, - "93": 0.27377, - "94": 0.27986, - "95": 0.27303, - "96": 0.2751, - "97": 0.2752, - "98": 0.27677, - "99": 0.27534, - "100": 0.27167 + "1": 10.34397, + "2": 0.2989, + "3": 0.28701, + "4": 0.28299, + "5": 0.28509, + "6": 0.28378, + "7": 0.28776, + "8": 0.28423, + "9": 0.28722, + "10": 0.28077, + "11": 0.28936, + "12": 0.28752, + "13": 0.2827, + "14": 0.28574, + "15": 0.28467, + "16": 0.28217, + "17": 0.28486, + "18": 0.28581, + "19": 0.28155, + "20": 0.28509, + "21": 0.28251, + "22": 0.28381, + "23": 0.27876, + "24": 0.28748, + "25": 0.28028, + "26": 0.28778, + "27": 0.28262, + "28": 0.28332, + "29": 0.28115, + "30": 0.28178, + "31": 0.28495, + "32": 0.28165, + "33": 0.28663, + "34": 0.29207, + "35": 0.28688, + "36": 0.27656, + "37": 0.28363, + "38": 0.28429, + "39": 0.28629, + "40": 0.27969, + "41": 0.27978, + "42": 0.28454, + "43": 0.28022, + "44": 0.28402, + "45": 0.27645, + "46": 0.28795, + "47": 0.28097, + "48": 0.28395, + "49": 0.28183, + "50": 0.28615, + "51": 0.28373, + "52": 0.27449, + "53": 0.27345, + "54": 0.27869, + "55": 0.27079, + "56": 0.27901, + "57": 0.27662, + "58": 0.27749, + "59": 0.27681, + "60": 0.27639, + "61": 0.27275, + "62": 0.27644, + "63": 0.27655, + "64": 0.2741, + "65": 0.27749, + "66": 0.27321, + "67": 0.27962, + "68": 0.2759, + "69": 0.27771, + "70": 0.27472, + "71": 0.27602, + "72": 0.27221, + "73": 0.27682, + "74": 0.27563, + "75": 0.27287, + "76": 0.27345, + "77": 0.27491, + "78": 0.27512, + "79": 0.27463, + "80": 0.27721, + "81": 0.27482, + "82": 0.27638, + "83": 0.27219, + "84": 0.27519, + "85": 0.27727, + "86": 0.2756, + "87": 0.27351, + "88": 0.27369, + "89": 0.27604, + "90": 0.27461, + "91": 0.27436, + "92": 0.27679, + "93": 0.27705, + "94": 0.27348, + "95": 0.28014, + "96": 0.27482, + "97": 0.27546, + "98": 0.27381, + "99": 0.27767, + "100": 0.27505 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 3a7a72a10c2..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85163, - "2": 10.85389, - "3": 10.83863, - "4": 10.84324, - "5": 10.87867, - "6": 10.87588, - "7": 10.86181, - "8": 10.84924, - "9": 10.84875, - "10": 10.80634, - "11": 10.8868, - "12": 10.8568, - "13": 10.86235, - "14": 10.87766, - "15": 10.81037, - "16": 10.8198, - "17": 10.7828, - "18": 10.80323, - "19": 10.78353, - "20": 10.6869, - "21": 10.66905, - "22": 10.52312, - "23": 10.68437, - "24": 10.56579, - "25": 10.49701, - "26": 10.56552, - "27": 10.58172, - "28": 10.52997, - "29": 10.55561, - "30": 10.32668, - "31": 10.07633, - "32": 10.43056, - "33": 10.42454, - "34": 10.16648, - "35": 10.22486, - "36": 10.18345, - "37": 10.29955, - "38": 10.14498, - "39": 10.37064, - "40": 10.04385, - "41": 10.09446, - "42": 10.1738, - "43": 9.77535, - "44": 9.9031, - "45": 9.779, - "46": 9.76548, - "47": 10.10718, - "48": 9.80028, - "49": 9.4752, - "50": 9.85787, - "51": 9.80034, - "52": 9.69507, - "53": 10.0285, - "54": 9.91432, - "55": 9.83807, - "56": 9.57827, - "57": 9.42584, - "58": 9.79171, - "59": 9.53621, - "60": 9.44186, - "61": 9.65655, - "62": 9.94377, - "63": 9.32146, - "64": 9.7334, - "65": 8.88429, - "66": 9.65527, - "67": 9.321, - "68": 9.75066, - "69": 9.76398, - "70": 9.70468, - "71": 9.56857, - "72": 9.53903, - "73": 9.45227, - "74": 8.87742, - "75": 9.37933, - "76": 9.0186, - "77": 10.03521, - "78": 9.69265, - "79": 9.33456, - "80": 9.36592, - "81": 9.4392, - "82": 9.66571, - "83": 9.25447, - "84": 9.378, - "85": 9.57419, - "86": 9.03278, - "87": 9.55776, - "88": 9.71523, - "89": 9.55706, - "90": 9.78804, - "91": 9.29518, - "92": 9.31513, - "93": 9.03243, - "94": 8.79087, - "95": 9.48835, - "96": 9.49572, - "97": 9.27133, - "98": 9.64071, - "99": 8.84737, - "100": 9.35871 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 627.0, - "2": 608.0, - "3": 673.0, - "4": 679.0, - "5": 640.0, - "6": 694.0, - "7": 628.0, - "8": 602.0, - "9": 653.0, - "10": 534.0, - "11": 712.0, - "12": 631.0, - "13": 674.0, - "14": 682.0, - "15": 711.0, - "16": 655.0, - "17": 720.0, - "18": 660.0, - "19": 641.0, - "20": 653.0, - "21": 651.0, - "22": 628.0, - "23": 722.0, - "24": 647.0, - "25": 682.0, - "26": 658.0, - "27": 655.0, - "28": 725.0, - "29": 794.0, - "30": 729.0, - "31": 632.0, - "32": 733.0, - "33": 803.0, - "34": 704.0, - "35": 728.0, - "36": 797.0, - "37": 839.0, - "38": 830.0, - "39": 885.0, - "40": 788.0, - "41": 878.0, - "42": 897.0, - "43": 770.0, - "44": 867.0, - "45": 735.0, - "46": 812.0, - "47": 884.0, - "48": 879.0, - "49": 828.0, - "50": 812.0, - "51": 896.0, - "52": 876.0, - "53": 976.0, - "54": 939.0, - "55": 875.0, - "56": 951.0, - "57": 865.0, - "58": 1011.0, - "59": 947.0, - "60": 786.0, - "61": 1059.0, - "62": 920.0, - "63": 917.0, - "64": 1022.0, - "65": 940.0, - "66": 1052.0, - "67": 994.0, - "68": 1024.0, - "69": 980.0, - "70": 1046.0, - "71": 1132.0, - "72": 911.0, - "73": 1006.0, - "74": 688.0, - "75": 889.0, - "76": 972.0, - "77": 1162.0, - "78": 1045.0, - "79": 1008.0, - "80": 1089.0, - "81": 1209.0, - "82": 1067.0, - "83": 999.0, - "84": 1135.0, - "85": 1194.0, - "86": 936.0, - "87": 1271.0, - "88": 1144.0, - "89": 1099.0, - "90": 1140.0, - "91": 1115.0, - "92": 1127.0, - "93": 961.0, - "94": 1203.0, - "95": 1140.0, - "96": 1177.0, - "97": 1055.0, - "98": 1335.0, - "99": 1164.0, - "100": 1093.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 689356288.0, - "2": 689356288.0, - "3": 689356288.0, - "4": 689356288.0, - "5": 689356288.0, - "6": 689356288.0, - "7": 689356288.0, - "8": 689356288.0, - "9": 689356288.0, - "10": 689356288.0, - "11": 689356288.0, - "12": 689356288.0, - "13": 689356288.0, - "14": 689356288.0, - "15": 689356288.0, - "16": 689356288.0, - "17": 689356288.0, - "18": 689356288.0, - "19": 689356288.0, - "20": 689356288.0, - "21": 689356288.0, - "22": 689356288.0, - "23": 689356288.0, - "24": 689356288.0, - "25": 689356288.0, - "26": 689356288.0, - "27": 689356288.0, - "28": 689356288.0, - "29": 689356288.0, - "30": 689356288.0, - "31": 689356288.0, - "32": 689356288.0, - "33": 689356288.0, - "34": 689356288.0, - "35": 689356288.0, - "36": 689356288.0, - "37": 689356288.0, - "38": 689356288.0, - "39": 689356288.0, - "40": 689356288.0, - "41": 689356288.0, - "42": 689356288.0, - "43": 689356288.0, - "44": 689356288.0, - "45": 689356288.0, - "46": 689356288.0, - "47": 689356288.0, - "48": 689356288.0, - "49": 689356288.0, - "50": 689356288.0, - "51": 689356288.0, - "52": 689356288.0, - "53": 689356288.0, - "54": 689356288.0, - "55": 689356288.0, - "56": 689356288.0, - "57": 689356288.0, - "58": 689356288.0, - "59": 689356288.0, - "60": 689356288.0, - "61": 689356288.0, - "62": 689356288.0, - "63": 689356288.0, - "64": 689356288.0, - "65": 689356288.0, - "66": 689356288.0, - "67": 689356288.0, - "68": 689356288.0, - "69": 689356288.0, - "70": 689356288.0, - "71": 689356288.0, - "72": 689356288.0, - "73": 689356288.0, - "74": 689356288.0, - "75": 689356288.0, - "76": 689356288.0, - "77": 689356288.0, - "78": 689356288.0, - "79": 689356288.0, - "80": 689356288.0, - "81": 689356288.0, - "82": 689356288.0, - "83": 689356288.0, - "84": 689356288.0, - "85": 689356288.0, - "86": 689356288.0, - "87": 689356288.0, - "88": 689356288.0, - "89": 689356288.0, - "90": 689356288.0, - "91": 689356288.0, - "92": 689356288.0, - "93": 689356288.0, - "94": 689356288.0, - "95": 689356288.0, - "96": 689356288.0, - "97": 689356288.0, - "98": 689356288.0, - "99": 689356288.0, - "100": 689356288.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 962798592.0, - "2": 1220175872.0, - "3": 1220175872.0, - "4": 1220175872.0, - "5": 1220175872.0, - "6": 1220175872.0, - "7": 1220175872.0, - "8": 1220175872.0, - "9": 1220175872.0, - "10": 1220175872.0, - "11": 1220175872.0, - "12": 1220175872.0, - "13": 1220175872.0, - "14": 1220175872.0, - "15": 1220175872.0, - "16": 1220175872.0, - "17": 1220175872.0, - "18": 1220175872.0, - "19": 1220175872.0, - "20": 1220175872.0, - "21": 1220175872.0, - "22": 1220175872.0, - "23": 1220175872.0, - "24": 1220175872.0, - "25": 1220175872.0, - "26": 1221224960.0, - "27": 1221224960.0, - "28": 1221224960.0, - "29": 1221224960.0, - "30": 1221224960.0, - "31": 1221224960.0, - "32": 1221224960.0, - "33": 1221224960.0, - "34": 1221224960.0, - "35": 1221224960.0, - "36": 1221224960.0, - "37": 1221224960.0, - "38": 1221224960.0, - "39": 1221224960.0, - "40": 1221224960.0, - "41": 1221224960.0, - "42": 1221224960.0, - "43": 1221224960.0, - "44": 1221224960.0, - "45": 1221224960.0, - "46": 1221224960.0, - "47": 1221224960.0, - "48": 1221224960.0, - "49": 1221224960.0, - "50": 1221224960.0, - "51": 1221224960.0, - "52": 1221224960.0, - "53": 1221224960.0, - "54": 1221224960.0, - "55": 1221224960.0, - "56": 1221224960.0, - "57": 1221224960.0, - "58": 1221224960.0, - "59": 1221224960.0, - "60": 1221224960.0, - "61": 1221224960.0, - "62": 1221224960.0, - "63": 1221224960.0, - "64": 1221224960.0, - "65": 1221224960.0, - "66": 1221224960.0, - "67": 1221224960.0, - "68": 1221224960.0, - "69": 1221224960.0, - "70": 1221224960.0, - "71": 1221224960.0, - "72": 1221224960.0, - "73": 1221224960.0, - "74": 1221224960.0, - "75": 1221224960.0, - "76": 1221224960.0, - "77": 1221224960.0, - "78": 1221224960.0, - "79": 1221224960.0, - "80": 1221224960.0, - "81": 1221224960.0, - "82": 1221224960.0, - "83": 1221224960.0, - "84": 1221224960.0, - "85": 1221224960.0, - "86": 1221224960.0, - "87": 1221224960.0, - "88": 1221224960.0, - "89": 1221224960.0, - "90": 1221224960.0, - "91": 1221224960.0, - "92": 1221224960.0, - "93": 1221224960.0, - "94": 1221224960.0, - "95": 1221224960.0, - "96": 1221224960.0, - "97": 1221224960.0, - "98": 1221224960.0, - "99": 1221224960.0, - "100": 1221224960.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.57061, - "2": 0.29948, - "3": 0.25664, - "4": 0.25525, - "5": 0.25975, - "6": 0.25312, - "7": 0.25214, - "8": 0.25198, - "9": 0.25236, - "10": 0.25037, - "11": 0.2502, - "12": 0.26, - "13": 0.25174, - "14": 0.2554, - "15": 0.25351, - "16": 0.25165, - "17": 0.25076, - "18": 0.2547, - "19": 0.26231, - "20": 0.24779, - "21": 0.2545, - "22": 0.2531, - "23": 0.25207, - "24": 0.25132, - "25": 0.25306, - "26": 0.25309, - "27": 0.25693, - "28": 0.25352, - "29": 0.25148, - "30": 0.29402, - "31": 0.26128, - "32": 0.24916, - "33": 0.24618, - "34": 0.25663, - "35": 0.25422, - "36": 0.24893, - "37": 0.2479, - "38": 0.24866, - "39": 0.2519, - "40": 0.24703, - "41": 0.26177, - "42": 0.26238, - "43": 0.26445, - "44": 0.25941, - "45": 0.25966, - "46": 0.26213, - "47": 0.2596, - "48": 0.2599, - "49": 0.26099, - "50": 0.25831, - "51": 0.26468, - "52": 0.27616, - "53": 0.28242, - "54": 0.25962, - "55": 0.25746, - "56": 0.2557, - "57": 0.25914, - "58": 0.26888, - "59": 0.25926, - "60": 0.2602, - "61": 0.25903, - "62": 0.59856, - "63": 0.25221, - "64": 0.26626, - "65": 0.25583, - "66": 0.25184, - "67": 0.25017, - "68": 0.24797, - "69": 0.25276, - "70": 0.24957, - "71": 0.25739, - "72": 0.25804, - "73": 0.24807, - "74": 0.24833, - "75": 0.24684, - "76": 0.24858, - "77": 0.2483, - "78": 0.24799, - "79": 0.24873, - "80": 0.25713, - "81": 0.24828, - "82": 0.25747, - "83": 0.25481, - "84": 0.25333, - "85": 0.25368, - "86": 0.24984, - "87": 0.24993, - "88": 0.24848, - "89": 0.24598, - "90": 0.24825, - "91": 0.24841, - "92": 0.24485, - "93": 0.24192, - "94": 0.24464, - "95": 0.24499, - "96": 0.24711, - "97": 0.2469, - "98": 0.24804, - "99": 0.25199, - "100": 0.24705 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index e88d1fcb739..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85163, - "2": 10.85389, - "3": 10.83866, - "4": 10.84328, - "5": 10.8787, - "6": 10.87586, - "7": 10.86186, - "8": 10.84928, - "9": 10.84877, - "10": 10.80639, - "11": 10.88679, - "12": 10.85682, - "13": 10.86235, - "14": 10.87768, - "15": 10.81037, - "16": 10.81984, - "17": 10.7828, - "18": 10.80322, - "19": 10.78358, - "20": 10.68694, - "21": 10.66905, - "22": 10.52315, - "23": 10.68436, - "24": 10.56577, - "25": 10.49705, - "26": 10.56553, - "27": 10.58171, - "28": 10.52995, - "29": 10.55561, - "30": 10.32672, - "31": 10.07636, - "32": 10.43058, - "33": 10.42455, - "34": 10.16647, - "35": 10.22486, - "36": 10.18341, - "37": 10.29956, - "38": 10.14498, - "39": 10.37061, - "40": 10.04385, - "41": 10.0945, - "42": 10.17381, - "43": 9.77538, - "44": 9.90308, - "45": 9.779, - "46": 9.76548, - "47": 10.10723, - "48": 9.80029, - "49": 9.47526, - "50": 9.85792, - "51": 9.80039, - "52": 9.69506, - "53": 10.0285, - "54": 9.9143, - "55": 9.83807, - "56": 9.57833, - "57": 9.42582, - "58": 9.79172, - "59": 9.53617, - "60": 9.44186, - "61": 9.65656, - "62": 9.94377, - "63": 9.32151, - "64": 9.73339, - "65": 8.88427, - "66": 9.65533, - "67": 9.32106, - "68": 9.75064, - "69": 9.764, - "70": 9.70469, - "71": 9.56861, - "72": 9.53902, - "73": 9.45226, - "74": 8.87736, - "75": 9.37933, - "76": 9.01867, - "77": 10.03519, - "78": 9.69263, - "79": 9.33459, - "80": 9.36591, - "81": 9.43919, - "82": 9.66572, - "83": 9.25441, - "84": 9.378, - "85": 9.57422, - "86": 9.03277, - "87": 9.55775, - "88": 9.71521, - "89": 9.55703, - "90": 9.788, - "91": 9.29518, - "92": 9.31516, - "93": 9.03246, - "94": 8.79087, - "95": 9.48833, - "96": 9.49574, - "97": 9.2713, - "98": 9.64071, - "99": 8.84741, - "100": 9.35871 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 600.0, - "2": 574.0, - "3": 677.0, - "4": 617.0, - "5": 669.0, - "6": 650.0, - "7": 700.0, - "8": 624.0, - "9": 649.0, - "10": 562.0, - "11": 661.0, - "12": 622.0, - "13": 711.0, - "14": 656.0, - "15": 688.0, - "16": 667.0, - "17": 696.0, - "18": 660.0, - "19": 607.0, - "20": 649.0, - "21": 646.0, - "22": 653.0, - "23": 743.0, - "24": 678.0, - "25": 663.0, - "26": 661.0, - "27": 703.0, - "28": 769.0, - "29": 775.0, - "30": 767.0, - "31": 606.0, - "32": 755.0, - "33": 764.0, - "34": 676.0, - "35": 779.0, - "36": 768.0, - "37": 824.0, - "38": 808.0, - "39": 893.0, - "40": 795.0, - "41": 774.0, - "42": 895.0, - "43": 758.0, - "44": 770.0, - "45": 738.0, - "46": 856.0, - "47": 912.0, - "48": 843.0, - "49": 884.0, - "50": 782.0, - "51": 967.0, - "52": 940.0, - "53": 988.0, - "54": 937.0, - "55": 870.0, - "56": 981.0, - "57": 838.0, - "58": 909.0, - "59": 969.0, - "60": 821.0, - "61": 1016.0, - "62": 953.0, - "63": 895.0, - "64": 1137.0, - "65": 917.0, - "66": 1050.0, - "67": 946.0, - "68": 974.0, - "69": 1091.0, - "70": 1024.0, - "71": 1104.0, - "72": 888.0, - "73": 967.0, - "74": 657.0, - "75": 879.0, - "76": 977.0, - "77": 1172.0, - "78": 1085.0, - "79": 1107.0, - "80": 1178.0, - "81": 1236.0, - "82": 1103.0, - "83": 975.0, - "84": 1164.0, - "85": 1160.0, - "86": 879.0, - "87": 1184.0, - "88": 1102.0, - "89": 1105.0, - "90": 1122.0, - "91": 1065.0, - "92": 1090.0, - "93": 848.0, - "94": 1158.0, - "95": 1173.0, - "96": 1140.0, - "97": 1074.0, - "98": 1203.0, - "99": 1141.0, - "100": 1111.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 689356288.0, - "2": 689356288.0, - "3": 689356288.0, - "4": 689356288.0, - "5": 689356288.0, - "6": 689356288.0, - "7": 689356288.0, - "8": 689356288.0, - "9": 689356288.0, - "10": 689356288.0, - "11": 689356288.0, - "12": 689356288.0, - "13": 689356288.0, - "14": 689356288.0, - "15": 689356288.0, - "16": 689356288.0, - "17": 689356288.0, - "18": 689356288.0, - "19": 689356288.0, - "20": 689356288.0, - "21": 689356288.0, - "22": 689356288.0, - "23": 689356288.0, - "24": 689356288.0, - "25": 689356288.0, - "26": 689356288.0, - "27": 689356288.0, - "28": 689356288.0, - "29": 689356288.0, - "30": 689356288.0, - "31": 689356288.0, - "32": 689356288.0, - "33": 689356288.0, - "34": 689356288.0, - "35": 689356288.0, - "36": 689356288.0, - "37": 689356288.0, - "38": 689356288.0, - "39": 689356288.0, - "40": 689356288.0, - "41": 689356288.0, - "42": 689356288.0, - "43": 689356288.0, - "44": 689356288.0, - "45": 689356288.0, - "46": 689356288.0, - "47": 689356288.0, - "48": 689356288.0, - "49": 689356288.0, - "50": 689356288.0, - "51": 689356288.0, - "52": 689356288.0, - "53": 689356288.0, - "54": 689356288.0, - "55": 689356288.0, - "56": 689356288.0, - "57": 689356288.0, - "58": 689356288.0, - "59": 689356288.0, - "60": 689356288.0, - "61": 689356288.0, - "62": 689356288.0, - "63": 689356288.0, - "64": 689356288.0, - "65": 689356288.0, - "66": 689356288.0, - "67": 689356288.0, - "68": 689356288.0, - "69": 689356288.0, - "70": 689356288.0, - "71": 689356288.0, - "72": 689356288.0, - "73": 689356288.0, - "74": 689356288.0, - "75": 689356288.0, - "76": 689356288.0, - "77": 689356288.0, - "78": 689356288.0, - "79": 689356288.0, - "80": 689356288.0, - "81": 689356288.0, - "82": 689356288.0, - "83": 689356288.0, - "84": 689356288.0, - "85": 689356288.0, - "86": 689356288.0, - "87": 689356288.0, - "88": 689356288.0, - "89": 689356288.0, - "90": 689356288.0, - "91": 689356288.0, - "92": 689356288.0, - "93": 689356288.0, - "94": 689356288.0, - "95": 689356288.0, - "96": 689356288.0, - "97": 689356288.0, - "98": 689356288.0, - "99": 689356288.0, - "100": 689356288.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 959652864.0, - "2": 1221223936.0, - "3": 1221224960.0, - "4": 1221224960.0, - "5": 1221224960.0, - "6": 1221224960.0, - "7": 1221224960.0, - "8": 1221224960.0, - "9": 1221224960.0, - "10": 1221224960.0, - "11": 1221224960.0, - "12": 1221224960.0, - "13": 1221224960.0, - "14": 1221224960.0, - "15": 1221224960.0, - "16": 1221224960.0, - "17": 1221224960.0, - "18": 1221224960.0, - "19": 1221224960.0, - "20": 1221224960.0, - "21": 1221224960.0, - "22": 1221224960.0, - "23": 1221224960.0, - "24": 1221224960.0, - "25": 1221224960.0, - "26": 1221224960.0, - "27": 1221224960.0, - "28": 1221224960.0, - "29": 1221224960.0, - "30": 1221224960.0, - "31": 1221224960.0, - "32": 1221224960.0, - "33": 1221224960.0, - "34": 1221224960.0, - "35": 1221224960.0, - "36": 1221224960.0, - "37": 1221224960.0, - "38": 1221224960.0, - "39": 1221224960.0, - "40": 1221224960.0, - "41": 1221224960.0, - "42": 1221224960.0, - "43": 1221224960.0, - "44": 1221224960.0, - "45": 1221224960.0, - "46": 1221224960.0, - "47": 1221224960.0, - "48": 1221224960.0, - "49": 1221224960.0, - "50": 1221224960.0, - "51": 1221224960.0, - "52": 1221224960.0, - "53": 1221224960.0, - "54": 1221224960.0, - "55": 1221224960.0, - "56": 1221224960.0, - "57": 1221224960.0, - "58": 1221224960.0, - "59": 1221224960.0, - "60": 1221224960.0, - "61": 1221224960.0, - "62": 1221224960.0, - "63": 1221224960.0, - "64": 1221224960.0, - "65": 1221224960.0, - "66": 1221224960.0, - "67": 1221224960.0, - "68": 1221224960.0, - "69": 1221224960.0, - "70": 1221224960.0, - "71": 1221224960.0, - "72": 1221224960.0, - "73": 1221224960.0, - "74": 1221224960.0, - "75": 1221224960.0, - "76": 1221224960.0, - "77": 1221224960.0, - "78": 1221224960.0, - "79": 1221224960.0, - "80": 1221224960.0, - "81": 1221224960.0, - "82": 1221224960.0, - "83": 1221224960.0, - "84": 1221224960.0, - "85": 1221224960.0, - "86": 1221224960.0, - "87": 1221224960.0, - "88": 1221224960.0, - "89": 1221224960.0, - "90": 1221224960.0, - "91": 1221224960.0, - "92": 1221224960.0, - "93": 1221224960.0, - "94": 1221224960.0, - "95": 1221224960.0, - "96": 1221224960.0, - "97": 1221224960.0, - "98": 1221224960.0, - "99": 1221224960.0, - "100": 1221224960.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.34397, - "2": 0.2989, - "3": 0.28701, - "4": 0.28299, - "5": 0.28509, - "6": 0.28378, - "7": 0.28776, - "8": 0.28423, - "9": 0.28722, - "10": 0.28077, - "11": 0.28936, - "12": 0.28752, - "13": 0.2827, - "14": 0.28574, - "15": 0.28467, - "16": 0.28217, - "17": 0.28486, - "18": 0.28581, - "19": 0.28155, - "20": 0.28509, - "21": 0.28251, - "22": 0.28381, - "23": 0.27876, - "24": 0.28748, - "25": 0.28028, - "26": 0.28778, - "27": 0.28262, - "28": 0.28332, - "29": 0.28115, - "30": 0.28178, - "31": 0.28495, - "32": 0.28165, - "33": 0.28663, - "34": 0.29207, - "35": 0.28688, - "36": 0.27656, - "37": 0.28363, - "38": 0.28429, - "39": 0.28629, - "40": 0.27969, - "41": 0.27978, - "42": 0.28454, - "43": 0.28022, - "44": 0.28402, - "45": 0.27645, - "46": 0.28795, - "47": 0.28097, - "48": 0.28395, - "49": 0.28183, - "50": 0.28615, - "51": 0.28373, - "52": 0.27449, - "53": 0.27345, - "54": 0.27869, - "55": 0.27079, - "56": 0.27901, - "57": 0.27662, - "58": 0.27749, - "59": 0.27681, - "60": 0.27639, - "61": 0.27275, - "62": 0.27644, - "63": 0.27655, - "64": 0.2741, - "65": 0.27749, - "66": 0.27321, - "67": 0.27962, - "68": 0.2759, - "69": 0.27771, - "70": 0.27472, - "71": 0.27602, - "72": 0.27221, - "73": 0.27682, - "74": 0.27563, - "75": 0.27287, - "76": 0.27345, - "77": 0.27491, - "78": 0.27512, - "79": 0.27463, - "80": 0.27721, - "81": 0.27482, - "82": 0.27638, - "83": 0.27219, - "84": 0.27519, - "85": 0.27727, - "86": 0.2756, - "87": 0.27351, - "88": 0.27369, - "89": 0.27604, - "90": 0.27461, - "91": 0.27436, - "92": 0.27679, - "93": 0.27705, - "94": 0.27348, - "95": 0.28014, - "96": 0.27482, - "97": 0.27546, - "98": 0.27381, - "99": 0.27767, - "100": 0.27505 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_multi_dist_optimizer_instances/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_multi_dist_optimizer_instances/golden_values_dev_dgx_h100.json index f1d9edf458f..077c5e1317a 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_multi_dist_optimizer_instances/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_multi_dist_optimizer_instances/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 12.86117, - "2": 0.13933, - "3": 0.12865, - "4": 0.12909, - "5": 0.13086, - "6": 0.12937, - "7": 0.12955, - "8": 0.12832, - "9": 0.13012, - "10": 0.12917, - "11": 0.13042, - "12": 0.13029, - "13": 0.12973, - "14": 0.1288, - "15": 0.13228, - "16": 0.13052, - "17": 0.13054, - "18": 0.12967, - "19": 0.13242, - "20": 0.12969, - "21": 0.13088, - "22": 0.13019, - "23": 0.12965, - "24": 0.12899, - "25": 0.13258, - "26": 0.13001, - "27": 0.12913, - "28": 0.13084, - "29": 0.13114, - "30": 0.13032, - "31": 0.13065, - "32": 0.13047, - "33": 0.13027, - "34": 0.13197, - "35": 0.13065, - "36": 0.13067, - "37": 0.12989, - "38": 0.13114, - "39": 0.12933, - "40": 0.12861, - "41": 0.12817, - "42": 0.13081, - "43": 0.12928, - "44": 0.13005, - "45": 0.13082, - "46": 0.12995, - "47": 0.12857, - "48": 0.13137, - "49": 0.12979, - "50": 0.13191, - "51": 0.15409, - "52": 0.13157, - "53": 0.14032, - "54": 0.13375, - "55": 0.13825, - "56": 0.13176, - "57": 0.13198, - "58": 0.13061, - "59": 0.12937, - "60": 0.1313, - "61": 0.14432, + "1": 12.96096, + "2": 0.14328, + "3": 0.13234, + "4": 0.12983, + "5": 0.1339, + "6": 0.13424, + "7": 0.13558, + "8": 0.13644, + "9": 0.13434, + "10": 0.13106, + "11": 0.13377, + "12": 0.13148, + "13": 0.13136, + "14": 0.13331, + "15": 0.13429, + "16": 0.13208, + "17": 0.1316, + "18": 0.13139, + "19": 0.1287, + "20": 0.13199, + "21": 0.1318, + "22": 0.13196, + "23": 0.13019, + "24": 0.1317, + "25": 0.13217, + "26": 0.12983, + "27": 0.12928, + "28": 0.13258, + "29": 0.13441, + "30": 0.13276, + "31": 0.13264, + "32": 0.13228, + "33": 0.13159, + "34": 0.13219, + "35": 0.133, + "36": 0.13166, + "37": 0.13174, + "38": 0.1304, + "39": 0.1314, + "40": 0.13029, + "41": 0.13074, + "42": 0.12839, + "43": 0.13136, + "44": 0.13209, + "45": 0.12923, + "46": 0.13318, + "47": 0.1319, + "48": 0.13259, + "49": 0.13079, + "50": 0.12933, + "51": 0.15172, + "52": 0.1333, + "53": 0.14462, + "54": 0.13216, + "55": 0.13399, + "56": 0.13553, + "57": 0.13325, + "58": 0.13361, + "59": 0.13333, + "60": 0.13354, + "61": 0.13207, "62": 0.1338, - "63": 0.13267, - "64": 0.13096, - "65": 0.13182, - "66": 0.13165, - "67": 0.13147, - "68": 0.13711, - "69": 0.13191, - "70": 0.13223, - "71": 0.13057, - "72": 0.13123, - "73": 0.13196, - "74": 0.1341, - "75": 0.13029, - "76": 0.13292, - "77": 0.13191, - "78": 0.1325, - "79": 0.13167, - "80": 0.1322, - "81": 0.13122, - "82": 0.1304, - "83": 0.1321, - "84": 0.13338, - "85": 0.13207, - "86": 0.13126, - "87": 0.13079, - "88": 0.13219, - "89": 0.13079, - "90": 0.13174, - "91": 0.13224, - "92": 0.13121, - "93": 0.13434, - "94": 0.13083, - "95": 0.13012, - "96": 0.13136, - "97": 0.13212, - "98": 0.13196, - "99": 0.13215, - "100": 0.13279 + "63": 0.13105, + "64": 0.13392, + "65": 0.13319, + "66": 0.13384, + "67": 0.13217, + "68": 0.13367, + "69": 0.13229, + "70": 0.13221, + "71": 0.1335, + "72": 0.13557, + "73": 0.13385, + "74": 0.13485, + "75": 0.13327, + "76": 0.13288, + "77": 0.13329, + "78": 0.13402, + "79": 0.13416, + "80": 0.13423, + "81": 0.13316, + "82": 0.13278, + "83": 0.13364, + "84": 0.13264, + "85": 0.13203, + "86": 0.13235, + "87": 0.13381, + "88": 0.13365, + "89": 0.13338, + "90": 0.1334, + "91": 0.13418, + "92": 0.13669, + "93": 0.13477, + "94": 0.13244, + "95": 0.13237, + "96": 0.13182, + "97": 0.13149, + "98": 0.13223, + "99": 0.13163, + "100": 0.1326 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_multi_dist_optimizer_instances/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_multi_dist_optimizer_instances/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 48eca17dac7..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_multi_dist_optimizer_instances/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84466, - "2": 10.84794, - "3": 10.84923, - "4": 10.8433, - "5": 10.88246, - "6": 10.8808, - "7": 10.86574, - "8": 10.85417, - "9": 10.85542, - "10": 10.81812, - "11": 10.88726, - "12": 10.86329, - "13": 10.86656, - "14": 10.884, - "15": 10.8231, - "16": 10.82809, - "17": 10.79467, - "18": 10.81466, - "19": 10.80122, - "20": 10.71614, - "21": 10.69886, - "22": 10.56738, - "23": 10.71707, - "24": 10.60503, - "25": 10.55053, - "26": 10.60941, - "27": 10.62543, - "28": 10.57767, - "29": 10.59725, - "30": 10.38488, - "31": 10.15554, - "32": 10.48231, - "33": 10.4763, - "34": 10.2393, - "35": 10.29064, - "36": 10.25146, - "37": 10.35662, - "38": 10.21142, - "39": 10.42144, - "40": 10.11569, - "41": 10.16423, - "42": 10.23644, - "43": 9.86597, - "44": 9.98146, - "45": 9.86983, - "46": 9.85349, - "47": 10.16995, - "48": 9.876, - "49": 9.57237, - "50": 9.92525, - "51": 9.8709, - "52": 9.7737, - "53": 10.08149, - "54": 9.97376, - "55": 9.90036, - "56": 9.64783, - "57": 9.50136, - "58": 9.85199, - "59": 9.6034, - "60": 9.50993, - "61": 9.71315, - "62": 9.99373, - "63": 9.39358, - "64": 9.78904, - "65": 8.96358, - "66": 9.71142, - "67": 9.38175, - "68": 9.79833, - "69": 9.80889, - "70": 9.75039, - "71": 9.62004, - "72": 9.59387, - "73": 9.50631, - "74": 8.94916, - "75": 9.43188, - "76": 9.08702, - "77": 10.06886, - "78": 9.73459, - "79": 9.38325, - "80": 9.41272, - "81": 9.48499, - "82": 9.70672, - "83": 9.30939, - "84": 9.42428, - "85": 9.61991, - "86": 9.07811, - "87": 9.59541, - "88": 9.75596, - "89": 9.60274, - "90": 9.82165, - "91": 9.34268, - "92": 9.35878, - "93": 9.08116, - "94": 8.83791, - "95": 9.5238, - "96": 9.53556, - "97": 9.31807, - "98": 9.68183, - "99": 8.89422, - "100": 9.40138 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1713.0, - "2": 1750.0, - "3": 1744.0, - "4": 1895.0, - "5": 1839.0, - "6": 1881.0, - "7": 1850.0, - "8": 1743.0, - "9": 1810.0, - "10": 1452.0, - "11": 1886.0, - "12": 1752.0, - "13": 1834.0, - "14": 1774.0, - "15": 1909.0, - "16": 1803.0, - "17": 1927.0, - "18": 1765.0, - "19": 1847.0, - "20": 1707.0, - "21": 1950.0, - "22": 1794.0, - "23": 1974.0, - "24": 1676.0, - "25": 1652.0, - "26": 1774.0, - "27": 1799.0, - "28": 2135.0, - "29": 2048.0, - "30": 2032.0, - "31": 1599.0, - "32": 1929.0, - "33": 2143.0, - "34": 1874.0, - "35": 1974.0, - "36": 2011.0, - "37": 2364.0, - "38": 2199.0, - "39": 2363.0, - "40": 2239.0, - "41": 2269.0, - "42": 2228.0, - "43": 1972.0, - "44": 2070.0, - "45": 2033.0, - "46": 2357.0, - "47": 2520.0, - "48": 2316.0, - "49": 2307.0, - "50": 2302.0, - "51": 2514.0, - "52": 2430.0, - "53": 2840.0, - "54": 2677.0, - "55": 2394.0, - "56": 2601.0, - "57": 2341.0, - "58": 2837.0, - "59": 2789.0, - "60": 2425.0, - "61": 2923.0, - "62": 2591.0, - "63": 2416.0, - "64": 2937.0, - "65": 2572.0, - "66": 3008.0, - "67": 2843.0, - "68": 2761.0, - "69": 2834.0, - "70": 3108.0, - "71": 2989.0, - "72": 2316.0, - "73": 2950.0, - "74": 1899.0, - "75": 2378.0, - "76": 2962.0, - "77": 3343.0, - "78": 3183.0, - "79": 2979.0, - "80": 3209.0, - "81": 3583.0, - "82": 3160.0, - "83": 2776.0, - "84": 3242.0, - "85": 3425.0, - "86": 2720.0, - "87": 3820.0, - "88": 3050.0, - "89": 3297.0, - "90": 3069.0, - "91": 2685.0, - "92": 3061.0, - "93": 2584.0, - "94": 3338.0, - "95": 3406.0, - "96": 3389.0, - "97": 3104.0, - "98": 3583.0, - "99": 3229.0, - "100": 3225.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 490700288.0, - "2": 490700288.0, - "3": 490700288.0, - "4": 490700288.0, - "5": 490700288.0, - "6": 490700288.0, - "7": 490700288.0, - "8": 490700288.0, - "9": 490700288.0, - "10": 490700288.0, - "11": 490700288.0, - "12": 490700288.0, - "13": 490700288.0, - "14": 490700288.0, - "15": 490700288.0, - "16": 490700288.0, - "17": 490700288.0, - "18": 490700288.0, - "19": 490700288.0, - "20": 490700288.0, - "21": 490700288.0, - "22": 490700288.0, - "23": 490700288.0, - "24": 490700288.0, - "25": 490700288.0, - "26": 490700288.0, - "27": 490700288.0, - "28": 490700288.0, - "29": 490700288.0, - "30": 490700288.0, - "31": 490700288.0, - "32": 490700288.0, - "33": 490700288.0, - "34": 490700288.0, - "35": 490700288.0, - "36": 490700288.0, - "37": 490700288.0, - "38": 490700288.0, - "39": 490700288.0, - "40": 490700288.0, - "41": 490700288.0, - "42": 490700288.0, - "43": 490700288.0, - "44": 490700288.0, - "45": 490700288.0, - "46": 490700288.0, - "47": 490700288.0, - "48": 490700288.0, - "49": 490700288.0, - "50": 490700288.0, - "51": 490700288.0, - "52": 490700288.0, - "53": 490700288.0, - "54": 490700288.0, - "55": 490700288.0, - "56": 490700288.0, - "57": 490700288.0, - "58": 490700288.0, - "59": 490700288.0, - "60": 490700288.0, - "61": 490700288.0, - "62": 490700288.0, - "63": 490700288.0, - "64": 490700288.0, - "65": 490700288.0, - "66": 490700288.0, - "67": 490700288.0, - "68": 490700288.0, - "69": 490700288.0, - "70": 490700288.0, - "71": 490700288.0, - "72": 490700288.0, - "73": 490700288.0, - "74": 490700288.0, - "75": 490700288.0, - "76": 490700288.0, - "77": 490700288.0, - "78": 490700288.0, - "79": 490700288.0, - "80": 490700288.0, - "81": 490700288.0, - "82": 490700288.0, - "83": 490700288.0, - "84": 490700288.0, - "85": 490700288.0, - "86": 490700288.0, - "87": 490700288.0, - "88": 490700288.0, - "89": 490700288.0, - "90": 490700288.0, - "91": 490700288.0, - "92": 490700288.0, - "93": 490700288.0, - "94": 490700288.0, - "95": 490700288.0, - "96": 490700288.0, - "97": 490700288.0, - "98": 490700288.0, - "99": 490700288.0, - "100": 490700288.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1553275392.0, - "2": 1681702400.0, - "3": 1681702400.0, - "4": 1681702400.0, - "5": 1681702400.0, - "6": 1681702400.0, - "7": 1681702400.0, - "8": 1681702400.0, - "9": 1681702400.0, - "10": 1681702400.0, - "11": 1681702400.0, - "12": 1681702400.0, - "13": 1681702400.0, - "14": 1681702400.0, - "15": 1681702400.0, - "16": 1681702400.0, - "17": 1681702400.0, - "18": 1681702400.0, - "19": 1681702400.0, - "20": 1681702400.0, - "21": 1681702400.0, - "22": 1681702400.0, - "23": 1681702400.0, - "24": 1681702400.0, - "25": 1681702400.0, - "26": 1681702400.0, - "27": 1681702400.0, - "28": 1681702400.0, - "29": 1681702400.0, - "30": 1681702400.0, - "31": 1681702400.0, - "32": 1681702400.0, - "33": 1681702400.0, - "34": 1681702400.0, - "35": 1681702400.0, - "36": 1681702400.0, - "37": 1681702400.0, - "38": 1681702400.0, - "39": 1681702400.0, - "40": 1681702400.0, - "41": 1681702400.0, - "42": 1681702400.0, - "43": 1681702400.0, - "44": 1681702400.0, - "45": 1681702400.0, - "46": 1681702400.0, - "47": 1681702400.0, - "48": 1681702400.0, - "49": 1681702400.0, - "50": 1681702400.0, - "51": 1681702400.0, - "52": 1681702400.0, - "53": 1681702400.0, - "54": 1681702400.0, - "55": 1681702400.0, - "56": 1681702400.0, - "57": 1681702400.0, - "58": 1681702400.0, - "59": 1681702400.0, - "60": 1681702400.0, - "61": 1681702400.0, - "62": 1681702400.0, - "63": 1681702400.0, - "64": 1681702400.0, - "65": 1681702400.0, - "66": 1681702400.0, - "67": 1681702400.0, - "68": 1681702400.0, - "69": 1681702400.0, - "70": 1681702400.0, - "71": 1681702400.0, - "72": 1681702400.0, - "73": 1681702400.0, - "74": 1681702400.0, - "75": 1681702400.0, - "76": 1681702400.0, - "77": 1681702400.0, - "78": 1681702400.0, - "79": 1681702400.0, - "80": 1681702400.0, - "81": 1681702400.0, - "82": 1681702400.0, - "83": 1681702400.0, - "84": 1681702400.0, - "85": 1681702400.0, - "86": 1681702400.0, - "87": 1681702400.0, - "88": 1681702400.0, - "89": 1681702400.0, - "90": 1681702400.0, - "91": 1681702400.0, - "92": 1681702400.0, - "93": 1681702400.0, - "94": 1681702400.0, - "95": 1681702400.0, - "96": 1681702400.0, - "97": 1681702400.0, - "98": 1681702400.0, - "99": 1681702400.0, - "100": 1681702400.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 13.69891, - "2": 0.13291, - "3": 0.11069, - "4": 0.11005, - "5": 0.11137, - "6": 0.11181, - "7": 0.11024, - "8": 0.1118, - "9": 0.11019, - "10": 0.1115, - "11": 0.10932, - "12": 0.11102, - "13": 0.11122, - "14": 0.10885, - "15": 0.11063, - "16": 0.10921, - "17": 0.11073, - "18": 0.11138, - "19": 0.10984, - "20": 0.1097, - "21": 0.11067, - "22": 0.10976, - "23": 0.11182, - "24": 0.11128, - "25": 0.11361, - "26": 0.11246, - "27": 0.11156, - "28": 0.11079, - "29": 0.11109, - "30": 0.11063, - "31": 0.11335, - "32": 0.11146, - "33": 0.10977, - "34": 0.10982, - "35": 0.11082, - "36": 0.11114, - "37": 0.11175, - "38": 0.11066, - "39": 0.10976, - "40": 0.11142, - "41": 0.10972, - "42": 0.11235, - "43": 0.11078, - "44": 0.11209, - "45": 0.11117, - "46": 0.112, - "47": 0.11091, - "48": 0.11186, - "49": 0.1122, - "50": 0.11209, - "51": 0.11626, - "52": 0.1141, - "53": 0.11342, - "54": 0.11372, - "55": 0.1122, - "56": 0.11383, - "57": 0.1146, - "58": 0.1142, - "59": 0.11394, - "60": 0.1139, - "61": 0.11353, - "62": 0.11377, - "63": 0.11401, - "64": 0.11264, - "65": 0.11272, - "66": 0.11265, - "67": 0.11267, - "68": 0.11872, - "69": 0.1156, - "70": 0.11377, - "71": 0.11536, - "72": 0.11453, - "73": 0.11588, - "74": 0.11658, - "75": 0.11499, - "76": 0.11315, - "77": 0.11296, - "78": 0.11428, - "79": 0.11415, - "80": 0.11548, - "81": 0.11393, - "82": 0.11142, - "83": 0.11373, - "84": 0.1132, - "85": 0.11294, - "86": 0.11271, - "87": 0.11374, - "88": 0.11311, - "89": 0.11318, - "90": 0.1122, - "91": 0.11311, - "92": 0.11396, - "93": 0.11384, - "94": 0.11636, - "95": 0.11934, - "96": 0.12031, - "97": 0.11987, - "98": 0.11805, - "99": 0.12232, - "100": 0.12103 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_multi_dist_optimizer_instances/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_multi_dist_optimizer_instances/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 077c5e1317a..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp1_resume_torch_dist_multi_dist_optimizer_instances/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84466, - "2": 10.84794, - "3": 10.84923, - "4": 10.8433, - "5": 10.88246, - "6": 10.8808, - "7": 10.86574, - "8": 10.85417, - "9": 10.85542, - "10": 10.81812, - "11": 10.88726, - "12": 10.86329, - "13": 10.86656, - "14": 10.884, - "15": 10.8231, - "16": 10.82809, - "17": 10.79467, - "18": 10.81466, - "19": 10.80122, - "20": 10.71614, - "21": 10.69886, - "22": 10.56738, - "23": 10.71707, - "24": 10.60503, - "25": 10.55053, - "26": 10.60941, - "27": 10.62543, - "28": 10.57767, - "29": 10.59725, - "30": 10.38488, - "31": 10.15554, - "32": 10.48231, - "33": 10.4763, - "34": 10.2393, - "35": 10.29064, - "36": 10.25146, - "37": 10.35662, - "38": 10.21142, - "39": 10.42144, - "40": 10.11569, - "41": 10.16423, - "42": 10.23644, - "43": 9.86597, - "44": 9.98146, - "45": 9.86983, - "46": 9.85349, - "47": 10.16995, - "48": 9.876, - "49": 9.57237, - "50": 9.92525, - "51": 9.8709, - "52": 9.7737, - "53": 10.08149, - "54": 9.97376, - "55": 9.90036, - "56": 9.64783, - "57": 9.50136, - "58": 9.85199, - "59": 9.6034, - "60": 9.50993, - "61": 9.71315, - "62": 9.99373, - "63": 9.39358, - "64": 9.78904, - "65": 8.96358, - "66": 9.71142, - "67": 9.38175, - "68": 9.79833, - "69": 9.80889, - "70": 9.75039, - "71": 9.62004, - "72": 9.59387, - "73": 9.50631, - "74": 8.94916, - "75": 9.43188, - "76": 9.08702, - "77": 10.06886, - "78": 9.73459, - "79": 9.38325, - "80": 9.41272, - "81": 9.48499, - "82": 9.70672, - "83": 9.30939, - "84": 9.42428, - "85": 9.61991, - "86": 9.07811, - "87": 9.59541, - "88": 9.75596, - "89": 9.60274, - "90": 9.82165, - "91": 9.34268, - "92": 9.35878, - "93": 9.08116, - "94": 8.83791, - "95": 9.5238, - "96": 9.53556, - "97": 9.31807, - "98": 9.68183, - "99": 8.89422, - "100": 9.40138 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1713.0, - "2": 1750.0, - "3": 1744.0, - "4": 1895.0, - "5": 1839.0, - "6": 1881.0, - "7": 1850.0, - "8": 1743.0, - "9": 1810.0, - "10": 1452.0, - "11": 1886.0, - "12": 1752.0, - "13": 1834.0, - "14": 1774.0, - "15": 1909.0, - "16": 1803.0, - "17": 1927.0, - "18": 1765.0, - "19": 1847.0, - "20": 1707.0, - "21": 1950.0, - "22": 1794.0, - "23": 1974.0, - "24": 1676.0, - "25": 1652.0, - "26": 1774.0, - "27": 1799.0, - "28": 2135.0, - "29": 2048.0, - "30": 2032.0, - "31": 1599.0, - "32": 1929.0, - "33": 2143.0, - "34": 1874.0, - "35": 1974.0, - "36": 2011.0, - "37": 2364.0, - "38": 2199.0, - "39": 2363.0, - "40": 2239.0, - "41": 2269.0, - "42": 2228.0, - "43": 1972.0, - "44": 2070.0, - "45": 2033.0, - "46": 2357.0, - "47": 2520.0, - "48": 2316.0, - "49": 2307.0, - "50": 2302.0, - "51": 2514.0, - "52": 2430.0, - "53": 2840.0, - "54": 2677.0, - "55": 2394.0, - "56": 2601.0, - "57": 2341.0, - "58": 2837.0, - "59": 2789.0, - "60": 2425.0, - "61": 2923.0, - "62": 2591.0, - "63": 2416.0, - "64": 2937.0, - "65": 2572.0, - "66": 3008.0, - "67": 2843.0, - "68": 2761.0, - "69": 2834.0, - "70": 3108.0, - "71": 2989.0, - "72": 2316.0, - "73": 2950.0, - "74": 1899.0, - "75": 2378.0, - "76": 2962.0, - "77": 3343.0, - "78": 3183.0, - "79": 2979.0, - "80": 3209.0, - "81": 3583.0, - "82": 3160.0, - "83": 2776.0, - "84": 3242.0, - "85": 3425.0, - "86": 2720.0, - "87": 3820.0, - "88": 3050.0, - "89": 3297.0, - "90": 3069.0, - "91": 2685.0, - "92": 3061.0, - "93": 2584.0, - "94": 3338.0, - "95": 3406.0, - "96": 3389.0, - "97": 3104.0, - "98": 3583.0, - "99": 3229.0, - "100": 3225.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 490700288.0, - "2": 490700288.0, - "3": 490700288.0, - "4": 490700288.0, - "5": 490700288.0, - "6": 490700288.0, - "7": 490700288.0, - "8": 490700288.0, - "9": 490700288.0, - "10": 490700288.0, - "11": 490700288.0, - "12": 490700288.0, - "13": 490700288.0, - "14": 490700288.0, - "15": 490700288.0, - "16": 490700288.0, - "17": 490700288.0, - "18": 490700288.0, - "19": 490700288.0, - "20": 490700288.0, - "21": 490700288.0, - "22": 490700288.0, - "23": 490700288.0, - "24": 490700288.0, - "25": 490700288.0, - "26": 490700288.0, - "27": 490700288.0, - "28": 490700288.0, - "29": 490700288.0, - "30": 490700288.0, - "31": 490700288.0, - "32": 490700288.0, - "33": 490700288.0, - "34": 490700288.0, - "35": 490700288.0, - "36": 490700288.0, - "37": 490700288.0, - "38": 490700288.0, - "39": 490700288.0, - "40": 490700288.0, - "41": 490700288.0, - "42": 490700288.0, - "43": 490700288.0, - "44": 490700288.0, - "45": 490700288.0, - "46": 490700288.0, - "47": 490700288.0, - "48": 490700288.0, - "49": 490700288.0, - "50": 490700288.0, - "51": 490700288.0, - "52": 490700288.0, - "53": 490700288.0, - "54": 490700288.0, - "55": 490700288.0, - "56": 490700288.0, - "57": 490700288.0, - "58": 490700288.0, - "59": 490700288.0, - "60": 490700288.0, - "61": 490700288.0, - "62": 490700288.0, - "63": 490700288.0, - "64": 490700288.0, - "65": 490700288.0, - "66": 490700288.0, - "67": 490700288.0, - "68": 490700288.0, - "69": 490700288.0, - "70": 490700288.0, - "71": 490700288.0, - "72": 490700288.0, - "73": 490700288.0, - "74": 490700288.0, - "75": 490700288.0, - "76": 490700288.0, - "77": 490700288.0, - "78": 490700288.0, - "79": 490700288.0, - "80": 490700288.0, - "81": 490700288.0, - "82": 490700288.0, - "83": 490700288.0, - "84": 490700288.0, - "85": 490700288.0, - "86": 490700288.0, - "87": 490700288.0, - "88": 490700288.0, - "89": 490700288.0, - "90": 490700288.0, - "91": 490700288.0, - "92": 490700288.0, - "93": 490700288.0, - "94": 490700288.0, - "95": 490700288.0, - "96": 490700288.0, - "97": 490700288.0, - "98": 490700288.0, - "99": 490700288.0, - "100": 490700288.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1553275392.0, - "2": 1681702400.0, - "3": 1681702400.0, - "4": 1681702400.0, - "5": 1681702400.0, - "6": 1681702400.0, - "7": 1681702400.0, - "8": 1681702400.0, - "9": 1681702400.0, - "10": 1681702400.0, - "11": 1681702400.0, - "12": 1681702400.0, - "13": 1681702400.0, - "14": 1681702400.0, - "15": 1681702400.0, - "16": 1681702400.0, - "17": 1681702400.0, - "18": 1681702400.0, - "19": 1681702400.0, - "20": 1681702400.0, - "21": 1681702400.0, - "22": 1681702400.0, - "23": 1681702400.0, - "24": 1681702400.0, - "25": 1681702400.0, - "26": 1681702400.0, - "27": 1681702400.0, - "28": 1681702400.0, - "29": 1681702400.0, - "30": 1681702400.0, - "31": 1681702400.0, - "32": 1681702400.0, - "33": 1681702400.0, - "34": 1681702400.0, - "35": 1681702400.0, - "36": 1681702400.0, - "37": 1681702400.0, - "38": 1681702400.0, - "39": 1681702400.0, - "40": 1681702400.0, - "41": 1681702400.0, - "42": 1681702400.0, - "43": 1681702400.0, - "44": 1681702400.0, - "45": 1681702400.0, - "46": 1681702400.0, - "47": 1681702400.0, - "48": 1681702400.0, - "49": 1681702400.0, - "50": 1681702400.0, - "51": 1681702400.0, - "52": 1681702400.0, - "53": 1681702400.0, - "54": 1681702400.0, - "55": 1681702400.0, - "56": 1681702400.0, - "57": 1681702400.0, - "58": 1681702400.0, - "59": 1681702400.0, - "60": 1681702400.0, - "61": 1681702400.0, - "62": 1681702400.0, - "63": 1681702400.0, - "64": 1681702400.0, - "65": 1681702400.0, - "66": 1681702400.0, - "67": 1681702400.0, - "68": 1681702400.0, - "69": 1681702400.0, - "70": 1681702400.0, - "71": 1681702400.0, - "72": 1681702400.0, - "73": 1681702400.0, - "74": 1681702400.0, - "75": 1681702400.0, - "76": 1681702400.0, - "77": 1681702400.0, - "78": 1681702400.0, - "79": 1681702400.0, - "80": 1681702400.0, - "81": 1681702400.0, - "82": 1681702400.0, - "83": 1681702400.0, - "84": 1681702400.0, - "85": 1681702400.0, - "86": 1681702400.0, - "87": 1681702400.0, - "88": 1681702400.0, - "89": 1681702400.0, - "90": 1681702400.0, - "91": 1681702400.0, - "92": 1681702400.0, - "93": 1681702400.0, - "94": 1681702400.0, - "95": 1681702400.0, - "96": 1681702400.0, - "97": 1681702400.0, - "98": 1681702400.0, - "99": 1681702400.0, - "100": 1681702400.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 12.96096, - "2": 0.14328, - "3": 0.13234, - "4": 0.12983, - "5": 0.1339, - "6": 0.13424, - "7": 0.13558, - "8": 0.13644, - "9": 0.13434, - "10": 0.13106, - "11": 0.13377, - "12": 0.13148, - "13": 0.13136, - "14": 0.13331, - "15": 0.13429, - "16": 0.13208, - "17": 0.1316, - "18": 0.13139, - "19": 0.1287, - "20": 0.13199, - "21": 0.1318, - "22": 0.13196, - "23": 0.13019, - "24": 0.1317, - "25": 0.13217, - "26": 0.12983, - "27": 0.12928, - "28": 0.13258, - "29": 0.13441, - "30": 0.13276, - "31": 0.13264, - "32": 0.13228, - "33": 0.13159, - "34": 0.13219, - "35": 0.133, - "36": 0.13166, - "37": 0.13174, - "38": 0.1304, - "39": 0.1314, - "40": 0.13029, - "41": 0.13074, - "42": 0.12839, - "43": 0.13136, - "44": 0.13209, - "45": 0.12923, - "46": 0.13318, - "47": 0.1319, - "48": 0.13259, - "49": 0.13079, - "50": 0.12933, - "51": 0.15172, - "52": 0.1333, - "53": 0.14462, - "54": 0.13216, - "55": 0.13399, - "56": 0.13553, - "57": 0.13325, - "58": 0.13361, - "59": 0.13333, - "60": 0.13354, - "61": 0.13207, - "62": 0.1338, - "63": 0.13105, - "64": 0.13392, - "65": 0.13319, - "66": 0.13384, - "67": 0.13217, - "68": 0.13367, - "69": 0.13229, - "70": 0.13221, - "71": 0.1335, - "72": 0.13557, - "73": 0.13385, - "74": 0.13485, - "75": 0.13327, - "76": 0.13288, - "77": 0.13329, - "78": 0.13402, - "79": 0.13416, - "80": 0.13423, - "81": 0.13316, - "82": 0.13278, - "83": 0.13364, - "84": 0.13264, - "85": 0.13203, - "86": 0.13235, - "87": 0.13381, - "88": 0.13365, - "89": 0.13338, - "90": 0.1334, - "91": 0.13418, - "92": 0.13669, - "93": 0.13477, - "94": 0.13244, - "95": 0.13237, - "96": 0.13182, - "97": 0.13149, - "98": 0.13223, - "99": 0.13163, - "100": 0.1326 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2/golden_values_dev_dgx_h100.json index db2baf5c599..02b4683ea0b 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2/golden_values_dev_dgx_h100.json @@ -175,7 +175,7 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 759895552.0, + "1": 757801472.0, "2": 933156352.0, "3": 933156352.0, "4": 933156352.0, @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 16.00603, - "2": 0.37533, - "3": 0.32669, - "4": 0.33301, - "5": 0.33912, - "6": 0.32887, - "7": 0.32417, - "8": 0.32988, - "9": 0.33113, - "10": 0.32547, - "11": 0.32805, - "12": 0.328, - "13": 0.33007, - "14": 0.33264, - "15": 0.3341, - "16": 0.33744, - "17": 0.33776, - "18": 0.33727, - "19": 0.33724, - "20": 0.33333, - "21": 0.32884, - "22": 0.32956, - "23": 0.33051, - "24": 0.33032, - "25": 0.3332, - "26": 0.32905, - "27": 0.32375, - "28": 0.3404, - "29": 0.33196, - "30": 0.33981, - "31": 0.33813, - "32": 0.34997, - "33": 0.34437, - "34": 0.33045, - "35": 0.32839, - "36": 0.32738, - "37": 0.32817, - "38": 0.32837, - "39": 0.32923, - "40": 0.33033, - "41": 0.32725, - "42": 0.32793, - "43": 0.32998, - "44": 0.32897, - "45": 0.32784, - "46": 0.32856, - "47": 0.33025, - "48": 0.32747, - "49": 0.32752, - "50": 0.32926 + "1": 15.78036, + "2": 0.34723, + "3": 0.33492, + "4": 0.3292, + "5": 0.33036, + "6": 0.34971, + "7": 0.33848, + "8": 0.33262, + "9": 0.34028, + "10": 0.3518, + "11": 0.34239, + "12": 0.33211, + "13": 0.32961, + "14": 0.33263, + "15": 0.32808, + "16": 0.33152, + "17": 0.33313, + "18": 0.329, + "19": 0.3317, + "20": 0.33143, + "21": 0.34166, + "22": 0.33873, + "23": 0.34817, + "24": 0.3415, + "25": 0.34495, + "26": 0.32592, + "27": 0.32935, + "28": 0.33233, + "29": 0.328, + "30": 0.32746, + "31": 0.3275, + "32": 0.327, + "33": 0.32765, + "34": 0.32542, + "35": 0.32703, + "36": 0.33052, + "37": 0.33413, + "38": 0.32701, + "39": 0.32816, + "40": 0.32555, + "41": 0.33676, + "42": 0.33367, + "43": 0.33748, + "44": 0.33125, + "45": 0.32793, + "46": 0.33387, + "47": 0.32628, + "48": 0.32993, + "49": 0.32747, + "50": 0.327 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 7b244eb8d53..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.86535, - "2": 10.85873, - "3": 10.86284, - "4": 10.84009, - "5": 10.87856, - "6": 10.88856, - "7": 10.86532, - "8": 10.86017, - "9": 10.8599, - "10": 10.82981, - "11": 10.8895, - "12": 10.8751, - "13": 10.87423, - "14": 10.89675, - "15": 10.82054, - "16": 10.82504, - "17": 10.78983, - "18": 10.81029, - "19": 10.80535, - "20": 10.70398, - "21": 10.66993, - "22": 10.50643, - "23": 10.69004, - "24": 10.56314, - "25": 10.4942, - "26": 10.56628, - "27": 10.58025, - "28": 10.51571, - "29": 10.55299, - "30": 10.30549, - "31": 10.02245, - "32": 10.40614, - "33": 10.39874, - "34": 10.13771, - "35": 10.20184, - "36": 10.16052, - "37": 10.28973, - "38": 10.11474, - "39": 10.361, - "40": 10.01903, - "41": 10.07292, - "42": 10.14698, - "43": 9.74687, - "44": 9.87766, - "45": 9.74966, - "46": 9.73383, - "47": 10.07535, - "48": 9.78068, - "49": 9.44784, - "50": 9.8399 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 653.0, - "2": 642.0, - "3": 630.0, - "4": 585.0, - "5": 635.0, - "6": 687.0, - "7": 615.0, - "8": 601.0, - "9": 607.0, - "10": 522.0, - "11": 637.0, - "12": 675.0, - "13": 649.0, - "14": 648.0, - "15": 640.0, - "16": 602.0, - "17": 668.0, - "18": 634.0, - "19": 593.0, - "20": 579.0, - "21": 633.0, - "22": 597.0, - "23": 756.0, - "24": 612.0, - "25": 591.0, - "26": 620.0, - "27": 700.0, - "28": 705.0, - "29": 795.0, - "30": 752.0, - "31": 628.0, - "32": 712.0, - "33": 752.0, - "34": 737.0, - "35": 741.0, - "36": 770.0, - "37": 861.0, - "38": 823.0, - "39": 812.0, - "40": 814.0, - "41": 826.0, - "42": 801.0, - "43": 769.0, - "44": 822.0, - "45": 777.0, - "46": 828.0, - "47": 878.0, - "48": 915.0, - "49": 908.0, - "50": 848.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 759898624.0, - "2": 933156352.0, - "3": 933156352.0, - "4": 933156352.0, - "5": 933156352.0, - "6": 933156352.0, - "7": 933156352.0, - "8": 933156352.0, - "9": 933156352.0, - "10": 933156352.0, - "11": 933156352.0, - "12": 933156352.0, - "13": 933156352.0, - "14": 933156352.0, - "15": 933156352.0, - "16": 933156352.0, - "17": 933156352.0, - "18": 933156352.0, - "19": 933156352.0, - "20": 933156352.0, - "21": 933156352.0, - "22": 933156352.0, - "23": 933156352.0, - "24": 933156352.0, - "25": 933156352.0, - "26": 933156352.0, - "27": 933156352.0, - "28": 933156352.0, - "29": 933156352.0, - "30": 933156352.0, - "31": 933156352.0, - "32": 933156352.0, - "33": 933156352.0, - "34": 933156352.0, - "35": 933156352.0, - "36": 933156352.0, - "37": 933156352.0, - "38": 933156352.0, - "39": 933156352.0, - "40": 933156352.0, - "41": 933156352.0, - "42": 933156352.0, - "43": 933156352.0, - "44": 933156352.0, - "45": 933156352.0, - "46": 933156352.0, - "47": 933156352.0, - "48": 933156352.0, - "49": 933156352.0, - "50": 933156352.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 16.5499, - "2": 0.36629, - "3": 0.28373, - "4": 0.2889, - "5": 0.28714, - "6": 0.28308, - "7": 0.28631, - "8": 0.28716, - "9": 0.2827, - "10": 0.28014, - "11": 0.28458, - "12": 0.28337, - "13": 0.28673, - "14": 0.28763, - "15": 0.28453, - "16": 0.28536, - "17": 0.2915, - "18": 0.29241, - "19": 0.28738, - "20": 0.28157, - "21": 0.28725, - "22": 0.28594, - "23": 0.28463, - "24": 0.28697, - "25": 0.28822, - "26": 0.28636, - "27": 0.29484, - "28": 0.29612, - "29": 0.29284, - "30": 0.28832, - "31": 0.28707, - "32": 0.28946, - "33": 0.28737, - "34": 0.28546, - "35": 0.28437, - "36": 0.28751, - "37": 0.28834, - "38": 0.28784, - "39": 0.28871, - "40": 0.28919, - "41": 0.28543, - "42": 0.28646, - "43": 0.29593, - "44": 0.28978, - "45": 0.29038, - "46": 0.29126, - "47": 0.28667, - "48": 0.28881, - "49": 0.28809, - "50": 0.28744 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 02b4683ea0b..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.86535, - "2": 10.85873, - "3": 10.86284, - "4": 10.84009, - "5": 10.87856, - "6": 10.88856, - "7": 10.86532, - "8": 10.86017, - "9": 10.8599, - "10": 10.82981, - "11": 10.8895, - "12": 10.8751, - "13": 10.87423, - "14": 10.89675, - "15": 10.82054, - "16": 10.82504, - "17": 10.78983, - "18": 10.81029, - "19": 10.80535, - "20": 10.70398, - "21": 10.66993, - "22": 10.50643, - "23": 10.69004, - "24": 10.56314, - "25": 10.4942, - "26": 10.56628, - "27": 10.58025, - "28": 10.51571, - "29": 10.55299, - "30": 10.30549, - "31": 10.02245, - "32": 10.40614, - "33": 10.39874, - "34": 10.13771, - "35": 10.20184, - "36": 10.16052, - "37": 10.28973, - "38": 10.11474, - "39": 10.361, - "40": 10.01903, - "41": 10.07292, - "42": 10.14698, - "43": 9.74687, - "44": 9.87766, - "45": 9.74966, - "46": 9.73383, - "47": 10.07535, - "48": 9.78068, - "49": 9.44784, - "50": 9.8399 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 653.0, - "2": 642.0, - "3": 630.0, - "4": 585.0, - "5": 635.0, - "6": 687.0, - "7": 615.0, - "8": 601.0, - "9": 607.0, - "10": 522.0, - "11": 637.0, - "12": 675.0, - "13": 649.0, - "14": 648.0, - "15": 640.0, - "16": 602.0, - "17": 668.0, - "18": 634.0, - "19": 593.0, - "20": 579.0, - "21": 633.0, - "22": 597.0, - "23": 756.0, - "24": 612.0, - "25": 591.0, - "26": 620.0, - "27": 700.0, - "28": 705.0, - "29": 795.0, - "30": 752.0, - "31": 628.0, - "32": 712.0, - "33": 752.0, - "34": 737.0, - "35": 741.0, - "36": 770.0, - "37": 861.0, - "38": 823.0, - "39": 812.0, - "40": 814.0, - "41": 826.0, - "42": 801.0, - "43": 769.0, - "44": 822.0, - "45": 777.0, - "46": 828.0, - "47": 878.0, - "48": 915.0, - "49": 908.0, - "50": 848.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 757801472.0, - "2": 933156352.0, - "3": 933156352.0, - "4": 933156352.0, - "5": 933156352.0, - "6": 933156352.0, - "7": 933156352.0, - "8": 933156352.0, - "9": 933156352.0, - "10": 933156352.0, - "11": 933156352.0, - "12": 933156352.0, - "13": 933156352.0, - "14": 933156352.0, - "15": 933156352.0, - "16": 933156352.0, - "17": 933156352.0, - "18": 933156352.0, - "19": 933156352.0, - "20": 933156352.0, - "21": 933156352.0, - "22": 933156352.0, - "23": 933156352.0, - "24": 933156352.0, - "25": 933156352.0, - "26": 933156352.0, - "27": 933156352.0, - "28": 933156352.0, - "29": 933156352.0, - "30": 933156352.0, - "31": 933156352.0, - "32": 933156352.0, - "33": 933156352.0, - "34": 933156352.0, - "35": 933156352.0, - "36": 933156352.0, - "37": 933156352.0, - "38": 933156352.0, - "39": 933156352.0, - "40": 933156352.0, - "41": 933156352.0, - "42": 933156352.0, - "43": 933156352.0, - "44": 933156352.0, - "45": 933156352.0, - "46": 933156352.0, - "47": 933156352.0, - "48": 933156352.0, - "49": 933156352.0, - "50": 933156352.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 15.78036, - "2": 0.34723, - "3": 0.33492, - "4": 0.3292, - "5": 0.33036, - "6": 0.34971, - "7": 0.33848, - "8": 0.33262, - "9": 0.34028, - "10": 0.3518, - "11": 0.34239, - "12": 0.33211, - "13": 0.32961, - "14": 0.33263, - "15": 0.32808, - "16": 0.33152, - "17": 0.33313, - "18": 0.329, - "19": 0.3317, - "20": 0.33143, - "21": 0.34166, - "22": 0.33873, - "23": 0.34817, - "24": 0.3415, - "25": 0.34495, - "26": 0.32592, - "27": 0.32935, - "28": 0.33233, - "29": 0.328, - "30": 0.32746, - "31": 0.3275, - "32": 0.327, - "33": 0.32765, - "34": 0.32542, - "35": 0.32703, - "36": 0.33052, - "37": 0.33413, - "38": 0.32701, - "39": 0.32816, - "40": 0.32555, - "41": 0.33676, - "42": 0.33367, - "43": 0.33748, - "44": 0.33125, - "45": 0.32793, - "46": 0.33387, - "47": 0.32628, - "48": 0.32993, - "49": 0.32747, - "50": 0.327 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss/golden_values_dev_dgx_h100.json index c8c73bdbafc..f2adbef4530 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss/golden_values_dev_dgx_h100.json @@ -175,7 +175,7 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 759895552.0, + "1": 759898624.0, "2": 933156352.0, "3": 933156352.0, "4": 933156352.0, @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 16.50426, - "2": 0.36653, - "3": 0.34466, - "4": 0.34777, - "5": 0.33341, - "6": 0.3232, - "7": 0.32752, - "8": 0.32335, - "9": 0.32468, - "10": 0.32504, - "11": 0.32396, - "12": 0.32512, - "13": 0.32567, - "14": 0.32353, - "15": 0.31982, - "16": 0.3257, - "17": 0.32525, - "18": 0.32037, - "19": 0.32059, - "20": 0.32739, - "21": 0.32382, - "22": 0.32191, - "23": 0.3644, - "24": 0.35527, - "25": 0.32169, - "26": 0.3265, - "27": 0.3207, - "28": 0.31972, - "29": 0.32327, - "30": 0.31924, - "31": 0.32108, - "32": 0.32626, - "33": 0.31775, - "34": 0.31872, - "35": 0.32546, - "36": 0.317, - "37": 0.31972, - "38": 0.32263, - "39": 0.32037, - "40": 0.32326, - "41": 0.32505, - "42": 0.3215, - "43": 0.31898, - "44": 0.32895, - "45": 0.32343, - "46": 0.3229, - "47": 0.32813, - "48": 0.32454, - "49": 0.31943, - "50": 0.32434 + "1": 16.72434, + "2": 0.40342, + "3": 0.32477, + "4": 0.32459, + "5": 0.32511, + "6": 0.32478, + "7": 0.32469, + "8": 0.32479, + "9": 0.32229, + "10": 0.32534, + "11": 0.32568, + "12": 0.32325, + "13": 0.3234, + "14": 0.32735, + "15": 0.32264, + "16": 0.32664, + "17": 0.32289, + "18": 0.32328, + "19": 0.32997, + "20": 0.32955, + "21": 0.32699, + "22": 0.3292, + "23": 0.32982, + "24": 0.32452, + "25": 0.32644, + "26": 0.32596, + "27": 0.32426, + "28": 0.32527, + "29": 0.32409, + "30": 0.32549, + "31": 0.32259, + "32": 0.32488, + "33": 0.32331, + "34": 0.3242, + "35": 0.3261, + "36": 0.32048, + "37": 0.32127, + "38": 0.32479, + "39": 0.32338, + "40": 0.32137, + "41": 0.32292, + "42": 0.32202, + "43": 0.32321, + "44": 0.32105, + "45": 0.32265, + "46": 0.32148, + "47": 0.32443, + "48": 0.32158, + "49": 0.32089, + "50": 0.32389 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 88252ac05b0..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.86535, - "2": 10.85873, - "3": 10.86284, - "4": 10.84009, - "5": 10.87856, - "6": 10.88856, - "7": 10.86532, - "8": 10.86017, - "9": 10.8599, - "10": 10.82981, - "11": 10.8895, - "12": 10.8751, - "13": 10.87423, - "14": 10.89675, - "15": 10.82054, - "16": 10.82504, - "17": 10.78983, - "18": 10.81029, - "19": 10.80535, - "20": 10.70398, - "21": 10.66993, - "22": 10.50643, - "23": 10.69004, - "24": 10.56314, - "25": 10.4942, - "26": 10.56628, - "27": 10.58025, - "28": 10.51571, - "29": 10.55299, - "30": 10.30549, - "31": 10.02245, - "32": 10.40614, - "33": 10.39874, - "34": 10.13771, - "35": 10.20184, - "36": 10.16052, - "37": 10.28973, - "38": 10.11474, - "39": 10.361, - "40": 10.01903, - "41": 10.07292, - "42": 10.14698, - "43": 9.74687, - "44": 9.87766, - "45": 9.74966, - "46": 9.73383, - "47": 10.07535, - "48": 9.78068, - "49": 9.44784, - "50": 9.8399 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 653.0, - "2": 642.0, - "3": 630.0, - "4": 585.0, - "5": 635.0, - "6": 687.0, - "7": 615.0, - "8": 601.0, - "9": 607.0, - "10": 522.0, - "11": 637.0, - "12": 675.0, - "13": 649.0, - "14": 648.0, - "15": 640.0, - "16": 602.0, - "17": 668.0, - "18": 634.0, - "19": 593.0, - "20": 579.0, - "21": 633.0, - "22": 597.0, - "23": 756.0, - "24": 612.0, - "25": 591.0, - "26": 620.0, - "27": 700.0, - "28": 705.0, - "29": 795.0, - "30": 752.0, - "31": 628.0, - "32": 712.0, - "33": 752.0, - "34": 737.0, - "35": 741.0, - "36": 770.0, - "37": 861.0, - "38": 823.0, - "39": 812.0, - "40": 814.0, - "41": 826.0, - "42": 801.0, - "43": 769.0, - "44": 822.0, - "45": 777.0, - "46": 828.0, - "47": 878.0, - "48": 915.0, - "49": 908.0, - "50": 848.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 759898624.0, - "2": 933156352.0, - "3": 933156352.0, - "4": 933156352.0, - "5": 933156352.0, - "6": 933156352.0, - "7": 933156352.0, - "8": 933156352.0, - "9": 933156352.0, - "10": 933156352.0, - "11": 933156352.0, - "12": 933156352.0, - "13": 933156352.0, - "14": 933156352.0, - "15": 933156352.0, - "16": 933156352.0, - "17": 933156352.0, - "18": 933156352.0, - "19": 933156352.0, - "20": 933156352.0, - "21": 933156352.0, - "22": 933156352.0, - "23": 933156352.0, - "24": 933156352.0, - "25": 933156352.0, - "26": 933156352.0, - "27": 933156352.0, - "28": 933156352.0, - "29": 933156352.0, - "30": 933156352.0, - "31": 933156352.0, - "32": 933156352.0, - "33": 933156352.0, - "34": 933156352.0, - "35": 933156352.0, - "36": 933156352.0, - "37": 933156352.0, - "38": 933156352.0, - "39": 933156352.0, - "40": 933156352.0, - "41": 933156352.0, - "42": 933156352.0, - "43": 933156352.0, - "44": 933156352.0, - "45": 933156352.0, - "46": 933156352.0, - "47": 933156352.0, - "48": 933156352.0, - "49": 933156352.0, - "50": 933156352.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 17.48733, - "2": 0.32636, - "3": 0.28113, - "4": 0.28069, - "5": 0.28063, - "6": 0.28085, - "7": 0.27912, - "8": 0.27833, - "9": 0.27983, - "10": 0.28235, - "11": 0.28033, - "12": 0.27634, - "13": 0.27743, - "14": 0.27968, - "15": 0.27741, - "16": 0.27901, - "17": 0.27898, - "18": 0.28259, - "19": 0.27738, - "20": 0.27602, - "21": 0.27999, - "22": 0.27615, - "23": 0.27868, - "24": 0.27928, - "25": 0.27684, - "26": 0.27875, - "27": 0.27628, - "28": 0.28571, - "29": 0.27681, - "30": 0.28404, - "31": 0.28086, - "32": 0.28479, - "33": 0.28538, - "34": 0.28086, - "35": 0.28036, - "36": 0.28227, - "37": 0.28585, - "38": 0.28963, - "39": 0.28114, - "40": 0.28277, - "41": 0.28191, - "42": 0.28102, - "43": 0.29373, - "44": 0.2876, - "45": 0.27991, - "46": 0.27977, - "47": 0.28135, - "48": 0.28282, - "49": 0.28275, - "50": 0.28218 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index f2adbef4530..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.86535, - "2": 10.85873, - "3": 10.86284, - "4": 10.84009, - "5": 10.87856, - "6": 10.88856, - "7": 10.86532, - "8": 10.86017, - "9": 10.8599, - "10": 10.82981, - "11": 10.8895, - "12": 10.8751, - "13": 10.87423, - "14": 10.89675, - "15": 10.82054, - "16": 10.82504, - "17": 10.78983, - "18": 10.81029, - "19": 10.80535, - "20": 10.70398, - "21": 10.66993, - "22": 10.50643, - "23": 10.69004, - "24": 10.56314, - "25": 10.4942, - "26": 10.56628, - "27": 10.58025, - "28": 10.51571, - "29": 10.55299, - "30": 10.30549, - "31": 10.02245, - "32": 10.40614, - "33": 10.39874, - "34": 10.13771, - "35": 10.20184, - "36": 10.16052, - "37": 10.28973, - "38": 10.11474, - "39": 10.361, - "40": 10.01903, - "41": 10.07292, - "42": 10.14698, - "43": 9.74687, - "44": 9.87766, - "45": 9.74966, - "46": 9.73383, - "47": 10.07535, - "48": 9.78068, - "49": 9.44784, - "50": 9.8399 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 653.0, - "2": 642.0, - "3": 630.0, - "4": 585.0, - "5": 635.0, - "6": 687.0, - "7": 615.0, - "8": 601.0, - "9": 607.0, - "10": 522.0, - "11": 637.0, - "12": 675.0, - "13": 649.0, - "14": 648.0, - "15": 640.0, - "16": 602.0, - "17": 668.0, - "18": 634.0, - "19": 593.0, - "20": 579.0, - "21": 633.0, - "22": 597.0, - "23": 756.0, - "24": 612.0, - "25": 591.0, - "26": 620.0, - "27": 700.0, - "28": 705.0, - "29": 795.0, - "30": 752.0, - "31": 628.0, - "32": 712.0, - "33": 752.0, - "34": 737.0, - "35": 741.0, - "36": 770.0, - "37": 861.0, - "38": 823.0, - "39": 812.0, - "40": 814.0, - "41": 826.0, - "42": 801.0, - "43": 769.0, - "44": 822.0, - "45": 777.0, - "46": 828.0, - "47": 878.0, - "48": 915.0, - "49": 908.0, - "50": 848.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 759898624.0, - "2": 933156352.0, - "3": 933156352.0, - "4": 933156352.0, - "5": 933156352.0, - "6": 933156352.0, - "7": 933156352.0, - "8": 933156352.0, - "9": 933156352.0, - "10": 933156352.0, - "11": 933156352.0, - "12": 933156352.0, - "13": 933156352.0, - "14": 933156352.0, - "15": 933156352.0, - "16": 933156352.0, - "17": 933156352.0, - "18": 933156352.0, - "19": 933156352.0, - "20": 933156352.0, - "21": 933156352.0, - "22": 933156352.0, - "23": 933156352.0, - "24": 933156352.0, - "25": 933156352.0, - "26": 933156352.0, - "27": 933156352.0, - "28": 933156352.0, - "29": 933156352.0, - "30": 933156352.0, - "31": 933156352.0, - "32": 933156352.0, - "33": 933156352.0, - "34": 933156352.0, - "35": 933156352.0, - "36": 933156352.0, - "37": 933156352.0, - "38": 933156352.0, - "39": 933156352.0, - "40": 933156352.0, - "41": 933156352.0, - "42": 933156352.0, - "43": 933156352.0, - "44": 933156352.0, - "45": 933156352.0, - "46": 933156352.0, - "47": 933156352.0, - "48": 933156352.0, - "49": 933156352.0, - "50": 933156352.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 16.72434, - "2": 0.40342, - "3": 0.32477, - "4": 0.32459, - "5": 0.32511, - "6": 0.32478, - "7": 0.32469, - "8": 0.32479, - "9": 0.32229, - "10": 0.32534, - "11": 0.32568, - "12": 0.32325, - "13": 0.3234, - "14": 0.32735, - "15": 0.32264, - "16": 0.32664, - "17": 0.32289, - "18": 0.32328, - "19": 0.32997, - "20": 0.32955, - "21": 0.32699, - "22": 0.3292, - "23": 0.32982, - "24": 0.32452, - "25": 0.32644, - "26": 0.32596, - "27": 0.32426, - "28": 0.32527, - "29": 0.32409, - "30": 0.32549, - "31": 0.32259, - "32": 0.32488, - "33": 0.32331, - "34": 0.3242, - "35": 0.3261, - "36": 0.32048, - "37": 0.32127, - "38": 0.32479, - "39": 0.32338, - "40": 0.32137, - "41": 0.32292, - "42": 0.32202, - "43": 0.32321, - "44": 0.32105, - "45": 0.32265, - "46": 0.32148, - "47": 0.32443, - "48": 0.32158, - "49": 0.32089, - "50": 0.32389 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss_nondeterministic/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss_nondeterministic/golden_values_dev_dgx_h100.json index 67aa60490cf..a74ab8d8415 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss_nondeterministic/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss_nondeterministic/golden_values_dev_dgx_h100.json @@ -6,53 +6,53 @@ "values": { "1": 10.86535, "2": 10.85873, - "3": 10.86284, - "4": 10.84007, + "3": 10.86281, + "4": 10.84011, "5": 10.87855, - "6": 10.88852, - "7": 10.86534, - "8": 10.86018, - "9": 10.85988, - "10": 10.8298, - "11": 10.88947, - "12": 10.87509, - "13": 10.87426, - "14": 10.89675, - "15": 10.82058, - "16": 10.82501, - "17": 10.78981, - "18": 10.81029, - "19": 10.80531, - "20": 10.70396, - "21": 10.66991, - "22": 10.5064, - "23": 10.69006, - "24": 10.56312, - "25": 10.49419, - "26": 10.56627, + "6": 10.88849, + "7": 10.86536, + "8": 10.86016, + "9": 10.85987, + "10": 10.82979, + "11": 10.88946, + "12": 10.87508, + "13": 10.87423, + "14": 10.89679, + "15": 10.82052, + "16": 10.825, + "17": 10.78984, + "18": 10.81026, + "19": 10.80535, + "20": 10.70395, + "21": 10.66988, + "22": 10.50641, + "23": 10.69004, + "24": 10.56309, + "25": 10.49417, + "26": 10.56626, "27": 10.58024, - "28": 10.51573, - "29": 10.55298, - "30": 10.30548, - "31": 10.02248, - "32": 10.40615, - "33": 10.39876, - "34": 10.13771, - "35": 10.20187, - "36": 10.16047, + "28": 10.51572, + "29": 10.55294, + "30": 10.30552, + "31": 10.02243, + "32": 10.40616, + "33": 10.39875, + "34": 10.13772, + "35": 10.20189, + "36": 10.16048, "37": 10.28972, - "38": 10.11475, - "39": 10.36102, - "40": 10.01904, - "41": 10.07293, - "42": 10.14696, - "43": 9.74687, - "44": 9.87765, + "38": 10.11479, + "39": 10.361, + "40": 10.01902, + "41": 10.07292, + "42": 10.14694, + "43": 9.74686, + "44": 9.87768, "45": 9.74966, - "46": 9.73379, - "47": 10.07533, - "48": 9.78071, - "49": 9.44786, + "46": 9.7338, + "47": 10.07535, + "48": 9.7807, + "49": 9.44783, "50": 9.83991 } }, @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 594.0, - "2": 641.0, - "3": 677.0, - "4": 648.0, - "5": 645.0, - "6": 681.0, - "7": 639.0, - "8": 590.0, - "9": 648.0, + "1": 600.0, + "2": 620.0, + "3": 606.0, + "4": 684.0, + "5": 647.0, + "6": 679.0, + "7": 630.0, + "8": 568.0, + "9": 627.0, "10": 519.0, - "11": 703.0, - "12": 589.0, - "13": 650.0, - "14": 706.0, - "15": 675.0, - "16": 652.0, - "17": 685.0, - "18": 596.0, - "19": 672.0, - "20": 667.0, - "21": 650.0, - "22": 656.0, - "23": 706.0, - "24": 595.0, - "25": 593.0, - "26": 595.0, - "27": 685.0, - "28": 756.0, - "29": 674.0, - "30": 743.0, - "31": 612.0, - "32": 723.0, - "33": 778.0, - "34": 695.0, - "35": 716.0, - "36": 683.0, - "37": 805.0, - "38": 756.0, - "39": 850.0, - "40": 822.0, - "41": 870.0, - "42": 767.0, - "43": 747.0, - "44": 798.0, - "45": 782.0, - "46": 891.0, - "47": 887.0, - "48": 898.0, + "11": 635.0, + "12": 640.0, + "13": 677.0, + "14": 631.0, + "15": 668.0, + "16": 666.0, + "17": 671.0, + "18": 623.0, + "19": 658.0, + "20": 639.0, + "21": 624.0, + "22": 614.0, + "23": 741.0, + "24": 607.0, + "25": 636.0, + "26": 639.0, + "27": 689.0, + "28": 751.0, + "29": 724.0, + "30": 771.0, + "31": 564.0, + "32": 750.0, + "33": 765.0, + "34": 693.0, + "35": 737.0, + "36": 754.0, + "37": 807.0, + "38": 786.0, + "39": 879.0, + "40": 737.0, + "41": 817.0, + "42": 857.0, + "43": 709.0, + "44": 808.0, + "45": 795.0, + "46": 837.0, + "47": 879.0, + "48": 899.0, "49": 890.0, - "50": 881.0 + "50": 860.0 } }, "mem-allocated-bytes": { @@ -198,33 +198,33 @@ "21": 933156352.0, "22": 933156352.0, "23": 933156352.0, - "24": 933156352.0, - "25": 933156352.0, - "26": 933156352.0, - "27": 933156352.0, - "28": 933156352.0, - "29": 933156352.0, - "30": 933156352.0, - "31": 933156352.0, - "32": 933156352.0, - "33": 933156352.0, - "34": 933156352.0, - "35": 933156352.0, - "36": 933156352.0, - "37": 933156352.0, - "38": 933156352.0, - "39": 933156352.0, - "40": 933156352.0, - "41": 933156352.0, - "42": 933156352.0, - "43": 933156352.0, - "44": 933156352.0, - "45": 933156352.0, - "46": 933156352.0, - "47": 933156352.0, - "48": 933156352.0, - "49": 933156352.0, - "50": 933156352.0 + "24": 934204928.0, + "25": 934204928.0, + "26": 934204928.0, + "27": 934204928.0, + "28": 934204928.0, + "29": 934204928.0, + "30": 934204928.0, + "31": 934204928.0, + "32": 934204928.0, + "33": 934204928.0, + "34": 934204928.0, + "35": 934204928.0, + "36": 934204928.0, + "37": 934204928.0, + "38": 934204928.0, + "39": 934204928.0, + "40": 934204928.0, + "41": 934204928.0, + "42": 934204928.0, + "43": 934204928.0, + "44": 934204928.0, + "45": 934204928.0, + "46": 934204928.0, + "47": 934204928.0, + "48": 934204928.0, + "49": 934204928.0, + "50": 934204928.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 16.5651, - "2": 0.34314, - "3": 0.32308, - "4": 0.32445, - "5": 0.33098, - "6": 0.32202, - "7": 0.32251, - "8": 0.32355, - "9": 0.32346, - "10": 0.31687, - "11": 0.32105, - "12": 0.32381, - "13": 0.32098, - "14": 0.32322, - "15": 0.31579, - "16": 0.31699, - "17": 0.32307, - "18": 0.32662, - "19": 0.33548, - "20": 0.32088, - "21": 0.32691, - "22": 0.32206, - "23": 0.32261, - "24": 0.32621, - "25": 0.32403, - "26": 0.32368, - "27": 0.32665, - "28": 0.32924, - "29": 0.32322, - "30": 0.32903, - "31": 0.32199, - "32": 0.32034, - "33": 0.32453, - "34": 0.32691, - "35": 0.32014, - "36": 0.3206, - "37": 0.31874, - "38": 0.32448, - "39": 0.32813, - "40": 0.32242, - "41": 0.32196, - "42": 0.32843, - "43": 0.32328, - "44": 0.32049, - "45": 0.3265, - "46": 0.31996, - "47": 0.32173, - "48": 0.323, - "49": 0.32398, - "50": 0.3329 + "1": 16.61636, + "2": 0.35255, + "3": 0.33784, + "4": 0.33448, + "5": 0.33388, + "6": 0.33362, + "7": 0.33399, + "8": 0.33377, + "9": 0.3345, + "10": 0.33436, + "11": 0.33616, + "12": 0.33216, + "13": 0.32717, + "14": 0.3285, + "15": 0.31893, + "16": 0.32207, + "17": 0.32068, + "18": 0.3232, + "19": 0.31799, + "20": 0.32295, + "21": 0.32148, + "22": 0.3312, + "23": 0.33388, + "24": 0.33493, + "25": 0.33793, + "26": 0.33838, + "27": 0.33827, + "28": 0.34, + "29": 0.33074, + "30": 0.32608, + "31": 0.32629, + "32": 0.3285, + "33": 0.32776, + "34": 0.32575, + "35": 0.32648, + "36": 0.3252, + "37": 0.32697, + "38": 0.33001, + "39": 0.3354, + "40": 0.33513, + "41": 0.33447, + "42": 0.3352, + "43": 0.33163, + "44": 0.32495, + "45": 0.32668, + "46": 0.32429, + "47": 0.32917, + "48": 0.32614, + "49": 0.32637, + "50": 0.32702 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss_nondeterministic/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss_nondeterministic/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 303a87c0069..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss_nondeterministic/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.86535, - "2": 10.85873, - "3": 10.86281, - "4": 10.8401, - "5": 10.87858, - "6": 10.88853, - "7": 10.86535, - "8": 10.86017, - "9": 10.8599, - "10": 10.82979, - "11": 10.88945, - "12": 10.87509, - "13": 10.87423, - "14": 10.89675, - "15": 10.8205, - "16": 10.825, - "17": 10.78982, - "18": 10.81028, - "19": 10.80532, - "20": 10.70394, - "21": 10.66988, - "22": 10.50642, - "23": 10.69005, - "24": 10.56311, - "25": 10.49417, - "26": 10.56628, - "27": 10.58023, - "28": 10.5157, - "29": 10.55296, - "30": 10.30548, - "31": 10.02248, - "32": 10.40617, - "33": 10.39875, - "34": 10.13774, - "35": 10.20186, - "36": 10.16048, - "37": 10.28974, - "38": 10.1148, - "39": 10.36104, - "40": 10.01904, - "41": 10.07288, - "42": 10.14695, - "43": 9.74684, - "44": 9.87761, - "45": 9.74967, - "46": 9.73383, - "47": 10.07539, - "48": 9.78069, - "49": 9.44781, - "50": 9.83988 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 593.0, - "2": 628.0, - "3": 611.0, - "4": 628.0, - "5": 651.0, - "6": 650.0, - "7": 630.0, - "8": 551.0, - "9": 708.0, - "10": 508.0, - "11": 656.0, - "12": 633.0, - "13": 683.0, - "14": 683.0, - "15": 633.0, - "16": 614.0, - "17": 628.0, - "18": 626.0, - "19": 574.0, - "20": 620.0, - "21": 684.0, - "22": 598.0, - "23": 752.0, - "24": 593.0, - "25": 549.0, - "26": 607.0, - "27": 661.0, - "28": 739.0, - "29": 699.0, - "30": 728.0, - "31": 571.0, - "32": 695.0, - "33": 761.0, - "34": 670.0, - "35": 708.0, - "36": 677.0, - "37": 861.0, - "38": 768.0, - "39": 836.0, - "40": 789.0, - "41": 818.0, - "42": 853.0, - "43": 774.0, - "44": 800.0, - "45": 743.0, - "46": 832.0, - "47": 902.0, - "48": 827.0, - "49": 914.0, - "50": 878.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 759895552.0, - "2": 933156352.0, - "3": 933156352.0, - "4": 933156352.0, - "5": 933156352.0, - "6": 933156352.0, - "7": 933156352.0, - "8": 933156352.0, - "9": 933156352.0, - "10": 933156352.0, - "11": 933156352.0, - "12": 933156352.0, - "13": 933156352.0, - "14": 933156352.0, - "15": 933156352.0, - "16": 933156352.0, - "17": 933156352.0, - "18": 933156352.0, - "19": 933156352.0, - "20": 933156352.0, - "21": 933156352.0, - "22": 933156352.0, - "23": 933156352.0, - "24": 933156352.0, - "25": 933156352.0, - "26": 933156352.0, - "27": 933156352.0, - "28": 933156352.0, - "29": 933156352.0, - "30": 933156352.0, - "31": 933156352.0, - "32": 933156352.0, - "33": 933156352.0, - "34": 933156352.0, - "35": 933156352.0, - "36": 933156352.0, - "37": 933156352.0, - "38": 933156352.0, - "39": 933156352.0, - "40": 933156352.0, - "41": 933156352.0, - "42": 933156352.0, - "43": 933156352.0, - "44": 933156352.0, - "45": 933156352.0, - "46": 933156352.0, - "47": 933156352.0, - "48": 933156352.0, - "49": 933156352.0, - "50": 933156352.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 14.98198, - "2": 0.32508, - "3": 0.27859, - "4": 0.28973, - "5": 0.28871, - "6": 0.28743, - "7": 0.28586, - "8": 0.28626, - "9": 0.28734, - "10": 0.28834, - "11": 0.29037, - "12": 0.29031, - "13": 0.27847, - "14": 0.28002, - "15": 0.28617, - "16": 0.28603, - "17": 0.28309, - "18": 0.28753, - "19": 0.34589, - "20": 0.28022, - "21": 0.28261, - "22": 0.28865, - "23": 0.28869, - "24": 0.2851, - "25": 0.28458, - "26": 0.28706, - "27": 0.28515, - "28": 0.29088, - "29": 0.28891, - "30": 0.28446, - "31": 0.28444, - "32": 0.28347, - "33": 0.28941, - "34": 0.28783, - "35": 0.28386, - "36": 0.28238, - "37": 0.28325, - "38": 0.28579, - "39": 0.29406, - "40": 0.28819, - "41": 0.29033, - "42": 0.28815, - "43": 0.2919, - "44": 0.2895, - "45": 0.28613, - "46": 0.28704, - "47": 0.29081, - "48": 0.29057, - "49": 0.2897, - "50": 0.28865 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss_nondeterministic/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss_nondeterministic/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index a74ab8d8415..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_calculate_per_token_loss_nondeterministic/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.86535, - "2": 10.85873, - "3": 10.86281, - "4": 10.84011, - "5": 10.87855, - "6": 10.88849, - "7": 10.86536, - "8": 10.86016, - "9": 10.85987, - "10": 10.82979, - "11": 10.88946, - "12": 10.87508, - "13": 10.87423, - "14": 10.89679, - "15": 10.82052, - "16": 10.825, - "17": 10.78984, - "18": 10.81026, - "19": 10.80535, - "20": 10.70395, - "21": 10.66988, - "22": 10.50641, - "23": 10.69004, - "24": 10.56309, - "25": 10.49417, - "26": 10.56626, - "27": 10.58024, - "28": 10.51572, - "29": 10.55294, - "30": 10.30552, - "31": 10.02243, - "32": 10.40616, - "33": 10.39875, - "34": 10.13772, - "35": 10.20189, - "36": 10.16048, - "37": 10.28972, - "38": 10.11479, - "39": 10.361, - "40": 10.01902, - "41": 10.07292, - "42": 10.14694, - "43": 9.74686, - "44": 9.87768, - "45": 9.74966, - "46": 9.7338, - "47": 10.07535, - "48": 9.7807, - "49": 9.44783, - "50": 9.83991 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 600.0, - "2": 620.0, - "3": 606.0, - "4": 684.0, - "5": 647.0, - "6": 679.0, - "7": 630.0, - "8": 568.0, - "9": 627.0, - "10": 519.0, - "11": 635.0, - "12": 640.0, - "13": 677.0, - "14": 631.0, - "15": 668.0, - "16": 666.0, - "17": 671.0, - "18": 623.0, - "19": 658.0, - "20": 639.0, - "21": 624.0, - "22": 614.0, - "23": 741.0, - "24": 607.0, - "25": 636.0, - "26": 639.0, - "27": 689.0, - "28": 751.0, - "29": 724.0, - "30": 771.0, - "31": 564.0, - "32": 750.0, - "33": 765.0, - "34": 693.0, - "35": 737.0, - "36": 754.0, - "37": 807.0, - "38": 786.0, - "39": 879.0, - "40": 737.0, - "41": 817.0, - "42": 857.0, - "43": 709.0, - "44": 808.0, - "45": 795.0, - "46": 837.0, - "47": 879.0, - "48": 899.0, - "49": 890.0, - "50": 860.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 759895552.0, - "2": 933156352.0, - "3": 933156352.0, - "4": 933156352.0, - "5": 933156352.0, - "6": 933156352.0, - "7": 933156352.0, - "8": 933156352.0, - "9": 933156352.0, - "10": 933156352.0, - "11": 933156352.0, - "12": 933156352.0, - "13": 933156352.0, - "14": 933156352.0, - "15": 933156352.0, - "16": 933156352.0, - "17": 933156352.0, - "18": 933156352.0, - "19": 933156352.0, - "20": 933156352.0, - "21": 933156352.0, - "22": 933156352.0, - "23": 933156352.0, - "24": 934204928.0, - "25": 934204928.0, - "26": 934204928.0, - "27": 934204928.0, - "28": 934204928.0, - "29": 934204928.0, - "30": 934204928.0, - "31": 934204928.0, - "32": 934204928.0, - "33": 934204928.0, - "34": 934204928.0, - "35": 934204928.0, - "36": 934204928.0, - "37": 934204928.0, - "38": 934204928.0, - "39": 934204928.0, - "40": 934204928.0, - "41": 934204928.0, - "42": 934204928.0, - "43": 934204928.0, - "44": 934204928.0, - "45": 934204928.0, - "46": 934204928.0, - "47": 934204928.0, - "48": 934204928.0, - "49": 934204928.0, - "50": 934204928.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 16.61636, - "2": 0.35255, - "3": 0.33784, - "4": 0.33448, - "5": 0.33388, - "6": 0.33362, - "7": 0.33399, - "8": 0.33377, - "9": 0.3345, - "10": 0.33436, - "11": 0.33616, - "12": 0.33216, - "13": 0.32717, - "14": 0.3285, - "15": 0.31893, - "16": 0.32207, - "17": 0.32068, - "18": 0.3232, - "19": 0.31799, - "20": 0.32295, - "21": 0.32148, - "22": 0.3312, - "23": 0.33388, - "24": 0.33493, - "25": 0.33793, - "26": 0.33838, - "27": 0.33827, - "28": 0.34, - "29": 0.33074, - "30": 0.32608, - "31": 0.32629, - "32": 0.3285, - "33": 0.32776, - "34": 0.32575, - "35": 0.32648, - "36": 0.3252, - "37": 0.32697, - "38": 0.33001, - "39": 0.3354, - "40": 0.33513, - "41": 0.33447, - "42": 0.3352, - "43": 0.33163, - "44": 0.32495, - "45": 0.32668, - "46": 0.32429, - "47": 0.32917, - "48": 0.32614, - "49": 0.32637, - "50": 0.32702 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_dp_last/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_dp_last/golden_values_dev_dgx_h100.json index 91630133bbc..f64661824cb 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_dp_last/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_dp_last/golden_values_dev_dgx_h100.json @@ -175,7 +175,7 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 759895552.0, + "1": 759898624.0, "2": 933156352.0, "3": 933156352.0, "4": 933156352.0, @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 18.74335, - "2": 0.3476, - "3": 0.32845, - "4": 0.34133, - "5": 0.34487, - "6": 0.34494, - "7": 0.33861, - "8": 0.33955, - "9": 0.34794, - "10": 0.32879, - "11": 0.32446, - "12": 0.3306, - "13": 0.32382, - "14": 0.33396, - "15": 0.32393, - "16": 0.32115, - "17": 0.32752, - "18": 0.32386, - "19": 0.32588, - "20": 0.32805, - "21": 0.32785, - "22": 0.32655, - "23": 0.32262, - "24": 0.32541, - "25": 0.32541, - "26": 0.32301, - "27": 0.32448, - "28": 0.32526, - "29": 0.32436, - "30": 0.32542, - "31": 0.32734, - "32": 0.32473, - "33": 0.32718, - "34": 0.32951, - "35": 0.33292, - "36": 0.34033, - "37": 0.34474, - "38": 0.34306, - "39": 0.34159, - "40": 0.32995, - "41": 0.33037, - "42": 0.33033, - "43": 0.33246, - "44": 0.33318, - "45": 0.33332, - "46": 0.32932, - "47": 0.33279, - "48": 0.33327, - "49": 0.33082, - "50": 0.33522 + "1": 18.71096, + "2": 0.39649, + "3": 0.33228, + "4": 0.33042, + "5": 0.33036, + "6": 0.3326, + "7": 0.33962, + "8": 0.37041, + "9": 0.33077, + "10": 0.33179, + "11": 0.33053, + "12": 0.33332, + "13": 0.33149, + "14": 0.32928, + "15": 0.33252, + "16": 0.3321, + "17": 0.32661, + "18": 0.32933, + "19": 0.32718, + "20": 0.32982, + "21": 0.32827, + "22": 0.3313, + "23": 0.32836, + "24": 0.3287, + "25": 0.33025, + "26": 0.32605, + "27": 0.33501, + "28": 0.32889, + "29": 0.32971, + "30": 0.3318, + "31": 0.33458, + "32": 0.33222, + "33": 0.33434, + "34": 0.3337, + "35": 0.33221, + "36": 0.32984, + "37": 0.32779, + "38": 0.33131, + "39": 0.33056, + "40": 0.32941, + "41": 0.32351, + "42": 0.32946, + "43": 0.32913, + "44": 0.3283, + "45": 0.32845, + "46": 0.32474, + "47": 0.33097, + "48": 0.32791, + "49": 0.33143, + "50": 0.33005 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_dp_last/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_dp_last/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 81f4d5c3832..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_dp_last/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.86535, - "2": 10.85873, - "3": 10.86284, - "4": 10.84009, - "5": 10.87856, - "6": 10.88856, - "7": 10.86532, - "8": 10.86017, - "9": 10.8599, - "10": 10.82981, - "11": 10.8895, - "12": 10.8751, - "13": 10.87423, - "14": 10.89675, - "15": 10.82054, - "16": 10.82504, - "17": 10.78983, - "18": 10.81029, - "19": 10.80535, - "20": 10.70398, - "21": 10.66993, - "22": 10.50643, - "23": 10.69004, - "24": 10.56314, - "25": 10.4942, - "26": 10.56628, - "27": 10.58025, - "28": 10.51571, - "29": 10.55299, - "30": 10.30549, - "31": 10.02245, - "32": 10.40614, - "33": 10.39874, - "34": 10.13771, - "35": 10.20184, - "36": 10.16052, - "37": 10.28973, - "38": 10.11474, - "39": 10.361, - "40": 10.01903, - "41": 10.07292, - "42": 10.14698, - "43": 9.74687, - "44": 9.87766, - "45": 9.74966, - "46": 9.73383, - "47": 10.07535, - "48": 9.78068, - "49": 9.44784, - "50": 9.8399 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 653.0, - "2": 642.0, - "3": 630.0, - "4": 585.0, - "5": 635.0, - "6": 687.0, - "7": 615.0, - "8": 601.0, - "9": 607.0, - "10": 522.0, - "11": 637.0, - "12": 675.0, - "13": 649.0, - "14": 648.0, - "15": 640.0, - "16": 602.0, - "17": 668.0, - "18": 634.0, - "19": 593.0, - "20": 579.0, - "21": 633.0, - "22": 597.0, - "23": 756.0, - "24": 612.0, - "25": 591.0, - "26": 620.0, - "27": 700.0, - "28": 705.0, - "29": 795.0, - "30": 752.0, - "31": 628.0, - "32": 712.0, - "33": 752.0, - "34": 737.0, - "35": 741.0, - "36": 770.0, - "37": 861.0, - "38": 823.0, - "39": 812.0, - "40": 814.0, - "41": 826.0, - "42": 801.0, - "43": 769.0, - "44": 822.0, - "45": 777.0, - "46": 828.0, - "47": 878.0, - "48": 915.0, - "49": 908.0, - "50": 848.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 759895552.0, - "2": 933156352.0, - "3": 933156352.0, - "4": 933156352.0, - "5": 933156352.0, - "6": 933156352.0, - "7": 933156352.0, - "8": 933156352.0, - "9": 933156352.0, - "10": 933156352.0, - "11": 933156352.0, - "12": 933156352.0, - "13": 933156352.0, - "14": 933156352.0, - "15": 933156352.0, - "16": 933156352.0, - "17": 933156352.0, - "18": 933156352.0, - "19": 933156352.0, - "20": 933156352.0, - "21": 933156352.0, - "22": 933156352.0, - "23": 933156352.0, - "24": 933156352.0, - "25": 933156352.0, - "26": 933156352.0, - "27": 934203392.0, - "28": 934203392.0, - "29": 934203392.0, - "30": 934203392.0, - "31": 934203392.0, - "32": 934203392.0, - "33": 934203392.0, - "34": 934203392.0, - "35": 934203392.0, - "36": 934203392.0, - "37": 934203392.0, - "38": 934203392.0, - "39": 934203392.0, - "40": 934203392.0, - "41": 934203392.0, - "42": 934203392.0, - "43": 934203392.0, - "44": 934203392.0, - "45": 934203392.0, - "46": 934203392.0, - "47": 934203392.0, - "48": 934203392.0, - "49": 934203392.0, - "50": 934203392.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 21.7688, - "2": 0.32156, - "3": 0.2747, - "4": 0.2768, - "5": 0.27883, - "6": 0.27703, - "7": 0.27847, - "8": 0.27539, - "9": 0.27303, - "10": 0.27375, - "11": 0.28033, - "12": 0.28202, - "13": 0.27965, - "14": 0.27594, - "15": 0.2733, - "16": 0.2734, - "17": 0.2761, - "18": 0.28051, - "19": 0.28074, - "20": 0.28674, - "21": 0.27278, - "22": 0.2765, - "23": 0.27317, - "24": 0.27474, - "25": 0.27496, - "26": 0.27426, - "27": 0.28705, - "28": 0.2814, - "29": 0.28559, - "30": 0.28098, - "31": 0.29666, - "32": 0.28302, - "33": 0.28642, - "34": 0.28282, - "35": 0.28457, - "36": 0.2843, - "37": 0.27728, - "38": 0.2746, - "39": 0.2774, - "40": 0.27644, - "41": 0.27658, - "42": 0.27835, - "43": 0.27776, - "44": 0.27654, - "45": 0.27705, - "46": 0.27383, - "47": 0.27806, - "48": 0.27418, - "49": 0.27617, - "50": 0.27185 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_dp_last/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_dp_last/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index f64661824cb..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_dp_last/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.86535, - "2": 10.85873, - "3": 10.86284, - "4": 10.84009, - "5": 10.87856, - "6": 10.88856, - "7": 10.86532, - "8": 10.86017, - "9": 10.8599, - "10": 10.82981, - "11": 10.8895, - "12": 10.8751, - "13": 10.87423, - "14": 10.89675, - "15": 10.82054, - "16": 10.82504, - "17": 10.78983, - "18": 10.81029, - "19": 10.80535, - "20": 10.70398, - "21": 10.66993, - "22": 10.50643, - "23": 10.69004, - "24": 10.56314, - "25": 10.4942, - "26": 10.56628, - "27": 10.58025, - "28": 10.51571, - "29": 10.55299, - "30": 10.30549, - "31": 10.02245, - "32": 10.40614, - "33": 10.39874, - "34": 10.13771, - "35": 10.20184, - "36": 10.16052, - "37": 10.28973, - "38": 10.11474, - "39": 10.361, - "40": 10.01903, - "41": 10.07292, - "42": 10.14698, - "43": 9.74687, - "44": 9.87766, - "45": 9.74966, - "46": 9.73383, - "47": 10.07535, - "48": 9.78068, - "49": 9.44784, - "50": 9.8399 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 653.0, - "2": 642.0, - "3": 630.0, - "4": 585.0, - "5": 635.0, - "6": 687.0, - "7": 615.0, - "8": 601.0, - "9": 607.0, - "10": 522.0, - "11": 637.0, - "12": 675.0, - "13": 649.0, - "14": 648.0, - "15": 640.0, - "16": 602.0, - "17": 668.0, - "18": 634.0, - "19": 593.0, - "20": 579.0, - "21": 633.0, - "22": 597.0, - "23": 756.0, - "24": 612.0, - "25": 591.0, - "26": 620.0, - "27": 700.0, - "28": 705.0, - "29": 795.0, - "30": 752.0, - "31": 628.0, - "32": 712.0, - "33": 752.0, - "34": 737.0, - "35": 741.0, - "36": 770.0, - "37": 861.0, - "38": 823.0, - "39": 812.0, - "40": 814.0, - "41": 826.0, - "42": 801.0, - "43": 769.0, - "44": 822.0, - "45": 777.0, - "46": 828.0, - "47": 878.0, - "48": 915.0, - "49": 908.0, - "50": 848.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 759898624.0, - "2": 933156352.0, - "3": 933156352.0, - "4": 933156352.0, - "5": 933156352.0, - "6": 933156352.0, - "7": 933156352.0, - "8": 933156352.0, - "9": 933156352.0, - "10": 933156352.0, - "11": 933156352.0, - "12": 933156352.0, - "13": 933156352.0, - "14": 933156352.0, - "15": 933156352.0, - "16": 933156352.0, - "17": 933156352.0, - "18": 933156352.0, - "19": 933156352.0, - "20": 933156352.0, - "21": 933156352.0, - "22": 933156352.0, - "23": 933156352.0, - "24": 933156352.0, - "25": 933156352.0, - "26": 933156352.0, - "27": 933156352.0, - "28": 933156352.0, - "29": 933156352.0, - "30": 933156352.0, - "31": 933156352.0, - "32": 933156352.0, - "33": 933156352.0, - "34": 933156352.0, - "35": 933156352.0, - "36": 933156352.0, - "37": 933156352.0, - "38": 933156352.0, - "39": 933156352.0, - "40": 933156352.0, - "41": 933156352.0, - "42": 933156352.0, - "43": 933156352.0, - "44": 933156352.0, - "45": 933156352.0, - "46": 933156352.0, - "47": 933156352.0, - "48": 933156352.0, - "49": 933156352.0, - "50": 933156352.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 18.71096, - "2": 0.39649, - "3": 0.33228, - "4": 0.33042, - "5": 0.33036, - "6": 0.3326, - "7": 0.33962, - "8": 0.37041, - "9": 0.33077, - "10": 0.33179, - "11": 0.33053, - "12": 0.33332, - "13": 0.33149, - "14": 0.32928, - "15": 0.33252, - "16": 0.3321, - "17": 0.32661, - "18": 0.32933, - "19": 0.32718, - "20": 0.32982, - "21": 0.32827, - "22": 0.3313, - "23": 0.32836, - "24": 0.3287, - "25": 0.33025, - "26": 0.32605, - "27": 0.33501, - "28": 0.32889, - "29": 0.32971, - "30": 0.3318, - "31": 0.33458, - "32": 0.33222, - "33": 0.33434, - "34": 0.3337, - "35": 0.33221, - "36": 0.32984, - "37": 0.32779, - "38": 0.33131, - "39": 0.33056, - "40": 0.32941, - "41": 0.32351, - "42": 0.32946, - "43": 0.32913, - "44": 0.3283, - "45": 0.32845, - "46": 0.32474, - "47": 0.33097, - "48": 0.32791, - "49": 0.33143, - "50": 0.33005 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_nondeterministic_dp_last/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_nondeterministic_dp_last/golden_values_dev_dgx_h100.json index 910068628d2..cc1700ed493 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_nondeterministic_dp_last/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_nondeterministic_dp_last/golden_values_dev_dgx_h100.json @@ -6,53 +6,53 @@ "values": { "1": 10.86535, "2": 10.85873, - "3": 10.86283, - "4": 10.84011, - "5": 10.87855, - "6": 10.88851, + "3": 10.86285, + "4": 10.84007, + "5": 10.87854, + "6": 10.88852, "7": 10.86537, - "8": 10.86017, - "9": 10.85989, - "10": 10.8298, - "11": 10.88947, - "12": 10.87508, + "8": 10.86015, + "9": 10.85985, + "10": 10.82982, + "11": 10.88949, + "12": 10.87509, "13": 10.87426, - "14": 10.89677, - "15": 10.82053, - "16": 10.825, - "17": 10.78979, - "18": 10.81027, - "19": 10.80535, - "20": 10.70395, - "21": 10.66991, + "14": 10.89674, + "15": 10.82054, + "16": 10.82501, + "17": 10.78985, + "18": 10.81032, + "19": 10.8053, + "20": 10.70397, + "21": 10.66986, "22": 10.50641, - "23": 10.69004, - "24": 10.56305, - "25": 10.49417, - "26": 10.56629, + "23": 10.69001, + "24": 10.56317, + "25": 10.49421, + "26": 10.56628, "27": 10.58022, - "28": 10.51575, - "29": 10.55298, + "28": 10.51574, + "29": 10.55292, "30": 10.30549, - "31": 10.02244, - "32": 10.40616, - "33": 10.39872, - "34": 10.1377, - "35": 10.20186, - "36": 10.16052, - "37": 10.28973, - "38": 10.11481, + "31": 10.0225, + "32": 10.40617, + "33": 10.39874, + "34": 10.13772, + "35": 10.20187, + "36": 10.16045, + "37": 10.28977, + "38": 10.11478, "39": 10.36101, - "40": 10.019, + "40": 10.01903, "41": 10.07294, - "42": 10.14697, - "43": 9.74685, + "42": 10.14691, + "43": 9.74683, "44": 9.87762, - "45": 9.74969, - "46": 9.73382, - "47": 10.07533, - "48": 9.78067, - "49": 9.44782, + "45": 9.74966, + "46": 9.73384, + "47": 10.07535, + "48": 9.78069, + "49": 9.44783, "50": 9.83992 } }, @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 601.0, - "2": 613.0, - "3": 655.0, - "4": 593.0, - "5": 678.0, - "6": 642.0, - "7": 620.0, - "8": 549.0, - "9": 640.0, - "10": 502.0, - "11": 660.0, - "12": 645.0, - "13": 615.0, - "14": 696.0, - "15": 670.0, - "16": 631.0, - "17": 648.0, - "18": 611.0, - "19": 605.0, - "20": 621.0, - "21": 673.0, - "22": 661.0, - "23": 715.0, - "24": 654.0, - "25": 594.0, - "26": 589.0, - "27": 648.0, - "28": 690.0, - "29": 755.0, - "30": 678.0, - "31": 584.0, - "32": 712.0, - "33": 793.0, - "34": 765.0, - "35": 738.0, - "36": 737.0, - "37": 868.0, - "38": 726.0, - "39": 868.0, - "40": 809.0, - "41": 833.0, - "42": 806.0, - "43": 783.0, - "44": 785.0, - "45": 800.0, - "46": 875.0, - "47": 903.0, - "48": 899.0, - "49": 878.0, - "50": 873.0 + "1": 607.0, + "2": 628.0, + "3": 600.0, + "4": 658.0, + "5": 657.0, + "6": 707.0, + "7": 637.0, + "8": 593.0, + "9": 632.0, + "10": 553.0, + "11": 641.0, + "12": 631.0, + "13": 676.0, + "14": 643.0, + "15": 623.0, + "16": 611.0, + "17": 687.0, + "18": 622.0, + "19": 581.0, + "20": 609.0, + "21": 652.0, + "22": 621.0, + "23": 800.0, + "24": 618.0, + "25": 623.0, + "26": 595.0, + "27": 679.0, + "28": 726.0, + "29": 719.0, + "30": 723.0, + "31": 624.0, + "32": 737.0, + "33": 776.0, + "34": 713.0, + "35": 696.0, + "36": 759.0, + "37": 829.0, + "38": 784.0, + "39": 798.0, + "40": 813.0, + "41": 814.0, + "42": 880.0, + "43": 780.0, + "44": 775.0, + "45": 759.0, + "46": 849.0, + "47": 938.0, + "48": 876.0, + "49": 886.0, + "50": 817.0 } }, "mem-allocated-bytes": { @@ -175,7 +175,7 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 756752896.0, + "1": 759895552.0, "2": 933156352.0, "3": 933156352.0, "4": 933156352.0, @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 18.51483, - "2": 0.38305, - "3": 0.31916, - "4": 0.33028, - "5": 0.34426, - "6": 0.35623, - "7": 0.32503, - "8": 0.32084, - "9": 0.32047, - "10": 0.32595, - "11": 0.32652, - "12": 0.32296, - "13": 0.32617, - "14": 0.32833, - "15": 0.32492, - "16": 0.32302, - "17": 0.32458, - "18": 0.32598, - "19": 0.32565, - "20": 0.32747, - "21": 0.3272, - "22": 0.32863, - "23": 0.32847, - "24": 0.32664, - "25": 0.32485, - "26": 0.32858, - "27": 0.32665, - "28": 0.32434, - "29": 0.32998, - "30": 0.33789, - "31": 0.32692, - "32": 0.32521, - "33": 0.32521, - "34": 0.32786, - "35": 0.32813, - "36": 0.32665, - "37": 0.32466, - "38": 0.33006, - "39": 0.32341, - "40": 0.32787, - "41": 0.32762, - "42": 0.32448, - "43": 0.32181, - "44": 0.33035, - "45": 0.32497, - "46": 0.32334, - "47": 0.32904, - "48": 0.32458, - "49": 0.32391, - "50": 0.32652 + "1": 18.67374, + "2": 0.33434, + "3": 0.32862, + "4": 0.3312, + "5": 0.32463, + "6": 0.33221, + "7": 0.33167, + "8": 0.32476, + "9": 0.32742, + "10": 0.32327, + "11": 0.31599, + "12": 0.32511, + "13": 0.32273, + "14": 0.31956, + "15": 0.32777, + "16": 0.32745, + "17": 0.31743, + "18": 0.32418, + "19": 0.32759, + "20": 0.32696, + "21": 0.32321, + "22": 0.32923, + "23": 0.32125, + "24": 0.32088, + "25": 0.32288, + "26": 0.31739, + "27": 0.33667, + "28": 0.32586, + "29": 0.31738, + "30": 0.31392, + "31": 0.32116, + "32": 0.31637, + "33": 0.32029, + "34": 0.32057, + "35": 0.31739, + "36": 0.31341, + "37": 0.32121, + "38": 0.326, + "39": 0.31692, + "40": 0.31511, + "41": 0.32216, + "42": 0.31654, + "43": 0.32474, + "44": 0.32162, + "45": 0.31451, + "46": 0.31434, + "47": 0.32885, + "48": 0.31603, + "49": 0.31732, + "50": 0.3234 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_nondeterministic_dp_last/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_nondeterministic_dp_last/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index f0eb7547392..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_nondeterministic_dp_last/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.86535, - "2": 10.85873, - "3": 10.86282, - "4": 10.84009, - "5": 10.87855, - "6": 10.88856, - "7": 10.86539, - "8": 10.86016, - "9": 10.85985, - "10": 10.82981, - "11": 10.8895, - "12": 10.87506, - "13": 10.87424, - "14": 10.89677, - "15": 10.82052, - "16": 10.825, - "17": 10.78983, - "18": 10.81027, - "19": 10.80534, - "20": 10.70395, - "21": 10.66987, - "22": 10.50641, - "23": 10.69005, - "24": 10.56316, - "25": 10.49414, - "26": 10.56627, - "27": 10.58026, - "28": 10.51573, - "29": 10.55295, - "30": 10.30554, - "31": 10.02245, - "32": 10.40617, - "33": 10.39881, - "34": 10.13768, - "35": 10.20187, - "36": 10.16048, - "37": 10.28976, - "38": 10.1148, - "39": 10.361, - "40": 10.019, - "41": 10.07292, - "42": 10.14692, - "43": 9.74685, - "44": 9.8776, - "45": 9.74967, - "46": 9.73383, - "47": 10.07533, - "48": 9.78069, - "49": 9.44781, - "50": 9.83988 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 615.0, - "2": 640.0, - "3": 586.0, - "4": 621.0, - "5": 619.0, - "6": 683.0, - "7": 667.0, - "8": 564.0, - "9": 646.0, - "10": 540.0, - "11": 654.0, - "12": 647.0, - "13": 656.0, - "14": 652.0, - "15": 658.0, - "16": 624.0, - "17": 657.0, - "18": 621.0, - "19": 555.0, - "20": 613.0, - "21": 643.0, - "22": 626.0, - "23": 749.0, - "24": 638.0, - "25": 562.0, - "26": 613.0, - "27": 653.0, - "28": 668.0, - "29": 780.0, - "30": 710.0, - "31": 577.0, - "32": 719.0, - "33": 821.0, - "34": 708.0, - "35": 690.0, - "36": 697.0, - "37": 878.0, - "38": 734.0, - "39": 867.0, - "40": 810.0, - "41": 837.0, - "42": 829.0, - "43": 687.0, - "44": 782.0, - "45": 761.0, - "46": 856.0, - "47": 896.0, - "48": 904.0, - "49": 841.0, - "50": 838.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 757799936.0, - "2": 933156352.0, - "3": 933156352.0, - "4": 933156352.0, - "5": 933156352.0, - "6": 933156352.0, - "7": 933156352.0, - "8": 933156352.0, - "9": 933156352.0, - "10": 933156352.0, - "11": 933156352.0, - "12": 933156352.0, - "13": 933156352.0, - "14": 933156352.0, - "15": 933156352.0, - "16": 933156352.0, - "17": 933156352.0, - "18": 933156352.0, - "19": 933156352.0, - "20": 933156352.0, - "21": 933156352.0, - "22": 933156352.0, - "23": 933156352.0, - "24": 933156352.0, - "25": 933156352.0, - "26": 933156352.0, - "27": 933156352.0, - "28": 933156352.0, - "29": 933156352.0, - "30": 933156352.0, - "31": 933156352.0, - "32": 933156352.0, - "33": 933156352.0, - "34": 933156352.0, - "35": 933156352.0, - "36": 933156352.0, - "37": 933156352.0, - "38": 933156352.0, - "39": 933156352.0, - "40": 933156352.0, - "41": 933156352.0, - "42": 933156352.0, - "43": 933156352.0, - "44": 933156352.0, - "45": 933156352.0, - "46": 933156352.0, - "47": 933156352.0, - "48": 933156352.0, - "49": 933156352.0, - "50": 933156352.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 19.15382, - "2": 0.382, - "3": 0.2953, - "4": 0.30669, - "5": 0.2864, - "6": 0.28721, - "7": 0.28819, - "8": 0.28856, - "9": 0.3024, - "10": 0.29011, - "11": 0.29044, - "12": 0.28948, - "13": 0.29391, - "14": 0.29381, - "15": 0.29174, - "16": 0.29101, - "17": 0.29087, - "18": 0.30622, - "19": 0.28768, - "20": 0.29439, - "21": 0.28914, - "22": 0.28729, - "23": 0.28503, - "24": 0.28932, - "25": 0.28325, - "26": 0.2863, - "27": 0.28599, - "28": 0.28766, - "29": 0.28539, - "30": 0.28326, - "31": 0.2833, - "32": 0.28222, - "33": 0.28588, - "34": 0.28764, - "35": 0.28697, - "36": 0.28266, - "37": 0.2825, - "38": 0.28576, - "39": 0.28329, - "40": 0.28369, - "41": 0.28375, - "42": 0.28077, - "43": 0.28714, - "44": 0.28289, - "45": 0.28552, - "46": 0.28119, - "47": 0.28252, - "48": 0.28882, - "49": 0.30153, - "50": 0.299 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_nondeterministic_dp_last/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_nondeterministic_dp_last/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index cc1700ed493..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_calculate_per_token_loss_nondeterministic_dp_last/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.86535, - "2": 10.85873, - "3": 10.86285, - "4": 10.84007, - "5": 10.87854, - "6": 10.88852, - "7": 10.86537, - "8": 10.86015, - "9": 10.85985, - "10": 10.82982, - "11": 10.88949, - "12": 10.87509, - "13": 10.87426, - "14": 10.89674, - "15": 10.82054, - "16": 10.82501, - "17": 10.78985, - "18": 10.81032, - "19": 10.8053, - "20": 10.70397, - "21": 10.66986, - "22": 10.50641, - "23": 10.69001, - "24": 10.56317, - "25": 10.49421, - "26": 10.56628, - "27": 10.58022, - "28": 10.51574, - "29": 10.55292, - "30": 10.30549, - "31": 10.0225, - "32": 10.40617, - "33": 10.39874, - "34": 10.13772, - "35": 10.20187, - "36": 10.16045, - "37": 10.28977, - "38": 10.11478, - "39": 10.36101, - "40": 10.01903, - "41": 10.07294, - "42": 10.14691, - "43": 9.74683, - "44": 9.87762, - "45": 9.74966, - "46": 9.73384, - "47": 10.07535, - "48": 9.78069, - "49": 9.44783, - "50": 9.83992 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 607.0, - "2": 628.0, - "3": 600.0, - "4": 658.0, - "5": 657.0, - "6": 707.0, - "7": 637.0, - "8": 593.0, - "9": 632.0, - "10": 553.0, - "11": 641.0, - "12": 631.0, - "13": 676.0, - "14": 643.0, - "15": 623.0, - "16": 611.0, - "17": 687.0, - "18": 622.0, - "19": 581.0, - "20": 609.0, - "21": 652.0, - "22": 621.0, - "23": 800.0, - "24": 618.0, - "25": 623.0, - "26": 595.0, - "27": 679.0, - "28": 726.0, - "29": 719.0, - "30": 723.0, - "31": 624.0, - "32": 737.0, - "33": 776.0, - "34": 713.0, - "35": 696.0, - "36": 759.0, - "37": 829.0, - "38": 784.0, - "39": 798.0, - "40": 813.0, - "41": 814.0, - "42": 880.0, - "43": 780.0, - "44": 775.0, - "45": 759.0, - "46": 849.0, - "47": 938.0, - "48": 876.0, - "49": 886.0, - "50": 817.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 759895552.0, - "2": 933156352.0, - "3": 933156352.0, - "4": 933156352.0, - "5": 933156352.0, - "6": 933156352.0, - "7": 933156352.0, - "8": 933156352.0, - "9": 933156352.0, - "10": 933156352.0, - "11": 933156352.0, - "12": 933156352.0, - "13": 933156352.0, - "14": 933156352.0, - "15": 933156352.0, - "16": 933156352.0, - "17": 933156352.0, - "18": 933156352.0, - "19": 933156352.0, - "20": 933156352.0, - "21": 933156352.0, - "22": 933156352.0, - "23": 933156352.0, - "24": 933156352.0, - "25": 933156352.0, - "26": 933156352.0, - "27": 933156352.0, - "28": 933156352.0, - "29": 933156352.0, - "30": 933156352.0, - "31": 933156352.0, - "32": 933156352.0, - "33": 933156352.0, - "34": 933156352.0, - "35": 933156352.0, - "36": 933156352.0, - "37": 933156352.0, - "38": 933156352.0, - "39": 933156352.0, - "40": 933156352.0, - "41": 933156352.0, - "42": 933156352.0, - "43": 933156352.0, - "44": 933156352.0, - "45": 933156352.0, - "46": 933156352.0, - "47": 933156352.0, - "48": 933156352.0, - "49": 933156352.0, - "50": 933156352.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 18.67374, - "2": 0.33434, - "3": 0.32862, - "4": 0.3312, - "5": 0.32463, - "6": 0.33221, - "7": 0.33167, - "8": 0.32476, - "9": 0.32742, - "10": 0.32327, - "11": 0.31599, - "12": 0.32511, - "13": 0.32273, - "14": 0.31956, - "15": 0.32777, - "16": 0.32745, - "17": 0.31743, - "18": 0.32418, - "19": 0.32759, - "20": 0.32696, - "21": 0.32321, - "22": 0.32923, - "23": 0.32125, - "24": 0.32088, - "25": 0.32288, - "26": 0.31739, - "27": 0.33667, - "28": 0.32586, - "29": 0.31738, - "30": 0.31392, - "31": 0.32116, - "32": 0.31637, - "33": 0.32029, - "34": 0.32057, - "35": 0.31739, - "36": 0.31341, - "37": 0.32121, - "38": 0.326, - "39": 0.31692, - "40": 0.31511, - "41": 0.32216, - "42": 0.31654, - "43": 0.32474, - "44": 0.32162, - "45": 0.31451, - "46": 0.31434, - "47": 0.32885, - "48": 0.31603, - "49": 0.31732, - "50": 0.3234 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_dp_last/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_dp_last/golden_values_dev_dgx_h100.json index 5fd95d06800..cd45ff021d9 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_dp_last/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_dp_last/golden_values_dev_dgx_h100.json @@ -175,7 +175,7 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 756752896.0, + "1": 759895552.0, "2": 933156352.0, "3": 933156352.0, "4": 933156352.0, @@ -207,24 +207,24 @@ "30": 933156352.0, "31": 933156352.0, "32": 933156352.0, - "33": 933156352.0, - "34": 933156352.0, - "35": 933156352.0, - "36": 933156352.0, - "37": 933156352.0, - "38": 933156352.0, - "39": 933156352.0, - "40": 933156352.0, - "41": 933156352.0, - "42": 933156352.0, - "43": 933156352.0, - "44": 933156352.0, - "45": 933156352.0, - "46": 933156352.0, - "47": 933156352.0, - "48": 933156352.0, - "49": 933156352.0, - "50": 933156352.0 + "33": 934201856.0, + "34": 934201856.0, + "35": 934201856.0, + "36": 934201856.0, + "37": 934201856.0, + "38": 934201856.0, + "39": 934201856.0, + "40": 934201856.0, + "41": 934201856.0, + "42": 934201856.0, + "43": 934201856.0, + "44": 934201856.0, + "45": 934201856.0, + "46": 934201856.0, + "47": 934201856.0, + "48": 934201856.0, + "49": 934201856.0, + "50": 934201856.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 17.87202, - "2": 0.35495, - "3": 0.32873, - "4": 0.33459, - "5": 0.32873, - "6": 0.33081, - "7": 0.33232, - "8": 0.3289, - "9": 0.33298, - "10": 0.33358, - "11": 0.33283, - "12": 0.33379, - "13": 0.33111, - "14": 0.3333, - "15": 0.33177, - "16": 0.33147, - "17": 0.33096, - "18": 0.33187, - "19": 0.33163, - "20": 0.33051, - "21": 0.33361, - "22": 0.32835, - "23": 0.32736, - "24": 0.32984, - "25": 0.32922, - "26": 0.32419, - "27": 0.32825, - "28": 0.33117, - "29": 0.32926, - "30": 0.32943, - "31": 0.33565, - "32": 0.33382, - "33": 0.33313, - "34": 0.33602, - "35": 0.32634, - "36": 0.33173, - "37": 0.33173, - "38": 0.33145, - "39": 0.32666, - "40": 0.33039, - "41": 0.3278, - "42": 0.32774, - "43": 0.33361, - "44": 0.32996, - "45": 0.32769, - "46": 0.3288, - "47": 0.33016, - "48": 0.33102, - "49": 0.33052, - "50": 0.33008 + "1": 17.72917, + "2": 0.36269, + "3": 0.33585, + "4": 0.33878, + "5": 0.33758, + "6": 0.33453, + "7": 0.33628, + "8": 0.33416, + "9": 0.33309, + "10": 0.33521, + "11": 0.33536, + "12": 0.33148, + "13": 0.33565, + "14": 0.33401, + "15": 0.33029, + "16": 0.33788, + "17": 0.33302, + "18": 0.33337, + "19": 0.33761, + "20": 0.33672, + "21": 0.33256, + "22": 0.3374, + "23": 0.33652, + "24": 0.33672, + "25": 0.33982, + "26": 0.3335, + "27": 0.3328, + "28": 0.33835, + "29": 0.33338, + "30": 0.33371, + "31": 0.33991, + "32": 0.33259, + "33": 0.33537, + "34": 0.33777, + "35": 0.33494, + "36": 0.33504, + "37": 0.33915, + "38": 0.33462, + "39": 0.33387, + "40": 0.33791, + "41": 0.33426, + "42": 0.33834, + "43": 0.33785, + "44": 0.32761, + "45": 0.32857, + "46": 0.33205, + "47": 0.3355, + "48": 0.33535, + "49": 0.33792, + "50": 0.33613 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_dp_last/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_dp_last/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 3730bf58aa1..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_dp_last/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.86535, - "2": 10.85873, - "3": 10.86284, - "4": 10.84009, - "5": 10.87856, - "6": 10.88856, - "7": 10.86532, - "8": 10.86017, - "9": 10.8599, - "10": 10.82981, - "11": 10.8895, - "12": 10.8751, - "13": 10.87423, - "14": 10.89675, - "15": 10.82054, - "16": 10.82504, - "17": 10.78983, - "18": 10.81029, - "19": 10.80535, - "20": 10.70398, - "21": 10.66993, - "22": 10.50643, - "23": 10.69004, - "24": 10.56314, - "25": 10.4942, - "26": 10.56628, - "27": 10.58025, - "28": 10.51571, - "29": 10.55299, - "30": 10.30549, - "31": 10.02245, - "32": 10.40614, - "33": 10.39874, - "34": 10.13771, - "35": 10.20184, - "36": 10.16052, - "37": 10.28973, - "38": 10.11474, - "39": 10.361, - "40": 10.01903, - "41": 10.07292, - "42": 10.14698, - "43": 9.74687, - "44": 9.87766, - "45": 9.74966, - "46": 9.73383, - "47": 10.07535, - "48": 9.78068, - "49": 9.44784, - "50": 9.8399 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 653.0, - "2": 642.0, - "3": 630.0, - "4": 585.0, - "5": 635.0, - "6": 687.0, - "7": 615.0, - "8": 601.0, - "9": 607.0, - "10": 522.0, - "11": 637.0, - "12": 675.0, - "13": 649.0, - "14": 648.0, - "15": 640.0, - "16": 602.0, - "17": 668.0, - "18": 634.0, - "19": 593.0, - "20": 579.0, - "21": 633.0, - "22": 597.0, - "23": 756.0, - "24": 612.0, - "25": 591.0, - "26": 620.0, - "27": 700.0, - "28": 705.0, - "29": 795.0, - "30": 752.0, - "31": 628.0, - "32": 712.0, - "33": 752.0, - "34": 737.0, - "35": 741.0, - "36": 770.0, - "37": 861.0, - "38": 823.0, - "39": 812.0, - "40": 814.0, - "41": 826.0, - "42": 801.0, - "43": 769.0, - "44": 822.0, - "45": 777.0, - "46": 828.0, - "47": 878.0, - "48": 915.0, - "49": 908.0, - "50": 848.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 759895552.0, - "2": 933156352.0, - "3": 933156352.0, - "4": 933156352.0, - "5": 933156352.0, - "6": 933156352.0, - "7": 933156352.0, - "8": 933156352.0, - "9": 933156352.0, - "10": 933156352.0, - "11": 933156352.0, - "12": 933156352.0, - "13": 933156352.0, - "14": 933156352.0, - "15": 933156352.0, - "16": 933156352.0, - "17": 933156352.0, - "18": 933156352.0, - "19": 933156352.0, - "20": 933156352.0, - "21": 933156352.0, - "22": 933156352.0, - "23": 933156352.0, - "24": 933156352.0, - "25": 933156352.0, - "26": 933156352.0, - "27": 933156352.0, - "28": 933156352.0, - "29": 933156352.0, - "30": 933156352.0, - "31": 933156352.0, - "32": 933156352.0, - "33": 933156352.0, - "34": 933156352.0, - "35": 933156352.0, - "36": 933156352.0, - "37": 933156352.0, - "38": 934203392.0, - "39": 934203392.0, - "40": 934203392.0, - "41": 934203392.0, - "42": 934203392.0, - "43": 934203392.0, - "44": 934203392.0, - "45": 934203392.0, - "46": 934203392.0, - "47": 934203392.0, - "48": 934203392.0, - "49": 934203392.0, - "50": 934203392.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 18.70462, - "2": 0.49178, - "3": 0.30373, - "4": 0.3001, - "5": 0.29469, - "6": 0.29224, - "7": 0.29428, - "8": 0.29177, - "9": 0.2949, - "10": 0.29498, - "11": 0.29024, - "12": 0.28647, - "13": 0.29815, - "14": 0.28835, - "15": 0.28856, - "16": 0.29348, - "17": 0.28749, - "18": 0.28567, - "19": 0.28368, - "20": 0.29149, - "21": 0.29096, - "22": 0.28857, - "23": 0.28606, - "24": 0.29136, - "25": 0.29054, - "26": 0.28694, - "27": 0.28152, - "28": 0.28851, - "29": 0.28838, - "30": 0.2819, - "31": 0.29168, - "32": 0.28475, - "33": 0.28928, - "34": 0.32279, - "35": 0.28586, - "36": 0.2887, - "37": 0.2901, - "38": 0.29895, - "39": 0.28981, - "40": 0.28651, - "41": 0.30755, - "42": 0.3078, - "43": 0.30107, - "44": 0.28402, - "45": 0.28696, - "46": 0.28819, - "47": 0.2889, - "48": 0.28688, - "49": 0.28638, - "50": 0.28429 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_dp_last/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_dp_last/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index cd45ff021d9..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_dp_last/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.86535, - "2": 10.85873, - "3": 10.86284, - "4": 10.84009, - "5": 10.87856, - "6": 10.88856, - "7": 10.86532, - "8": 10.86017, - "9": 10.8599, - "10": 10.82981, - "11": 10.8895, - "12": 10.8751, - "13": 10.87423, - "14": 10.89675, - "15": 10.82054, - "16": 10.82504, - "17": 10.78983, - "18": 10.81029, - "19": 10.80535, - "20": 10.70398, - "21": 10.66993, - "22": 10.50643, - "23": 10.69004, - "24": 10.56314, - "25": 10.4942, - "26": 10.56628, - "27": 10.58025, - "28": 10.51571, - "29": 10.55299, - "30": 10.30549, - "31": 10.02245, - "32": 10.40614, - "33": 10.39874, - "34": 10.13771, - "35": 10.20184, - "36": 10.16052, - "37": 10.28973, - "38": 10.11474, - "39": 10.361, - "40": 10.01903, - "41": 10.07292, - "42": 10.14698, - "43": 9.74687, - "44": 9.87766, - "45": 9.74966, - "46": 9.73383, - "47": 10.07535, - "48": 9.78068, - "49": 9.44784, - "50": 9.8399 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 653.0, - "2": 642.0, - "3": 630.0, - "4": 585.0, - "5": 635.0, - "6": 687.0, - "7": 615.0, - "8": 601.0, - "9": 607.0, - "10": 522.0, - "11": 637.0, - "12": 675.0, - "13": 649.0, - "14": 648.0, - "15": 640.0, - "16": 602.0, - "17": 668.0, - "18": 634.0, - "19": 593.0, - "20": 579.0, - "21": 633.0, - "22": 597.0, - "23": 756.0, - "24": 612.0, - "25": 591.0, - "26": 620.0, - "27": 700.0, - "28": 705.0, - "29": 795.0, - "30": 752.0, - "31": 628.0, - "32": 712.0, - "33": 752.0, - "34": 737.0, - "35": 741.0, - "36": 770.0, - "37": 861.0, - "38": 823.0, - "39": 812.0, - "40": 814.0, - "41": 826.0, - "42": 801.0, - "43": 769.0, - "44": 822.0, - "45": 777.0, - "46": 828.0, - "47": 878.0, - "48": 915.0, - "49": 908.0, - "50": 848.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 759895552.0, - "2": 933156352.0, - "3": 933156352.0, - "4": 933156352.0, - "5": 933156352.0, - "6": 933156352.0, - "7": 933156352.0, - "8": 933156352.0, - "9": 933156352.0, - "10": 933156352.0, - "11": 933156352.0, - "12": 933156352.0, - "13": 933156352.0, - "14": 933156352.0, - "15": 933156352.0, - "16": 933156352.0, - "17": 933156352.0, - "18": 933156352.0, - "19": 933156352.0, - "20": 933156352.0, - "21": 933156352.0, - "22": 933156352.0, - "23": 933156352.0, - "24": 933156352.0, - "25": 933156352.0, - "26": 933156352.0, - "27": 933156352.0, - "28": 933156352.0, - "29": 933156352.0, - "30": 933156352.0, - "31": 933156352.0, - "32": 933156352.0, - "33": 934201856.0, - "34": 934201856.0, - "35": 934201856.0, - "36": 934201856.0, - "37": 934201856.0, - "38": 934201856.0, - "39": 934201856.0, - "40": 934201856.0, - "41": 934201856.0, - "42": 934201856.0, - "43": 934201856.0, - "44": 934201856.0, - "45": 934201856.0, - "46": 934201856.0, - "47": 934201856.0, - "48": 934201856.0, - "49": 934201856.0, - "50": 934201856.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 17.72917, - "2": 0.36269, - "3": 0.33585, - "4": 0.33878, - "5": 0.33758, - "6": 0.33453, - "7": 0.33628, - "8": 0.33416, - "9": 0.33309, - "10": 0.33521, - "11": 0.33536, - "12": 0.33148, - "13": 0.33565, - "14": 0.33401, - "15": 0.33029, - "16": 0.33788, - "17": 0.33302, - "18": 0.33337, - "19": 0.33761, - "20": 0.33672, - "21": 0.33256, - "22": 0.3374, - "23": 0.33652, - "24": 0.33672, - "25": 0.33982, - "26": 0.3335, - "27": 0.3328, - "28": 0.33835, - "29": 0.33338, - "30": 0.33371, - "31": 0.33991, - "32": 0.33259, - "33": 0.33537, - "34": 0.33777, - "35": 0.33494, - "36": 0.33504, - "37": 0.33915, - "38": 0.33462, - "39": 0.33387, - "40": 0.33791, - "41": 0.33426, - "42": 0.33834, - "43": 0.33785, - "44": 0.32761, - "45": 0.32857, - "46": 0.33205, - "47": 0.3355, - "48": 0.33535, - "49": 0.33792, - "50": 0.33613 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_nondeterministic_dp_last/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_nondeterministic_dp_last/golden_values_dev_dgx_h100.json index 7f2dfc8b2bc..524007ed7d6 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_nondeterministic_dp_last/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_nondeterministic_dp_last/golden_values_dev_dgx_h100.json @@ -8,52 +8,52 @@ "2": 10.85873, "3": 10.86283, "4": 10.84007, - "5": 10.87856, - "6": 10.88854, - "7": 10.86537, - "8": 10.86016, - "9": 10.85989, - "10": 10.82983, - "11": 10.88946, - "12": 10.8751, - "13": 10.87425, - "14": 10.89673, + "5": 10.87854, + "6": 10.88853, + "7": 10.86532, + "8": 10.8602, + "9": 10.85991, + "10": 10.82981, + "11": 10.8895, + "12": 10.87507, + "13": 10.87426, + "14": 10.89678, "15": 10.82054, - "16": 10.82498, - "17": 10.78981, - "18": 10.81028, - "19": 10.80532, - "20": 10.70399, - "21": 10.66989, + "16": 10.825, + "17": 10.7898, + "18": 10.8103, + "19": 10.80536, + "20": 10.70398, + "21": 10.66992, "22": 10.50644, "23": 10.69005, - "24": 10.56315, - "25": 10.49423, - "26": 10.56628, - "27": 10.58023, - "28": 10.51568, - "29": 10.55294, + "24": 10.5631, + "25": 10.49418, + "26": 10.56626, + "27": 10.58028, + "28": 10.51572, + "29": 10.55298, "30": 10.30549, "31": 10.02244, - "32": 10.40614, - "33": 10.39877, - "34": 10.13771, - "35": 10.20187, - "36": 10.16047, - "37": 10.28971, - "38": 10.11478, - "39": 10.36106, - "40": 10.01903, - "41": 10.0729, - "42": 10.14696, - "43": 9.74682, - "44": 9.87762, - "45": 9.74966, - "46": 9.73383, - "47": 10.07536, + "32": 10.40615, + "33": 10.3988, + "34": 10.13773, + "35": 10.20188, + "36": 10.1605, + "37": 10.28974, + "38": 10.11477, + "39": 10.36102, + "40": 10.01902, + "41": 10.07292, + "42": 10.14694, + "43": 9.74685, + "44": 9.87766, + "45": 9.74965, + "46": 9.73384, + "47": 10.07535, "48": 9.7807, - "49": 9.44779, - "50": 9.83987 + "49": 9.44783, + "50": 9.83991 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 603.0, - "2": 644.0, - "3": 642.0, - "4": 665.0, - "5": 647.0, - "6": 668.0, - "7": 615.0, - "8": 545.0, - "9": 591.0, - "10": 540.0, - "11": 689.0, - "12": 629.0, - "13": 696.0, - "14": 658.0, - "15": 592.0, - "16": 672.0, - "17": 674.0, - "18": 623.0, - "19": 635.0, - "20": 573.0, - "21": 651.0, - "22": 625.0, - "23": 761.0, - "24": 631.0, - "25": 593.0, - "26": 614.0, - "27": 646.0, - "28": 744.0, - "29": 756.0, - "30": 699.0, - "31": 600.0, - "32": 686.0, - "33": 777.0, - "34": 734.0, - "35": 765.0, - "36": 763.0, - "37": 876.0, - "38": 802.0, - "39": 832.0, - "40": 788.0, - "41": 811.0, - "42": 850.0, - "43": 765.0, - "44": 854.0, - "45": 853.0, - "46": 878.0, - "47": 862.0, - "48": 881.0, - "49": 859.0, - "50": 919.0 + "1": 647.0, + "2": 614.0, + "3": 640.0, + "4": 603.0, + "5": 600.0, + "6": 683.0, + "7": 630.0, + "8": 565.0, + "9": 671.0, + "10": 531.0, + "11": 670.0, + "12": 643.0, + "13": 626.0, + "14": 635.0, + "15": 655.0, + "16": 643.0, + "17": 693.0, + "18": 634.0, + "19": 648.0, + "20": 644.0, + "21": 690.0, + "22": 606.0, + "23": 694.0, + "24": 565.0, + "25": 605.0, + "26": 636.0, + "27": 638.0, + "28": 721.0, + "29": 750.0, + "30": 760.0, + "31": 572.0, + "32": 705.0, + "33": 816.0, + "34": 737.0, + "35": 720.0, + "36": 710.0, + "37": 862.0, + "38": 763.0, + "39": 909.0, + "40": 795.0, + "41": 776.0, + "42": 858.0, + "43": 771.0, + "44": 858.0, + "45": 857.0, + "46": 864.0, + "47": 880.0, + "48": 923.0, + "49": 899.0, + "50": 868.0 } }, "mem-allocated-bytes": { @@ -175,7 +175,7 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 759895552.0, + "1": 757801472.0, "2": 933156352.0, "3": 933156352.0, "4": 933156352.0, @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 17.48669, - "2": 0.35686, - "3": 0.33796, - "4": 0.33709, - "5": 0.33802, - "6": 0.33381, - "7": 0.33842, - "8": 0.3348, - "9": 0.33686, - "10": 0.3401, - "11": 0.34206, - "12": 0.33741, - "13": 0.34235, - "14": 0.33743, - "15": 0.34813, - "16": 0.342, - "17": 0.33354, - "18": 0.33386, - "19": 0.32453, - "20": 0.31766, - "21": 0.31357, - "22": 0.3174, - "23": 0.31757, - "24": 0.31831, - "25": 0.3365, - "26": 0.33734, - "27": 0.33686, - "28": 0.32433, - "29": 0.3211, - "30": 0.31641, - "31": 0.32085, - "32": 0.32356, - "33": 0.31983, - "34": 0.31994, - "35": 0.32561, - "36": 0.3216, - "37": 0.31934, - "38": 0.31931, - "39": 0.32259, - "40": 0.31785, - "41": 0.321, - "42": 0.32432, - "43": 0.32102, - "44": 0.31762, - "45": 0.32401, - "46": 0.32061, - "47": 0.3186, - "48": 0.32263, - "49": 0.31974, - "50": 0.31888 + "1": 17.58309, + "2": 0.34736, + "3": 0.32683, + "4": 0.3279, + "5": 0.32934, + "6": 0.33179, + "7": 0.3281, + "8": 0.3324, + "9": 0.32989, + "10": 0.32742, + "11": 0.33009, + "12": 0.3345, + "13": 0.33455, + "14": 0.3346, + "15": 0.33747, + "16": 0.33625, + "17": 0.3454, + "18": 0.33586, + "19": 0.33227, + "20": 0.33242, + "21": 0.33093, + "22": 0.33378, + "23": 0.33439, + "24": 0.33159, + "25": 0.32826, + "26": 0.33259, + "27": 0.33154, + "28": 0.32855, + "29": 0.32973, + "30": 0.33267, + "31": 0.33156, + "32": 0.32832, + "33": 0.33304, + "34": 0.32817, + "35": 0.32993, + "36": 0.33154, + "37": 0.32842, + "38": 0.32508, + "39": 0.33067, + "40": 0.33115, + "41": 0.32719, + "42": 0.33205, + "43": 0.3472, + "44": 0.33564, + "45": 0.33202, + "46": 0.33051, + "47": 0.32871, + "48": 0.33055, + "49": 0.33399, + "50": 0.33114 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_nondeterministic_dp_last/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_nondeterministic_dp_last/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 5c64711360d..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_nondeterministic_dp_last/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.86535, - "2": 10.85873, - "3": 10.86283, - "4": 10.84006, - "5": 10.87853, - "6": 10.88852, - "7": 10.86537, - "8": 10.86018, - "9": 10.85991, - "10": 10.82984, - "11": 10.88948, - "12": 10.87506, - "13": 10.87427, - "14": 10.8968, - "15": 10.82052, - "16": 10.82498, - "17": 10.78984, - "18": 10.8103, - "19": 10.80531, - "20": 10.70396, - "21": 10.66991, - "22": 10.50642, - "23": 10.69005, - "24": 10.56311, - "25": 10.49418, - "26": 10.56624, - "27": 10.58025, - "28": 10.51574, - "29": 10.55295, - "30": 10.3055, - "31": 10.0225, - "32": 10.40617, - "33": 10.39874, - "34": 10.13767, - "35": 10.20188, - "36": 10.16051, - "37": 10.28971, - "38": 10.11484, - "39": 10.361, - "40": 10.01901, - "41": 10.07292, - "42": 10.14698, - "43": 9.74684, - "44": 9.87759, - "45": 9.74966, - "46": 9.73384, - "47": 10.07536, - "48": 9.78071, - "49": 9.44782, - "50": 9.83988 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 597.0, - "2": 639.0, - "3": 612.0, - "4": 595.0, - "5": 633.0, - "6": 679.0, - "7": 626.0, - "8": 555.0, - "9": 700.0, - "10": 529.0, - "11": 658.0, - "12": 622.0, - "13": 660.0, - "14": 622.0, - "15": 690.0, - "16": 639.0, - "17": 671.0, - "18": 653.0, - "19": 595.0, - "20": 584.0, - "21": 656.0, - "22": 560.0, - "23": 743.0, - "24": 616.0, - "25": 626.0, - "26": 623.0, - "27": 680.0, - "28": 680.0, - "29": 750.0, - "30": 690.0, - "31": 560.0, - "32": 794.0, - "33": 753.0, - "34": 693.0, - "35": 696.0, - "36": 760.0, - "37": 852.0, - "38": 792.0, - "39": 849.0, - "40": 773.0, - "41": 842.0, - "42": 798.0, - "43": 732.0, - "44": 751.0, - "45": 788.0, - "46": 834.0, - "47": 853.0, - "48": 888.0, - "49": 919.0, - "50": 813.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 759895552.0, - "2": 933156352.0, - "3": 933156352.0, - "4": 933156352.0, - "5": 933156352.0, - "6": 933156352.0, - "7": 933156352.0, - "8": 933156352.0, - "9": 933156352.0, - "10": 934204928.0, - "11": 934204928.0, - "12": 934204928.0, - "13": 934204928.0, - "14": 934204928.0, - "15": 934204928.0, - "16": 934204928.0, - "17": 934204928.0, - "18": 934204928.0, - "19": 934204928.0, - "20": 934204928.0, - "21": 934204928.0, - "22": 934204928.0, - "23": 934204928.0, - "24": 934204928.0, - "25": 934204928.0, - "26": 934204928.0, - "27": 934204928.0, - "28": 934204928.0, - "29": 934204928.0, - "30": 934204928.0, - "31": 934204928.0, - "32": 934204928.0, - "33": 934204928.0, - "34": 934204928.0, - "35": 934204928.0, - "36": 934204928.0, - "37": 934204928.0, - "38": 934204928.0, - "39": 934204928.0, - "40": 934204928.0, - "41": 934204928.0, - "42": 934204928.0, - "43": 934204928.0, - "44": 934204928.0, - "45": 934204928.0, - "46": 934204928.0, - "47": 934204928.0, - "48": 934204928.0, - "49": 934204928.0, - "50": 934204928.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 18.56725, - "2": 0.36563, - "3": 0.29793, - "4": 0.29146, - "5": 0.29688, - "6": 0.29337, - "7": 0.29262, - "8": 0.28985, - "9": 0.29835, - "10": 0.32046, - "11": 0.28909, - "12": 0.29047, - "13": 0.29281, - "14": 0.29357, - "15": 0.29127, - "16": 0.29335, - "17": 0.29304, - "18": 0.29416, - "19": 0.29357, - "20": 0.29492, - "21": 0.28986, - "22": 0.29152, - "23": 0.29187, - "24": 0.29293, - "25": 0.28805, - "26": 0.28928, - "27": 0.28866, - "28": 0.29096, - "29": 0.28896, - "30": 0.2822, - "31": 0.31729, - "32": 0.28381, - "33": 0.28187, - "34": 0.28158, - "35": 0.28315, - "36": 0.28905, - "37": 0.28877, - "38": 0.29206, - "39": 0.28679, - "40": 0.28818, - "41": 0.28755, - "42": 0.28911, - "43": 0.28782, - "44": 0.28493, - "45": 0.28392, - "46": 0.28061, - "47": 0.29507, - "48": 0.28442, - "49": 0.28204, - "50": 0.28301 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_nondeterministic_dp_last/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_nondeterministic_dp_last/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 524007ed7d6..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_etp4_nondeterministic_dp_last/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.86535, - "2": 10.85873, - "3": 10.86283, - "4": 10.84007, - "5": 10.87854, - "6": 10.88853, - "7": 10.86532, - "8": 10.8602, - "9": 10.85991, - "10": 10.82981, - "11": 10.8895, - "12": 10.87507, - "13": 10.87426, - "14": 10.89678, - "15": 10.82054, - "16": 10.825, - "17": 10.7898, - "18": 10.8103, - "19": 10.80536, - "20": 10.70398, - "21": 10.66992, - "22": 10.50644, - "23": 10.69005, - "24": 10.5631, - "25": 10.49418, - "26": 10.56626, - "27": 10.58028, - "28": 10.51572, - "29": 10.55298, - "30": 10.30549, - "31": 10.02244, - "32": 10.40615, - "33": 10.3988, - "34": 10.13773, - "35": 10.20188, - "36": 10.1605, - "37": 10.28974, - "38": 10.11477, - "39": 10.36102, - "40": 10.01902, - "41": 10.07292, - "42": 10.14694, - "43": 9.74685, - "44": 9.87766, - "45": 9.74965, - "46": 9.73384, - "47": 10.07535, - "48": 9.7807, - "49": 9.44783, - "50": 9.83991 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 647.0, - "2": 614.0, - "3": 640.0, - "4": 603.0, - "5": 600.0, - "6": 683.0, - "7": 630.0, - "8": 565.0, - "9": 671.0, - "10": 531.0, - "11": 670.0, - "12": 643.0, - "13": 626.0, - "14": 635.0, - "15": 655.0, - "16": 643.0, - "17": 693.0, - "18": 634.0, - "19": 648.0, - "20": 644.0, - "21": 690.0, - "22": 606.0, - "23": 694.0, - "24": 565.0, - "25": 605.0, - "26": 636.0, - "27": 638.0, - "28": 721.0, - "29": 750.0, - "30": 760.0, - "31": 572.0, - "32": 705.0, - "33": 816.0, - "34": 737.0, - "35": 720.0, - "36": 710.0, - "37": 862.0, - "38": 763.0, - "39": 909.0, - "40": 795.0, - "41": 776.0, - "42": 858.0, - "43": 771.0, - "44": 858.0, - "45": 857.0, - "46": 864.0, - "47": 880.0, - "48": 923.0, - "49": 899.0, - "50": 868.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 757801472.0, - "2": 933156352.0, - "3": 933156352.0, - "4": 933156352.0, - "5": 933156352.0, - "6": 933156352.0, - "7": 933156352.0, - "8": 933156352.0, - "9": 933156352.0, - "10": 933156352.0, - "11": 933156352.0, - "12": 933156352.0, - "13": 933156352.0, - "14": 933156352.0, - "15": 933156352.0, - "16": 933156352.0, - "17": 933156352.0, - "18": 933156352.0, - "19": 933156352.0, - "20": 933156352.0, - "21": 933156352.0, - "22": 933156352.0, - "23": 933156352.0, - "24": 933156352.0, - "25": 933156352.0, - "26": 933156352.0, - "27": 933156352.0, - "28": 933156352.0, - "29": 933156352.0, - "30": 933156352.0, - "31": 933156352.0, - "32": 933156352.0, - "33": 933156352.0, - "34": 933156352.0, - "35": 933156352.0, - "36": 933156352.0, - "37": 933156352.0, - "38": 933156352.0, - "39": 933156352.0, - "40": 933156352.0, - "41": 933156352.0, - "42": 933156352.0, - "43": 933156352.0, - "44": 933156352.0, - "45": 933156352.0, - "46": 933156352.0, - "47": 933156352.0, - "48": 933156352.0, - "49": 933156352.0, - "50": 933156352.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 17.58309, - "2": 0.34736, - "3": 0.32683, - "4": 0.3279, - "5": 0.32934, - "6": 0.33179, - "7": 0.3281, - "8": 0.3324, - "9": 0.32989, - "10": 0.32742, - "11": 0.33009, - "12": 0.3345, - "13": 0.33455, - "14": 0.3346, - "15": 0.33747, - "16": 0.33625, - "17": 0.3454, - "18": 0.33586, - "19": 0.33227, - "20": 0.33242, - "21": 0.33093, - "22": 0.33378, - "23": 0.33439, - "24": 0.33159, - "25": 0.32826, - "26": 0.33259, - "27": 0.33154, - "28": 0.32855, - "29": 0.32973, - "30": 0.33267, - "31": 0.33156, - "32": 0.32832, - "33": 0.33304, - "34": 0.32817, - "35": 0.32993, - "36": 0.33154, - "37": 0.32842, - "38": 0.32508, - "39": 0.33067, - "40": 0.33115, - "41": 0.32719, - "42": 0.33205, - "43": 0.3472, - "44": 0.33564, - "45": 0.33202, - "46": 0.33051, - "47": 0.32871, - "48": 0.33055, - "49": 0.33399, - "50": 0.33114 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_nondeterministic/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_nondeterministic/golden_values_dev_dgx_h100.json index bb6bba8ed0e..fb8e93ed571 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_nondeterministic/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_nondeterministic/golden_values_dev_dgx_h100.json @@ -6,53 +6,53 @@ "values": { "1": 10.86535, "2": 10.85873, - "3": 10.8628, - "4": 10.84009, - "5": 10.87853, - "6": 10.88854, - "7": 10.86533, + "3": 10.86285, + "4": 10.84011, + "5": 10.87856, + "6": 10.88852, + "7": 10.86536, "8": 10.86016, - "9": 10.85986, - "10": 10.82978, - "11": 10.88951, + "9": 10.85989, + "10": 10.82982, + "11": 10.88947, "12": 10.8751, - "13": 10.87423, - "14": 10.89676, - "15": 10.82054, + "13": 10.87425, + "14": 10.89675, + "15": 10.82051, "16": 10.82498, - "17": 10.78983, - "18": 10.8103, - "19": 10.80532, - "20": 10.70395, - "21": 10.66992, - "22": 10.50638, - "23": 10.69003, - "24": 10.5631, - "25": 10.4942, - "26": 10.56628, - "27": 10.58022, - "28": 10.51569, - "29": 10.55298, - "30": 10.30552, + "17": 10.78982, + "18": 10.81029, + "19": 10.80533, + "20": 10.70397, + "21": 10.66991, + "22": 10.50644, + "23": 10.69004, + "24": 10.56312, + "25": 10.49421, + "26": 10.56627, + "27": 10.58027, + "28": 10.51573, + "29": 10.553, + "30": 10.30549, "31": 10.02248, "32": 10.40616, - "33": 10.39876, - "34": 10.13775, - "35": 10.20182, - "36": 10.16045, - "37": 10.28971, - "38": 10.11479, - "39": 10.36102, - "40": 10.01903, - "41": 10.07292, - "42": 10.14694, - "43": 9.74688, - "44": 9.87761, - "45": 9.74964, - "46": 9.73382, - "47": 10.07536, + "33": 10.39874, + "34": 10.13771, + "35": 10.20187, + "36": 10.16049, + "37": 10.28975, + "38": 10.11483, + "39": 10.36101, + "40": 10.01902, + "41": 10.07289, + "42": 10.14695, + "43": 9.74689, + "44": 9.87763, + "45": 9.74967, + "46": 9.73381, + "47": 10.07535, "48": 9.78068, - "49": 9.44785, + "49": 9.44781, "50": 9.8399 } }, @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 575.0, - "2": 661.0, - "3": 612.0, - "4": 601.0, - "5": 654.0, - "6": 680.0, - "7": 639.0, - "8": 567.0, - "9": 683.0, - "10": 559.0, - "11": 618.0, - "12": 620.0, - "13": 668.0, - "14": 681.0, - "15": 642.0, - "16": 637.0, - "17": 645.0, - "18": 610.0, - "19": 622.0, - "20": 611.0, - "21": 667.0, - "22": 590.0, - "23": 734.0, - "24": 615.0, - "25": 598.0, - "26": 634.0, - "27": 667.0, - "28": 675.0, - "29": 769.0, - "30": 715.0, - "31": 607.0, - "32": 763.0, - "33": 814.0, - "34": 694.0, - "35": 713.0, - "36": 780.0, - "37": 817.0, - "38": 759.0, - "39": 886.0, - "40": 790.0, - "41": 758.0, - "42": 895.0, - "43": 763.0, - "44": 846.0, - "45": 765.0, - "46": 822.0, - "47": 882.0, - "48": 890.0, - "49": 875.0, - "50": 829.0 + "1": 625.0, + "2": 644.0, + "3": 614.0, + "4": 636.0, + "5": 605.0, + "6": 649.0, + "7": 606.0, + "8": 559.0, + "9": 658.0, + "10": 524.0, + "11": 693.0, + "12": 598.0, + "13": 702.0, + "14": 660.0, + "15": 638.0, + "16": 596.0, + "17": 662.0, + "18": 586.0, + "19": 594.0, + "20": 598.0, + "21": 656.0, + "22": 608.0, + "23": 706.0, + "24": 609.0, + "25": 610.0, + "26": 632.0, + "27": 664.0, + "28": 766.0, + "29": 765.0, + "30": 755.0, + "31": 606.0, + "32": 708.0, + "33": 775.0, + "34": 735.0, + "35": 729.0, + "36": 739.0, + "37": 840.0, + "38": 749.0, + "39": 911.0, + "40": 763.0, + "41": 830.0, + "42": 835.0, + "43": 755.0, + "44": 823.0, + "45": 799.0, + "46": 811.0, + "47": 869.0, + "48": 839.0, + "49": 897.0, + "50": 869.0 } }, "mem-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 759895552.0, - "2": 934203904.0, - "3": 934203904.0, - "4": 934203904.0, - "5": 934203904.0, - "6": 934203904.0, - "7": 934203904.0, - "8": 934203904.0, - "9": 934203904.0, - "10": 934203904.0, - "11": 934203904.0, - "12": 934203904.0, - "13": 934203904.0, - "14": 934203904.0, - "15": 934203904.0, - "16": 934203904.0, - "17": 934203904.0, - "18": 934203904.0, - "19": 934203904.0, - "20": 934203904.0, - "21": 934203904.0, - "22": 934203904.0, - "23": 934203904.0, - "24": 934203904.0, - "25": 934203904.0, - "26": 934203904.0, - "27": 934203904.0, - "28": 934203904.0, - "29": 934203904.0, - "30": 934203904.0, - "31": 934203904.0, - "32": 934203904.0, - "33": 934203904.0, - "34": 934203904.0, - "35": 934203904.0, - "36": 934203904.0, - "37": 934203904.0, - "38": 934203904.0, - "39": 934203904.0, - "40": 934203904.0, - "41": 934203904.0, - "42": 934203904.0, - "43": 934203904.0, - "44": 934203904.0, - "45": 934203904.0, - "46": 934203904.0, - "47": 934203904.0, - "48": 934203904.0, - "49": 934203904.0, - "50": 934203904.0 + "1": 759898624.0, + "2": 933156352.0, + "3": 933156352.0, + "4": 934202368.0, + "5": 934202368.0, + "6": 934202368.0, + "7": 934202368.0, + "8": 934202368.0, + "9": 934202368.0, + "10": 934202368.0, + "11": 934202368.0, + "12": 934202368.0, + "13": 934202368.0, + "14": 934202368.0, + "15": 934202368.0, + "16": 934202368.0, + "17": 934202368.0, + "18": 934202368.0, + "19": 934202368.0, + "20": 934202368.0, + "21": 934202368.0, + "22": 934202368.0, + "23": 934202368.0, + "24": 934202368.0, + "25": 934202368.0, + "26": 934202368.0, + "27": 934202368.0, + "28": 934202368.0, + "29": 934202368.0, + "30": 934202368.0, + "31": 934202368.0, + "32": 934202368.0, + "33": 934202368.0, + "34": 934202368.0, + "35": 934202368.0, + "36": 934202368.0, + "37": 934202368.0, + "38": 934202368.0, + "39": 934202368.0, + "40": 934202368.0, + "41": 934202368.0, + "42": 934202368.0, + "43": 934202368.0, + "44": 934202368.0, + "45": 934202368.0, + "46": 934202368.0, + "47": 934202368.0, + "48": 934202368.0, + "49": 934202368.0, + "50": 934202368.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 15.70977, - "2": 0.39393, - "3": 0.33447, - "4": 0.34165, - "5": 0.33487, - "6": 0.33525, - "7": 0.33869, - "8": 0.33407, - "9": 0.32508, - "10": 0.32918, - "11": 0.32205, - "12": 0.32514, - "13": 0.32309, - "14": 0.32866, - "15": 0.32578, - "16": 0.32709, - "17": 0.32494, - "18": 0.3252, - "19": 0.32806, - "20": 0.32441, - "21": 0.32296, - "22": 0.32925, - "23": 0.32839, - "24": 0.32762, - "25": 0.33125, - "26": 0.3356, - "27": 0.32827, - "28": 0.32644, - "29": 0.32972, - "30": 0.32228, - "31": 0.3298, - "32": 0.32343, - "33": 0.32498, - "34": 0.32618, - "35": 0.32714, - "36": 0.32467, - "37": 0.32506, - "38": 0.32635, - "39": 0.3247, - "40": 0.32635, - "41": 0.32613, - "42": 0.32304, - "43": 0.32555, - "44": 0.32911, - "45": 0.3247, - "46": 0.32199, - "47": 0.32475, - "48": 0.32466, - "49": 0.32582, - "50": 0.32505 + "1": 15.91359, + "2": 0.40136, + "3": 0.32913, + "4": 0.33946, + "5": 0.32404, + "6": 0.31963, + "7": 0.32283, + "8": 0.32302, + "9": 0.32004, + "10": 0.32058, + "11": 0.33128, + "12": 0.32725, + "13": 0.3253, + "14": 0.32532, + "15": 0.32194, + "16": 0.32237, + "17": 0.31946, + "18": 0.31937, + "19": 0.3185, + "20": 0.3193, + "21": 0.32216, + "22": 0.328, + "23": 0.32251, + "24": 0.32294, + "25": 0.32205, + "26": 0.32393, + "27": 0.32132, + "28": 0.32221, + "29": 0.32269, + "30": 0.32422, + "31": 0.32527, + "32": 0.32866, + "33": 0.32346, + "34": 0.32064, + "35": 0.3199, + "36": 0.32198, + "37": 0.32252, + "38": 0.32103, + "39": 0.32486, + "40": 0.32573, + "41": 0.32643, + "42": 0.3234, + "43": 0.32778, + "44": 0.32302, + "45": 0.32434, + "46": 0.32532, + "47": 0.32115, + "48": 0.31979, + "49": 0.3233, + "50": 0.31776 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_nondeterministic/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_nondeterministic/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 8e79ecc164b..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_nondeterministic/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.86535, - "2": 10.85873, - "3": 10.86283, - "4": 10.84004, - "5": 10.87856, - "6": 10.88851, - "7": 10.86535, - "8": 10.86016, - "9": 10.8599, - "10": 10.8298, - "11": 10.88949, - "12": 10.87507, - "13": 10.87424, - "14": 10.89675, - "15": 10.82057, - "16": 10.82503, - "17": 10.7898, - "18": 10.81025, - "19": 10.80535, - "20": 10.70398, - "21": 10.6699, - "22": 10.50643, - "23": 10.69004, - "24": 10.5631, - "25": 10.49418, - "26": 10.56626, - "27": 10.58022, - "28": 10.5157, - "29": 10.55297, - "30": 10.30551, - "31": 10.02249, - "32": 10.40617, - "33": 10.3988, - "34": 10.13771, - "35": 10.20187, - "36": 10.16052, - "37": 10.28969, - "38": 10.11482, - "39": 10.36105, - "40": 10.01899, - "41": 10.0729, - "42": 10.14695, - "43": 9.74686, - "44": 9.87766, - "45": 9.74967, - "46": 9.73385, - "47": 10.07539, - "48": 9.7807, - "49": 9.4478, - "50": 9.83992 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 594.0, - "2": 655.0, - "3": 626.0, - "4": 604.0, - "5": 612.0, - "6": 667.0, - "7": 653.0, - "8": 575.0, - "9": 673.0, - "10": 542.0, - "11": 672.0, - "12": 584.0, - "13": 616.0, - "14": 673.0, - "15": 695.0, - "16": 655.0, - "17": 640.0, - "18": 640.0, - "19": 637.0, - "20": 601.0, - "21": 680.0, - "22": 565.0, - "23": 706.0, - "24": 615.0, - "25": 603.0, - "26": 591.0, - "27": 653.0, - "28": 696.0, - "29": 781.0, - "30": 767.0, - "31": 608.0, - "32": 740.0, - "33": 839.0, - "34": 727.0, - "35": 729.0, - "36": 720.0, - "37": 821.0, - "38": 818.0, - "39": 826.0, - "40": 750.0, - "41": 855.0, - "42": 871.0, - "43": 719.0, - "44": 838.0, - "45": 761.0, - "46": 886.0, - "47": 852.0, - "48": 876.0, - "49": 905.0, - "50": 872.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 759895552.0, - "2": 933156352.0, - "3": 933156352.0, - "4": 934202368.0, - "5": 934202368.0, - "6": 934202368.0, - "7": 934202368.0, - "8": 934202368.0, - "9": 934202368.0, - "10": 934202368.0, - "11": 934202368.0, - "12": 934202368.0, - "13": 934202368.0, - "14": 934202368.0, - "15": 934202368.0, - "16": 934202368.0, - "17": 934202368.0, - "18": 934202368.0, - "19": 934202368.0, - "20": 934202368.0, - "21": 934202368.0, - "22": 934202368.0, - "23": 934202368.0, - "24": 934202368.0, - "25": 934202368.0, - "26": 934202368.0, - "27": 934202368.0, - "28": 934202368.0, - "29": 934202368.0, - "30": 934202368.0, - "31": 934202368.0, - "32": 934202368.0, - "33": 934202368.0, - "34": 934202368.0, - "35": 934202368.0, - "36": 934202368.0, - "37": 934202368.0, - "38": 934202368.0, - "39": 934202368.0, - "40": 934202368.0, - "41": 934202368.0, - "42": 934202368.0, - "43": 934202368.0, - "44": 934202368.0, - "45": 934202368.0, - "46": 934202368.0, - "47": 934202368.0, - "48": 934202368.0, - "49": 934202368.0, - "50": 934202368.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 16.29804, - "2": 0.33247, - "3": 0.3002, - "4": 0.29387, - "5": 0.28202, - "6": 0.28144, - "7": 0.28667, - "8": 0.28202, - "9": 0.28668, - "10": 0.28475, - "11": 0.28037, - "12": 0.28061, - "13": 0.28479, - "14": 0.28709, - "15": 0.28259, - "16": 0.28648, - "17": 0.28752, - "18": 0.28427, - "19": 0.28253, - "20": 0.28216, - "21": 0.28394, - "22": 0.28202, - "23": 0.2842, - "24": 0.28848, - "25": 0.29137, - "26": 0.29314, - "27": 0.29412, - "28": 0.29477, - "29": 0.2847, - "30": 0.29036, - "31": 0.29596, - "32": 0.29187, - "33": 0.2913, - "34": 0.28636, - "35": 0.29547, - "36": 0.29476, - "37": 0.29213, - "38": 0.28835, - "39": 0.28597, - "40": 0.28573, - "41": 0.28673, - "42": 0.28864, - "43": 0.28774, - "44": 0.2871, - "45": 0.28744, - "46": 0.28594, - "47": 0.29182, - "48": 0.28838, - "49": 0.28221, - "50": 0.28369 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_nondeterministic/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_nondeterministic/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index fb8e93ed571..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cp2_nondeterministic/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.86535, - "2": 10.85873, - "3": 10.86285, - "4": 10.84011, - "5": 10.87856, - "6": 10.88852, - "7": 10.86536, - "8": 10.86016, - "9": 10.85989, - "10": 10.82982, - "11": 10.88947, - "12": 10.8751, - "13": 10.87425, - "14": 10.89675, - "15": 10.82051, - "16": 10.82498, - "17": 10.78982, - "18": 10.81029, - "19": 10.80533, - "20": 10.70397, - "21": 10.66991, - "22": 10.50644, - "23": 10.69004, - "24": 10.56312, - "25": 10.49421, - "26": 10.56627, - "27": 10.58027, - "28": 10.51573, - "29": 10.553, - "30": 10.30549, - "31": 10.02248, - "32": 10.40616, - "33": 10.39874, - "34": 10.13771, - "35": 10.20187, - "36": 10.16049, - "37": 10.28975, - "38": 10.11483, - "39": 10.36101, - "40": 10.01902, - "41": 10.07289, - "42": 10.14695, - "43": 9.74689, - "44": 9.87763, - "45": 9.74967, - "46": 9.73381, - "47": 10.07535, - "48": 9.78068, - "49": 9.44781, - "50": 9.8399 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 625.0, - "2": 644.0, - "3": 614.0, - "4": 636.0, - "5": 605.0, - "6": 649.0, - "7": 606.0, - "8": 559.0, - "9": 658.0, - "10": 524.0, - "11": 693.0, - "12": 598.0, - "13": 702.0, - "14": 660.0, - "15": 638.0, - "16": 596.0, - "17": 662.0, - "18": 586.0, - "19": 594.0, - "20": 598.0, - "21": 656.0, - "22": 608.0, - "23": 706.0, - "24": 609.0, - "25": 610.0, - "26": 632.0, - "27": 664.0, - "28": 766.0, - "29": 765.0, - "30": 755.0, - "31": 606.0, - "32": 708.0, - "33": 775.0, - "34": 735.0, - "35": 729.0, - "36": 739.0, - "37": 840.0, - "38": 749.0, - "39": 911.0, - "40": 763.0, - "41": 830.0, - "42": 835.0, - "43": 755.0, - "44": 823.0, - "45": 799.0, - "46": 811.0, - "47": 869.0, - "48": 839.0, - "49": 897.0, - "50": 869.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 759898624.0, - "2": 933156352.0, - "3": 933156352.0, - "4": 934202368.0, - "5": 934202368.0, - "6": 934202368.0, - "7": 934202368.0, - "8": 934202368.0, - "9": 934202368.0, - "10": 934202368.0, - "11": 934202368.0, - "12": 934202368.0, - "13": 934202368.0, - "14": 934202368.0, - "15": 934202368.0, - "16": 934202368.0, - "17": 934202368.0, - "18": 934202368.0, - "19": 934202368.0, - "20": 934202368.0, - "21": 934202368.0, - "22": 934202368.0, - "23": 934202368.0, - "24": 934202368.0, - "25": 934202368.0, - "26": 934202368.0, - "27": 934202368.0, - "28": 934202368.0, - "29": 934202368.0, - "30": 934202368.0, - "31": 934202368.0, - "32": 934202368.0, - "33": 934202368.0, - "34": 934202368.0, - "35": 934202368.0, - "36": 934202368.0, - "37": 934202368.0, - "38": 934202368.0, - "39": 934202368.0, - "40": 934202368.0, - "41": 934202368.0, - "42": 934202368.0, - "43": 934202368.0, - "44": 934202368.0, - "45": 934202368.0, - "46": 934202368.0, - "47": 934202368.0, - "48": 934202368.0, - "49": 934202368.0, - "50": 934202368.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 15.91359, - "2": 0.40136, - "3": 0.32913, - "4": 0.33946, - "5": 0.32404, - "6": 0.31963, - "7": 0.32283, - "8": 0.32302, - "9": 0.32004, - "10": 0.32058, - "11": 0.33128, - "12": 0.32725, - "13": 0.3253, - "14": 0.32532, - "15": 0.32194, - "16": 0.32237, - "17": 0.31946, - "18": 0.31937, - "19": 0.3185, - "20": 0.3193, - "21": 0.32216, - "22": 0.328, - "23": 0.32251, - "24": 0.32294, - "25": 0.32205, - "26": 0.32393, - "27": 0.32132, - "28": 0.32221, - "29": 0.32269, - "30": 0.32422, - "31": 0.32527, - "32": 0.32866, - "33": 0.32346, - "34": 0.32064, - "35": 0.3199, - "36": 0.32198, - "37": 0.32252, - "38": 0.32103, - "39": 0.32486, - "40": 0.32573, - "41": 0.32643, - "42": 0.3234, - "43": 0.32778, - "44": 0.32302, - "45": 0.32434, - "46": 0.32532, - "47": 0.32115, - "48": 0.31979, - "49": 0.3233, - "50": 0.31776 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cross_entropy_loss_fusion/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cross_entropy_loss_fusion/golden_values_dev_dgx_h100.json index 2fa70eac521..379b1c16f29 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cross_entropy_loss_fusion/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cross_entropy_loss_fusion/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 15.46989, - "2": 0.15818, - "3": 0.14336, - "4": 0.14305, - "5": 0.14285, - "6": 0.14415, - "7": 0.14655, - "8": 0.14457, - "9": 0.14518, - "10": 0.14657, - "11": 0.14517, - "12": 0.14486, - "13": 0.14388, - "14": 0.14419, - "15": 0.14463, - "16": 0.146, - "17": 0.14212, - "18": 0.14726, - "19": 0.14464, - "20": 0.14514, - "21": 0.14341, - "22": 0.14454, - "23": 0.14327, - "24": 0.14354, - "25": 0.14453, - "26": 0.14409, - "27": 0.14547, - "28": 0.14291, - "29": 0.14484, - "30": 0.1444, - "31": 0.14388, - "32": 0.14651, - "33": 0.14385, - "34": 0.14057, - "35": 0.14021, - "36": 0.14028, - "37": 0.13912, - "38": 0.13925, - "39": 0.14191, - "40": 0.14024, - "41": 0.14034, - "42": 0.14027, - "43": 0.14125, - "44": 0.14142, - "45": 0.14126, - "46": 0.14404, - "47": 0.1403, - "48": 0.14011, - "49": 0.14086, - "50": 0.13902 + "1": 15.2683, + "2": 0.15358, + "3": 0.13619, + "4": 0.13976, + "5": 0.13713, + "6": 0.13753, + "7": 0.13575, + "8": 0.13485, + "9": 0.13779, + "10": 0.13697, + "11": 0.14178, + "12": 0.1397, + "13": 0.13744, + "14": 0.14039, + "15": 0.13739, + "16": 0.1361, + "17": 0.13816, + "18": 0.13722, + "19": 0.15342, + "20": 0.14613, + "21": 0.14806, + "22": 0.14423, + "23": 0.14791, + "24": 0.14345, + "25": 0.14474, + "26": 0.14564, + "27": 0.14168, + "28": 0.14148, + "29": 0.13863, + "30": 0.13751, + "31": 0.14015, + "32": 0.13821, + "33": 0.14038, + "34": 0.13859, + "35": 0.14531, + "36": 0.14468, + "37": 0.13783, + "38": 0.13787, + "39": 0.13879, + "40": 0.14072, + "41": 0.14065, + "42": 0.13865, + "43": 0.13953, + "44": 0.13882, + "45": 0.13622, + "46": 0.14034, + "47": 0.13659, + "48": 0.14369, + "49": 0.13987, + "50": 0.13803 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cross_entropy_loss_fusion/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cross_entropy_loss_fusion/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 9a1bfb0707b..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cross_entropy_loss_fusion/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.85949, - "2": 10.85553, - "3": 10.86548, - "4": 10.84554, - "5": 10.88344, - "6": 10.89429, - "7": 10.87068, - "8": 10.86983, - "9": 10.86919, - "10": 10.83883, - "11": 10.89435, - "12": 10.8798, - "13": 10.87987, - "14": 10.90317, - "15": 10.8405, - "16": 10.83786, - "17": 10.80668, - "18": 10.83025, - "19": 10.82262, - "20": 10.73192, - "21": 10.7075, - "22": 10.56005, - "23": 10.72406, - "24": 10.61116, - "25": 10.5481, - "26": 10.61334, - "27": 10.6305, - "28": 10.56645, - "29": 10.59672, - "30": 10.37136, - "31": 10.11721, - "32": 10.46127, - "33": 10.45247, - "34": 10.21687, - "35": 10.27171, - "36": 10.2312, - "37": 10.34809, - "38": 10.18842, - "39": 10.41042, - "40": 10.09426, - "41": 10.14711, - "42": 10.21247, - "43": 9.84106, - "44": 9.95919, - "45": 9.84082, - "46": 9.82482, - "47": 10.13882, - "48": 9.85839, - "49": 9.5472, - "50": 9.90883 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1690.0, - "2": 1776.0, - "3": 1642.0, - "4": 1825.0, - "5": 1809.0, - "6": 1795.0, - "7": 1830.0, - "8": 1626.0, - "9": 1878.0, - "10": 1423.0, - "11": 1868.0, - "12": 1653.0, - "13": 1897.0, - "14": 1783.0, - "15": 1861.0, - "16": 1938.0, - "17": 1825.0, - "18": 1730.0, - "19": 1727.0, - "20": 1735.0, - "21": 1783.0, - "22": 1576.0, - "23": 1949.0, - "24": 1630.0, - "25": 1498.0, - "26": 1649.0, - "27": 1809.0, - "28": 2019.0, - "29": 2009.0, - "30": 1832.0, - "31": 1524.0, - "32": 1943.0, - "33": 2081.0, - "34": 1888.0, - "35": 1935.0, - "36": 1898.0, - "37": 2325.0, - "38": 2070.0, - "39": 2248.0, - "40": 2199.0, - "41": 2264.0, - "42": 2349.0, - "43": 2087.0, - "44": 2107.0, - "45": 2098.0, - "46": 2407.0, - "47": 2456.0, - "48": 2404.0, - "49": 2417.0, - "50": 2407.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 516194816.0, - "2": 516194816.0, - "3": 516194816.0, - "4": 516194816.0, - "5": 516194816.0, - "6": 516194816.0, - "7": 516194816.0, - "8": 516194816.0, - "9": 516194816.0, - "10": 516194816.0, - "11": 516194816.0, - "12": 516194816.0, - "13": 516194816.0, - "14": 516194816.0, - "15": 516194816.0, - "16": 516194816.0, - "17": 516194816.0, - "18": 516194816.0, - "19": 516194816.0, - "20": 516194816.0, - "21": 516194816.0, - "22": 516194816.0, - "23": 516194816.0, - "24": 516194816.0, - "25": 516194816.0, - "26": 516194816.0, - "27": 516194816.0, - "28": 516194816.0, - "29": 516194816.0, - "30": 516194816.0, - "31": 516194816.0, - "32": 516194816.0, - "33": 516194816.0, - "34": 516194816.0, - "35": 516194816.0, - "36": 516194816.0, - "37": 516194816.0, - "38": 516194816.0, - "39": 516194816.0, - "40": 516194816.0, - "41": 516194816.0, - "42": 516194816.0, - "43": 516194816.0, - "44": 516194816.0, - "45": 516194816.0, - "46": 516194816.0, - "47": 516194816.0, - "48": 516194816.0, - "49": 516194816.0, - "50": 516194816.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1670130688.0, - "2": 1840523776.0, - "3": 1841310208.0, - "4": 1841310208.0, - "5": 1841310208.0, - "6": 1841310208.0, - "7": 1841310208.0, - "8": 1841310208.0, - "9": 1841310208.0, - "10": 1841310208.0, - "11": 1841310208.0, - "12": 1841310208.0, - "13": 1841310208.0, - "14": 1841310208.0, - "15": 1841310208.0, - "16": 1841310208.0, - "17": 1841310208.0, - "18": 1841310208.0, - "19": 1841310208.0, - "20": 1841310208.0, - "21": 1841310208.0, - "22": 1841310208.0, - "23": 1841310208.0, - "24": 1841310208.0, - "25": 1841310208.0, - "26": 1841310208.0, - "27": 1841310208.0, - "28": 1841310208.0, - "29": 1841310208.0, - "30": 1841310208.0, - "31": 1841310208.0, - "32": 1841310208.0, - "33": 1841310208.0, - "34": 1841310208.0, - "35": 1841310208.0, - "36": 1841310208.0, - "37": 1841310208.0, - "38": 1841310208.0, - "39": 1841310208.0, - "40": 1841310208.0, - "41": 1841310208.0, - "42": 1841310208.0, - "43": 1841310208.0, - "44": 1841310208.0, - "45": 1841310208.0, - "46": 1841310208.0, - "47": 1841310208.0, - "48": 1841310208.0, - "49": 1841310208.0, - "50": 1841310208.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 12.9332, - "2": 0.16326, - "3": 0.12463, - "4": 0.12744, - "5": 0.12912, - "6": 0.12823, - "7": 0.12454, - "8": 0.12362, - "9": 0.12458, - "10": 0.12419, - "11": 0.12352, - "12": 0.12552, - "13": 0.12365, - "14": 0.12466, - "15": 0.12255, - "16": 0.12286, - "17": 0.12294, - "18": 0.12246, - "19": 0.12292, - "20": 0.12533, - "21": 0.12268, - "22": 0.12434, - "23": 0.11979, - "24": 0.11976, - "25": 0.11744, - "26": 0.11555, - "27": 0.11746, - "28": 0.11709, - "29": 0.12764, - "30": 0.11818, - "31": 0.11917, - "32": 0.11662, - "33": 0.11909, - "34": 0.11844, - "35": 0.1167, - "36": 0.12045, - "37": 0.11624, - "38": 0.11602, - "39": 0.11985, - "40": 0.11702, - "41": 0.11671, - "42": 0.11663, - "43": 0.11741, - "44": 0.11703, - "45": 0.11752, - "46": 0.11604, - "47": 0.11836, - "48": 0.12278, - "49": 0.12884, - "50": 0.11659 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cross_entropy_loss_fusion/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cross_entropy_loss_fusion/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 379b1c16f29..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_cross_entropy_loss_fusion/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.85949, - "2": 10.85553, - "3": 10.86548, - "4": 10.84554, - "5": 10.88344, - "6": 10.89429, - "7": 10.87068, - "8": 10.86983, - "9": 10.86919, - "10": 10.83883, - "11": 10.89435, - "12": 10.8798, - "13": 10.87987, - "14": 10.90317, - "15": 10.8405, - "16": 10.83786, - "17": 10.80668, - "18": 10.83025, - "19": 10.82262, - "20": 10.73192, - "21": 10.7075, - "22": 10.56005, - "23": 10.72406, - "24": 10.61116, - "25": 10.5481, - "26": 10.61334, - "27": 10.6305, - "28": 10.56645, - "29": 10.59672, - "30": 10.37136, - "31": 10.11721, - "32": 10.46127, - "33": 10.45247, - "34": 10.21687, - "35": 10.27171, - "36": 10.2312, - "37": 10.34809, - "38": 10.18842, - "39": 10.41042, - "40": 10.09426, - "41": 10.14711, - "42": 10.21247, - "43": 9.84106, - "44": 9.95919, - "45": 9.84082, - "46": 9.82482, - "47": 10.13882, - "48": 9.85839, - "49": 9.5472, - "50": 9.90883 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1690.0, - "2": 1776.0, - "3": 1642.0, - "4": 1825.0, - "5": 1809.0, - "6": 1795.0, - "7": 1830.0, - "8": 1626.0, - "9": 1878.0, - "10": 1423.0, - "11": 1868.0, - "12": 1653.0, - "13": 1897.0, - "14": 1783.0, - "15": 1861.0, - "16": 1938.0, - "17": 1825.0, - "18": 1730.0, - "19": 1727.0, - "20": 1735.0, - "21": 1783.0, - "22": 1576.0, - "23": 1949.0, - "24": 1630.0, - "25": 1498.0, - "26": 1649.0, - "27": 1809.0, - "28": 2019.0, - "29": 2009.0, - "30": 1832.0, - "31": 1524.0, - "32": 1943.0, - "33": 2081.0, - "34": 1888.0, - "35": 1935.0, - "36": 1898.0, - "37": 2325.0, - "38": 2070.0, - "39": 2248.0, - "40": 2199.0, - "41": 2264.0, - "42": 2349.0, - "43": 2087.0, - "44": 2107.0, - "45": 2098.0, - "46": 2407.0, - "47": 2456.0, - "48": 2404.0, - "49": 2417.0, - "50": 2407.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 516194816.0, - "2": 516194816.0, - "3": 516194816.0, - "4": 516194816.0, - "5": 516194816.0, - "6": 516194816.0, - "7": 516194816.0, - "8": 516194816.0, - "9": 516194816.0, - "10": 516194816.0, - "11": 516194816.0, - "12": 516194816.0, - "13": 516194816.0, - "14": 516194816.0, - "15": 516194816.0, - "16": 516194816.0, - "17": 516194816.0, - "18": 516194816.0, - "19": 516194816.0, - "20": 516194816.0, - "21": 516194816.0, - "22": 516194816.0, - "23": 516194816.0, - "24": 516194816.0, - "25": 516194816.0, - "26": 516194816.0, - "27": 516194816.0, - "28": 516194816.0, - "29": 516194816.0, - "30": 516194816.0, - "31": 516194816.0, - "32": 516194816.0, - "33": 516194816.0, - "34": 516194816.0, - "35": 516194816.0, - "36": 516194816.0, - "37": 516194816.0, - "38": 516194816.0, - "39": 516194816.0, - "40": 516194816.0, - "41": 516194816.0, - "42": 516194816.0, - "43": 516194816.0, - "44": 516194816.0, - "45": 516194816.0, - "46": 516194816.0, - "47": 516194816.0, - "48": 516194816.0, - "49": 516194816.0, - "50": 516194816.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1670130688.0, - "2": 1840523776.0, - "3": 1840523776.0, - "4": 1840523776.0, - "5": 1840523776.0, - "6": 1840523776.0, - "7": 1840523776.0, - "8": 1840523776.0, - "9": 1840523776.0, - "10": 1840523776.0, - "11": 1840523776.0, - "12": 1840523776.0, - "13": 1840523776.0, - "14": 1840523776.0, - "15": 1840523776.0, - "16": 1840523776.0, - "17": 1840523776.0, - "18": 1840523776.0, - "19": 1840523776.0, - "20": 1840523776.0, - "21": 1840523776.0, - "22": 1840523776.0, - "23": 1840523776.0, - "24": 1840523776.0, - "25": 1840523776.0, - "26": 1840523776.0, - "27": 1840523776.0, - "28": 1840523776.0, - "29": 1840523776.0, - "30": 1840523776.0, - "31": 1840523776.0, - "32": 1840523776.0, - "33": 1840523776.0, - "34": 1840523776.0, - "35": 1840523776.0, - "36": 1840523776.0, - "37": 1840523776.0, - "38": 1840523776.0, - "39": 1840523776.0, - "40": 1840523776.0, - "41": 1840523776.0, - "42": 1840523776.0, - "43": 1840523776.0, - "44": 1840523776.0, - "45": 1840523776.0, - "46": 1840523776.0, - "47": 1840523776.0, - "48": 1840523776.0, - "49": 1840523776.0, - "50": 1840523776.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 15.2683, - "2": 0.15358, - "3": 0.13619, - "4": 0.13976, - "5": 0.13713, - "6": 0.13753, - "7": 0.13575, - "8": 0.13485, - "9": 0.13779, - "10": 0.13697, - "11": 0.14178, - "12": 0.1397, - "13": 0.13744, - "14": 0.14039, - "15": 0.13739, - "16": 0.1361, - "17": 0.13816, - "18": 0.13722, - "19": 0.15342, - "20": 0.14613, - "21": 0.14806, - "22": 0.14423, - "23": 0.14791, - "24": 0.14345, - "25": 0.14474, - "26": 0.14564, - "27": 0.14168, - "28": 0.14148, - "29": 0.13863, - "30": 0.13751, - "31": 0.14015, - "32": 0.13821, - "33": 0.14038, - "34": 0.13859, - "35": 0.14531, - "36": 0.14468, - "37": 0.13783, - "38": 0.13787, - "39": 0.13879, - "40": 0.14072, - "41": 0.14065, - "42": 0.13865, - "43": 0.13953, - "44": 0.13882, - "45": 0.13622, - "46": 0.14034, - "47": 0.13659, - "48": 0.14369, - "49": 0.13987, - "50": 0.13803 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mla/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mla/golden_values_dev_dgx_h100.json index bac5baf3a43..d0103111a28 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mla/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mla/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 10.00615, - "2": 0.13355, - "3": 0.1156, - "4": 0.11748, - "5": 0.11709, - "6": 0.11516, - "7": 0.11746, - "8": 0.11799, - "9": 0.11829, - "10": 0.11844, - "11": 0.11847, - "12": 0.12334, - "13": 0.12621, - "14": 0.1244, - "15": 0.11572, - "16": 0.11683, - "17": 0.11639, - "18": 0.11916, - "19": 0.1174, - "20": 0.11558, - "21": 0.11518, - "22": 0.1165, - "23": 0.11972, - "24": 0.12052, - "25": 0.11938, - "26": 0.125, - "27": 0.11874, - "28": 0.11938, - "29": 0.11733, - "30": 0.11731, - "31": 0.11777, - "32": 0.11704, - "33": 0.121, - "34": 0.12101, - "35": 0.11619, - "36": 0.11824, - "37": 0.11821, - "38": 0.11953, - "39": 0.11906, - "40": 0.118, - "41": 0.11938, - "42": 0.11873, - "43": 0.11887, - "44": 0.11808, - "45": 0.11848, - "46": 0.12012, - "47": 0.11741, - "48": 0.11744, - "49": 0.11829, - "50": 0.11954 + "1": 9.86323, + "2": 0.13474, + "3": 0.1236, + "4": 0.12168, + "5": 0.12406, + "6": 0.12501, + "7": 0.12711, + "8": 0.12778, + "9": 0.12839, + "10": 0.12143, + "11": 0.12109, + "12": 0.12077, + "13": 0.11905, + "14": 0.12184, + "15": 0.12152, + "16": 0.11812, + "17": 0.11693, + "18": 0.11549, + "19": 0.11712, + "20": 0.11675, + "21": 0.11877, + "22": 0.11837, + "23": 0.11757, + "24": 0.11636, + "25": 0.11722, + "26": 0.12393, + "27": 0.11736, + "28": 0.11759, + "29": 0.11945, + "30": 0.11726, + "31": 0.12096, + "32": 0.12206, + "33": 0.11734, + "34": 0.11894, + "35": 0.11695, + "36": 0.11712, + "37": 0.11489, + "38": 0.11866, + "39": 0.11749, + "40": 0.11829, + "41": 0.11674, + "42": 0.1181, + "43": 0.11808, + "44": 0.11621, + "45": 0.11832, + "46": 0.12031, + "47": 0.12023, + "48": 0.11643, + "49": 0.11855, + "50": 0.11792 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mla/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mla/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 5f5b4095502..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mla/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.92337, - "2": 10.91811, - "3": 10.91506, - "4": 10.92436, - "5": 10.92089, - "6": 10.92887, - "7": 10.92681, - "8": 10.91989, - "9": 10.92227, - "10": 10.92192, - "11": 10.918, - "12": 10.9238, - "13": 10.92406, - "14": 10.90862, - "15": 10.92351, - "16": 10.91807, - "17": 10.9154, - "18": 10.91265, - "19": 10.9091, - "20": 10.90031, - "21": 10.8959, - "22": 10.8828, - "23": 10.89975, - "24": 10.88437, - "25": 10.87827, - "26": 10.88155, - "27": 10.88649, - "28": 10.85679, - "29": 10.85657, - "30": 10.81423, - "31": 10.76651, - "32": 10.83131, - "33": 10.83158, - "34": 10.78071, - "35": 10.78865, - "36": 10.78003, - "37": 10.80446, - "38": 10.72434, - "39": 10.78066, - "40": 10.65927, - "41": 10.69208, - "42": 10.70973, - "43": 10.56128, - "44": 10.61369, - "45": 10.56875, - "46": 10.54455, - "47": 10.66751, - "48": 10.53792, - "49": 10.40861, - "50": 10.55421 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 22791636.0, - "2": 22989424.0, - "3": 22661212.0, - "4": 23283558.0, - "5": 22778528.0, - "6": 23085340.0, - "7": 22834596.0, - "8": 22990452.0, - "9": 22906466.0, - "10": 22983232.0, - "11": 22564584.0, - "12": 22524010.0, - "13": 22981124.0, - "14": 22453096.0, - "15": 22886400.0, - "16": 22895424.0, - "17": 22883736.0, - "18": 22647090.0, - "19": 22682526.0, - "20": 22758358.0, - "21": 22804276.0, - "22": 22863814.0, - "23": 22603616.0, - "24": 22835172.0, - "25": 22883742.0, - "26": 22611358.0, - "27": 22532968.0, - "28": 22517794.0, - "29": 22593448.0, - "30": 22695256.0, - "31": 23019472.0, - "32": 22648896.0, - "33": 22622516.0, - "34": 22899620.0, - "35": 22851572.0, - "36": 22653160.0, - "37": 22560476.0, - "38": 22960058.0, - "39": 22865476.0, - "40": 22721680.0, - "41": 22723112.0, - "42": 22730726.0, - "43": 23039588.0, - "44": 22810020.0, - "45": 22738904.0, - "46": 22948334.0, - "47": 22696668.0, - "48": 22992832.0, - "49": 22791208.0, - "50": 22968272.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 387744256.0, - "2": 387744256.0, - "3": 387744256.0, - "4": 387744256.0, - "5": 387744256.0, - "6": 387744256.0, - "7": 387744256.0, - "8": 387744256.0, - "9": 387744256.0, - "10": 387744256.0, - "11": 387744256.0, - "12": 387744256.0, - "13": 387744256.0, - "14": 387744256.0, - "15": 387744256.0, - "16": 387744256.0, - "17": 387744256.0, - "18": 387744256.0, - "19": 387744256.0, - "20": 387744256.0, - "21": 387744256.0, - "22": 387744256.0, - "23": 387744256.0, - "24": 387744256.0, - "25": 387744256.0, - "26": 387744256.0, - "27": 387744256.0, - "28": 387744256.0, - "29": 387744256.0, - "30": 387744256.0, - "31": 387744256.0, - "32": 387744256.0, - "33": 387744256.0, - "34": 387744256.0, - "35": 387744256.0, - "36": 387744256.0, - "37": 387744256.0, - "38": 387744256.0, - "39": 387744256.0, - "40": 387744256.0, - "41": 387744256.0, - "42": 387744256.0, - "43": 387744256.0, - "44": 387744256.0, - "45": 387744256.0, - "46": 387744256.0, - "47": 387744256.0, - "48": 387744256.0, - "49": 387744256.0, - "50": 387744256.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1122646528.0, - "2": 1245896192.0, - "3": 1245896192.0, - "4": 1245896192.0, - "5": 1245896192.0, - "6": 1245896192.0, - "7": 1245896192.0, - "8": 1245896192.0, - "9": 1245896192.0, - "10": 1245896192.0, - "11": 1245896192.0, - "12": 1245896192.0, - "13": 1245896192.0, - "14": 1245896192.0, - "15": 1245896192.0, - "16": 1245896192.0, - "17": 1245896192.0, - "18": 1245896192.0, - "19": 1245896192.0, - "20": 1245896192.0, - "21": 1245896192.0, - "22": 1245896192.0, - "23": 1245896192.0, - "24": 1245896192.0, - "25": 1245896192.0, - "26": 1245896192.0, - "27": 1245896192.0, - "28": 1245896192.0, - "29": 1245896192.0, - "30": 1245896192.0, - "31": 1245896192.0, - "32": 1245896192.0, - "33": 1245896192.0, - "34": 1245896192.0, - "35": 1245896192.0, - "36": 1245896192.0, - "37": 1245896192.0, - "38": 1245896192.0, - "39": 1245896192.0, - "40": 1245896192.0, - "41": 1245896192.0, - "42": 1245896192.0, - "43": 1245896192.0, - "44": 1245896192.0, - "45": 1245896192.0, - "46": 1245896192.0, - "47": 1245896192.0, - "48": 1245896192.0, - "49": 1245896192.0, - "50": 1245896192.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 9.48646, - "2": 0.13915, - "3": 0.11332, - "4": 0.11062, - "5": 0.10601, - "6": 0.10405, - "7": 0.10505, - "8": 0.10406, - "9": 0.10505, - "10": 0.10412, - "11": 0.1027, - "12": 0.10452, - "13": 0.10273, - "14": 0.10271, - "15": 0.10391, - "16": 0.10227, - "17": 0.10295, - "18": 0.10375, - "19": 0.10202, - "20": 0.10246, - "21": 0.10149, - "22": 0.1037, - "23": 0.10264, - "24": 0.10318, - "25": 0.10409, - "26": 0.11044, - "27": 0.10485, - "28": 0.10691, - "29": 0.10499, - "30": 0.10361, - "31": 0.10501, - "32": 0.10466, - "33": 0.1048, - "34": 0.10456, - "35": 0.10388, - "36": 0.10498, - "37": 0.10375, - "38": 0.10297, - "39": 0.10174, - "40": 0.10044, - "41": 0.10196, - "42": 0.10494, - "43": 0.10303, - "44": 0.10254, - "45": 0.10314, - "46": 0.10306, - "47": 0.10329, - "48": 0.10445, - "49": 0.10543, - "50": 0.1043 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mla/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mla/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index d0103111a28..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_mla/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.92337, - "2": 10.91811, - "3": 10.91506, - "4": 10.92436, - "5": 10.92089, - "6": 10.92887, - "7": 10.92681, - "8": 10.91989, - "9": 10.92227, - "10": 10.92192, - "11": 10.918, - "12": 10.9238, - "13": 10.92406, - "14": 10.90862, - "15": 10.92351, - "16": 10.91807, - "17": 10.9154, - "18": 10.91265, - "19": 10.9091, - "20": 10.90031, - "21": 10.8959, - "22": 10.8828, - "23": 10.89975, - "24": 10.88437, - "25": 10.87827, - "26": 10.88155, - "27": 10.88649, - "28": 10.85679, - "29": 10.85657, - "30": 10.81423, - "31": 10.76651, - "32": 10.83131, - "33": 10.83158, - "34": 10.78071, - "35": 10.78865, - "36": 10.78003, - "37": 10.80446, - "38": 10.72434, - "39": 10.78066, - "40": 10.65927, - "41": 10.69208, - "42": 10.70973, - "43": 10.56128, - "44": 10.61369, - "45": 10.56875, - "46": 10.54455, - "47": 10.66751, - "48": 10.53792, - "49": 10.40861, - "50": 10.55421 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 22791636.0, - "2": 22989424.0, - "3": 22661212.0, - "4": 23283558.0, - "5": 22778528.0, - "6": 23085340.0, - "7": 22834596.0, - "8": 22990452.0, - "9": 22906466.0, - "10": 22983232.0, - "11": 22564584.0, - "12": 22524010.0, - "13": 22981124.0, - "14": 22453096.0, - "15": 22886400.0, - "16": 22895424.0, - "17": 22883736.0, - "18": 22647090.0, - "19": 22682526.0, - "20": 22758358.0, - "21": 22804276.0, - "22": 22863814.0, - "23": 22603616.0, - "24": 22835172.0, - "25": 22883742.0, - "26": 22611358.0, - "27": 22532968.0, - "28": 22517794.0, - "29": 22593448.0, - "30": 22695256.0, - "31": 23019472.0, - "32": 22648896.0, - "33": 22622516.0, - "34": 22899620.0, - "35": 22851572.0, - "36": 22653160.0, - "37": 22560476.0, - "38": 22960058.0, - "39": 22865476.0, - "40": 22721680.0, - "41": 22723112.0, - "42": 22730726.0, - "43": 23039588.0, - "44": 22810020.0, - "45": 22738904.0, - "46": 22948334.0, - "47": 22696668.0, - "48": 22992832.0, - "49": 22791208.0, - "50": 22968272.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 387744256.0, - "2": 387744256.0, - "3": 387744256.0, - "4": 387744256.0, - "5": 387744256.0, - "6": 387744256.0, - "7": 387744256.0, - "8": 387744256.0, - "9": 387744256.0, - "10": 387744256.0, - "11": 387744256.0, - "12": 387744256.0, - "13": 387744256.0, - "14": 387744256.0, - "15": 387744256.0, - "16": 387744256.0, - "17": 387744256.0, - "18": 387744256.0, - "19": 387744256.0, - "20": 387744256.0, - "21": 387744256.0, - "22": 387744256.0, - "23": 387744256.0, - "24": 387744256.0, - "25": 387744256.0, - "26": 387744256.0, - "27": 387744256.0, - "28": 387744256.0, - "29": 387744256.0, - "30": 387744256.0, - "31": 387744256.0, - "32": 387744256.0, - "33": 387744256.0, - "34": 387744256.0, - "35": 387744256.0, - "36": 387744256.0, - "37": 387744256.0, - "38": 387744256.0, - "39": 387744256.0, - "40": 387744256.0, - "41": 387744256.0, - "42": 387744256.0, - "43": 387744256.0, - "44": 387744256.0, - "45": 387744256.0, - "46": 387744256.0, - "47": 387744256.0, - "48": 387744256.0, - "49": 387744256.0, - "50": 387744256.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1122646528.0, - "2": 1245896192.0, - "3": 1245896192.0, - "4": 1245896192.0, - "5": 1245896192.0, - "6": 1245896192.0, - "7": 1245896192.0, - "8": 1245896192.0, - "9": 1245896192.0, - "10": 1245896192.0, - "11": 1245896192.0, - "12": 1245896192.0, - "13": 1245896192.0, - "14": 1245896192.0, - "15": 1245896192.0, - "16": 1245896192.0, - "17": 1245896192.0, - "18": 1245896192.0, - "19": 1245896192.0, - "20": 1245896192.0, - "21": 1245896192.0, - "22": 1245896192.0, - "23": 1245896192.0, - "24": 1245896192.0, - "25": 1245896192.0, - "26": 1245896192.0, - "27": 1245896192.0, - "28": 1245896192.0, - "29": 1245896192.0, - "30": 1245896192.0, - "31": 1245896192.0, - "32": 1245896192.0, - "33": 1245896192.0, - "34": 1245896192.0, - "35": 1245896192.0, - "36": 1245896192.0, - "37": 1245896192.0, - "38": 1245896192.0, - "39": 1245896192.0, - "40": 1245896192.0, - "41": 1245896192.0, - "42": 1245896192.0, - "43": 1245896192.0, - "44": 1245896192.0, - "45": 1245896192.0, - "46": 1245896192.0, - "47": 1245896192.0, - "48": 1245896192.0, - "49": 1245896192.0, - "50": 1245896192.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 9.86323, - "2": 0.13474, - "3": 0.1236, - "4": 0.12168, - "5": 0.12406, - "6": 0.12501, - "7": 0.12711, - "8": 0.12778, - "9": 0.12839, - "10": 0.12143, - "11": 0.12109, - "12": 0.12077, - "13": 0.11905, - "14": 0.12184, - "15": 0.12152, - "16": 0.11812, - "17": 0.11693, - "18": 0.11549, - "19": 0.11712, - "20": 0.11675, - "21": 0.11877, - "22": 0.11837, - "23": 0.11757, - "24": 0.11636, - "25": 0.11722, - "26": 0.12393, - "27": 0.11736, - "28": 0.11759, - "29": 0.11945, - "30": 0.11726, - "31": 0.12096, - "32": 0.12206, - "33": 0.11734, - "34": 0.11894, - "35": 0.11695, - "36": 0.11712, - "37": 0.11489, - "38": 0.11866, - "39": 0.11749, - "40": 0.11829, - "41": 0.11674, - "42": 0.1181, - "43": 0.11808, - "44": 0.11621, - "45": 0.11832, - "46": 0.12031, - "47": 0.12023, - "48": 0.11643, - "49": 0.11855, - "50": 0.11792 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_h100.json index 3a9edd7e4f6..7c1078c0b3d 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 11.73094, - "2": 0.19559, - "3": 0.1642, - "4": 0.1606, - "5": 0.15484, - "6": 0.15429, - "7": 0.15295, - "8": 0.15498, - "9": 0.15721, - "10": 0.1545, - "11": 0.15341, - "12": 0.15604, - "13": 0.15488, - "14": 0.15754, - "15": 0.15556, - "16": 0.15659, - "17": 0.15948, - "18": 0.15489, - "19": 0.15826, - "20": 0.15555, - "21": 0.15514, - "22": 0.15475, - "23": 0.15663, - "24": 0.15606, - "25": 0.15661, - "26": 0.15687, - "27": 0.15374, - "28": 0.15858, - "29": 0.15645, - "30": 0.15976, - "31": 0.1537, - "32": 0.15299, - "33": 0.1537, - "34": 0.15989, - "35": 0.16418, - "36": 0.16174, - "37": 0.15863, - "38": 0.15554, - "39": 0.14997, - "40": 0.15226, - "41": 0.14966, - "42": 0.15127, - "43": 0.15105, - "44": 0.15192, - "45": 0.15376, - "46": 0.15087, - "47": 0.15236, - "48": 0.15124, - "49": 0.15141, - "50": 0.15372, - "51": 0.17295, - "52": 0.16619, - "53": 0.16729, - "54": 0.15813, - "55": 0.15026, - "56": 0.15186, - "57": 0.1532, - "58": 0.1539, - "59": 0.153, - "60": 0.15346, - "61": 0.15406, - "62": 0.15229, - "63": 0.15251, - "64": 0.15279, - "65": 0.15341, - "66": 0.15398, - "67": 0.15765, - "68": 0.15411, - "69": 0.15465, - "70": 0.15275, - "71": 0.15486, - "72": 0.15324, - "73": 0.1548, - "74": 0.15612, - "75": 0.15592, - "76": 0.15644, - "77": 0.15832, - "78": 0.15223, - "79": 0.1545, - "80": 0.15466, - "81": 0.1518, - "82": 0.15396, - "83": 0.15168, - "84": 0.15232, - "85": 0.15293, - "86": 0.15384, - "87": 0.15453, - "88": 0.15446, - "89": 0.15333, - "90": 0.1576, - "91": 0.15805, - "92": 0.15474, - "93": 0.15345, - "94": 0.15146, - "95": 0.15371, - "96": 0.15549, - "97": 0.15452, - "98": 0.15437, - "99": 0.15398, - "100": 0.15413 + "1": 11.96359, + "2": 0.17007, + "3": 0.15511, + "4": 0.15439, + "5": 0.15477, + "6": 0.15459, + "7": 0.15427, + "8": 0.15173, + "9": 0.15484, + "10": 0.15363, + "11": 0.15353, + "12": 0.15567, + "13": 0.15258, + "14": 0.15438, + "15": 0.15305, + "16": 0.15314, + "17": 0.15342, + "18": 0.15282, + "19": 0.15336, + "20": 0.15333, + "21": 0.15174, + "22": 0.15412, + "23": 0.15337, + "24": 0.15464, + "25": 0.15638, + "26": 0.15618, + "27": 0.15599, + "28": 0.15616, + "29": 0.15792, + "30": 0.15422, + "31": 0.15441, + "32": 0.15356, + "33": 0.15622, + "34": 0.15397, + "35": 0.15443, + "36": 0.15392, + "37": 0.15454, + "38": 0.15581, + "39": 0.15513, + "40": 0.15813, + "41": 0.1595, + "42": 0.15604, + "43": 0.15809, + "44": 0.15585, + "45": 0.15659, + "46": 0.15599, + "47": 0.15378, + "48": 0.15475, + "49": 0.1544, + "50": 0.15569, + "51": 0.16391, + "52": 0.16196, + "53": 0.16029, + "54": 0.16138, + "55": 0.15673, + "56": 0.1503, + "57": 0.15071, + "58": 0.15268, + "59": 0.15095, + "60": 0.15189, + "61": 0.15199, + "62": 0.14938, + "63": 0.15046, + "64": 0.14924, + "65": 0.15129, + "66": 0.14938, + "67": 0.15233, + "68": 0.15028, + "69": 0.1525, + "70": 0.15334, + "71": 0.15152, + "72": 0.15138, + "73": 0.15304, + "74": 0.1515, + "75": 0.15282, + "76": 0.1518, + "77": 0.15193, + "78": 0.15262, + "79": 0.15274, + "80": 0.15251, + "81": 0.15108, + "82": 0.15199, + "83": 0.15046, + "84": 0.15298, + "85": 0.15063, + "86": 0.15132, + "87": 0.15257, + "88": 0.15109, + "89": 0.1502, + "90": 0.15259, + "91": 0.15063, + "92": 0.15237, + "93": 0.15096, + "94": 0.1517, + "95": 0.15049, + "96": 0.15002, + "97": 0.15011, + "98": 0.15349, + "99": 0.1565, + "100": 0.15223 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 39079566d74..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85949, - "2": 10.85553, - "3": 10.86543, - "4": 10.84553, - "5": 10.88346, - "6": 10.89431, - "7": 10.87067, - "8": 10.86979, - "9": 10.86918, - "10": 10.83886, - "11": 10.8943, - "12": 10.87983, - "13": 10.87985, - "14": 10.90321, - "15": 10.84052, - "16": 10.83787, - "17": 10.80669, - "18": 10.83026, - "19": 10.82261, - "20": 10.73193, - "21": 10.70748, - "22": 10.56005, - "23": 10.72399, - "24": 10.61114, - "25": 10.54813, - "26": 10.61329, - "27": 10.63053, - "28": 10.56646, - "29": 10.59668, - "30": 10.37137, - "31": 10.11725, - "32": 10.46127, - "33": 10.45249, - "34": 10.2169, - "35": 10.27172, - "36": 10.23119, - "37": 10.34809, - "38": 10.1884, - "39": 10.41044, - "40": 10.09425, - "41": 10.14707, - "42": 10.21242, - "43": 9.84105, - "44": 9.95918, - "45": 9.84079, - "46": 9.82479, - "47": 10.13878, - "48": 9.85831, - "49": 9.54705, - "50": 9.90875, - "51": 9.8558, - "52": 9.75237, - "53": 10.07589, - "54": 9.95688, - "55": 9.88203, - "56": 9.6313, - "57": 9.48649, - "58": 9.83109, - "59": 9.58897, - "60": 9.50643, - "61": 9.70363, - "62": 9.98286, - "63": 9.38302, - "64": 9.77901, - "65": 8.95166, - "66": 9.70158, - "67": 9.37203, - "68": 9.78849, - "69": 9.79851, - "70": 9.74737, - "71": 9.61908, - "72": 9.58502, - "73": 9.49721, - "74": 8.93927, - "75": 9.42703, - "76": 9.0802, - "77": 10.06567, - "78": 9.72893, - "79": 9.3776, - "80": 9.40982, - "81": 9.47976, - "82": 9.7018, - "83": 9.30612, - "84": 9.4209, - "85": 9.61371, - "86": 9.07649, - "87": 9.5945, - "88": 9.75068, - "89": 9.60238, - "90": 9.81898, - "91": 9.33894, - "92": 9.35716, - "93": 9.07879, - "94": 8.83503, - "95": 9.52172, - "96": 9.53003, - "97": 9.31306, - "98": 9.67783, - "99": 8.89058, - "100": 9.39725 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1688.0, - "2": 1806.0, - "3": 1675.0, - "4": 1842.0, - "5": 1909.0, - "6": 1908.0, - "7": 1783.0, - "8": 1611.0, - "9": 1753.0, - "10": 1457.0, - "11": 1880.0, - "12": 1683.0, - "13": 1907.0, - "14": 1733.0, - "15": 1930.0, - "16": 1840.0, - "17": 1892.0, - "18": 1650.0, - "19": 1790.0, - "20": 1596.0, - "21": 1765.0, - "22": 1616.0, - "23": 1974.0, - "24": 1621.0, - "25": 1557.0, - "26": 1745.0, - "27": 1722.0, - "28": 1976.0, - "29": 2068.0, - "30": 1860.0, - "31": 1536.0, - "32": 1883.0, - "33": 2071.0, - "34": 1894.0, - "35": 1902.0, - "36": 1885.0, - "37": 2231.0, - "38": 2129.0, - "39": 2333.0, - "40": 2207.0, - "41": 2193.0, - "42": 2322.0, - "43": 2015.0, - "44": 2089.0, - "45": 2095.0, - "46": 2392.0, - "47": 2430.0, - "48": 2414.0, - "49": 2340.0, - "50": 2416.0, - "51": 2613.0, - "52": 2538.0, - "53": 2792.0, - "54": 2801.0, - "55": 2216.0, - "56": 2858.0, - "57": 2381.0, - "58": 2854.0, - "59": 2787.0, - "60": 2457.0, - "61": 2941.0, - "62": 2543.0, - "63": 2408.0, - "64": 2968.0, - "65": 2472.0, - "66": 2977.0, - "67": 2839.0, - "68": 2775.0, - "69": 2832.0, - "70": 3057.0, - "71": 2909.0, - "72": 2421.0, - "73": 2982.0, - "74": 1922.0, - "75": 2474.0, - "76": 3059.0, - "77": 3177.0, - "78": 3067.0, - "79": 3052.0, - "80": 3338.0, - "81": 3644.0, - "82": 3234.0, - "83": 2798.0, - "84": 3196.0, - "85": 3324.0, - "86": 2855.0, - "87": 3820.0, - "88": 2962.0, - "89": 3379.0, - "90": 3096.0, - "91": 2857.0, - "92": 3077.0, - "93": 2693.0, - "94": 3312.0, - "95": 3399.0, - "96": 3378.0, - "97": 3030.0, - "98": 3619.0, - "99": 3160.0, - "100": 3128.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 517505536.0, - "2": 517505536.0, - "3": 517505536.0, - "4": 517505536.0, - "5": 517505536.0, - "6": 517505536.0, - "7": 517505536.0, - "8": 517505536.0, - "9": 517505536.0, - "10": 517505536.0, - "11": 517505536.0, - "12": 517505536.0, - "13": 517505536.0, - "14": 517505536.0, - "15": 517505536.0, - "16": 517505536.0, - "17": 517505536.0, - "18": 517505536.0, - "19": 517505536.0, - "20": 517505536.0, - "21": 517505536.0, - "22": 517505536.0, - "23": 517505536.0, - "24": 517505536.0, - "25": 517505536.0, - "26": 517505536.0, - "27": 517505536.0, - "28": 517505536.0, - "29": 517505536.0, - "30": 517505536.0, - "31": 517505536.0, - "32": 517505536.0, - "33": 517505536.0, - "34": 517505536.0, - "35": 517505536.0, - "36": 517505536.0, - "37": 517505536.0, - "38": 517505536.0, - "39": 517505536.0, - "40": 517505536.0, - "41": 517505536.0, - "42": 517505536.0, - "43": 517505536.0, - "44": 517505536.0, - "45": 517505536.0, - "46": 517505536.0, - "47": 517505536.0, - "48": 517505536.0, - "49": 517505536.0, - "50": 517505536.0, - "51": 517505536.0, - "52": 517505536.0, - "53": 517505536.0, - "54": 517505536.0, - "55": 517505536.0, - "56": 517505536.0, - "57": 517505536.0, - "58": 517505536.0, - "59": 517505536.0, - "60": 517505536.0, - "61": 517505536.0, - "62": 517505536.0, - "63": 517505536.0, - "64": 517505536.0, - "65": 517505536.0, - "66": 517505536.0, - "67": 517505536.0, - "68": 517505536.0, - "69": 517505536.0, - "70": 517505536.0, - "71": 517505536.0, - "72": 517505536.0, - "73": 517505536.0, - "74": 517505536.0, - "75": 517505536.0, - "76": 517505536.0, - "77": 517505536.0, - "78": 517505536.0, - "79": 517505536.0, - "80": 517505536.0, - "81": 517505536.0, - "82": 517505536.0, - "83": 517505536.0, - "84": 517505536.0, - "85": 517505536.0, - "86": 517505536.0, - "87": 517505536.0, - "88": 517505536.0, - "89": 517505536.0, - "90": 517505536.0, - "91": 517505536.0, - "92": 517505536.0, - "93": 517505536.0, - "94": 517505536.0, - "95": 517505536.0, - "96": 517505536.0, - "97": 517505536.0, - "98": 517505536.0, - "99": 517505536.0, - "100": 517505536.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1246524928.0, - "2": 1428695552.0, - "3": 1428695552.0, - "4": 1428695552.0, - "5": 1428695552.0, - "6": 1428695552.0, - "7": 1428695552.0, - "8": 1428695552.0, - "9": 1428695552.0, - "10": 1428695552.0, - "11": 1428695552.0, - "12": 1428695552.0, - "13": 1428695552.0, - "14": 1428695552.0, - "15": 1428695552.0, - "16": 1428695552.0, - "17": 1428695552.0, - "18": 1428695552.0, - "19": 1428695552.0, - "20": 1428695552.0, - "21": 1428695552.0, - "22": 1428695552.0, - "23": 1428695552.0, - "24": 1428695552.0, - "25": 1428695552.0, - "26": 1428695552.0, - "27": 1428695552.0, - "28": 1428695552.0, - "29": 1428695552.0, - "30": 1428695552.0, - "31": 1428695552.0, - "32": 1428695552.0, - "33": 1428695552.0, - "34": 1428695552.0, - "35": 1428695552.0, - "36": 1428695552.0, - "37": 1428695552.0, - "38": 1428695552.0, - "39": 1428695552.0, - "40": 1428695552.0, - "41": 1428695552.0, - "42": 1428695552.0, - "43": 1428695552.0, - "44": 1428695552.0, - "45": 1428695552.0, - "46": 1428695552.0, - "47": 1428695552.0, - "48": 1428695552.0, - "49": 1428695552.0, - "50": 1428695552.0, - "51": 1428695552.0, - "52": 1428695552.0, - "53": 1428695552.0, - "54": 1428695552.0, - "55": 1428695552.0, - "56": 1428695552.0, - "57": 1428695552.0, - "58": 1428695552.0, - "59": 1428695552.0, - "60": 1428695552.0, - "61": 1428695552.0, - "62": 1428695552.0, - "63": 1428695552.0, - "64": 1428695552.0, - "65": 1428695552.0, - "66": 1428695552.0, - "67": 1428695552.0, - "68": 1428695552.0, - "69": 1428695552.0, - "70": 1428695552.0, - "71": 1428695552.0, - "72": 1428695552.0, - "73": 1428695552.0, - "74": 1428695552.0, - "75": 1428695552.0, - "76": 1428695552.0, - "77": 1428695552.0, - "78": 1428695552.0, - "79": 1428695552.0, - "80": 1428695552.0, - "81": 1428695552.0, - "82": 1428695552.0, - "83": 1428695552.0, - "84": 1428695552.0, - "85": 1428695552.0, - "86": 1428695552.0, - "87": 1428695552.0, - "88": 1428695552.0, - "89": 1428695552.0, - "90": 1428695552.0, - "91": 1428695552.0, - "92": 1428695552.0, - "93": 1428695552.0, - "94": 1428695552.0, - "95": 1428695552.0, - "96": 1428695552.0, - "97": 1428695552.0, - "98": 1428695552.0, - "99": 1428695552.0, - "100": 1428695552.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 11.53934, - "2": 0.16774, - "3": 0.13459, - "4": 0.13439, - "5": 0.13482, - "6": 0.13444, - "7": 0.13371, - "8": 0.1345, - "9": 0.13658, - "10": 0.13405, - "11": 0.13498, - "12": 0.13346, - "13": 0.13373, - "14": 0.14049, - "15": 0.13447, - "16": 0.13314, - "17": 0.13441, - "18": 0.14264, - "19": 0.15581, - "20": 0.14614, - "21": 0.14655, - "22": 0.14484, - "23": 0.13377, - "24": 0.13618, - "25": 0.13595, - "26": 0.13394, - "27": 0.13248, - "28": 0.13405, - "29": 0.13411, - "30": 0.13464, - "31": 0.13321, - "32": 0.134, - "33": 0.13496, - "34": 0.13356, - "35": 0.13325, - "36": 0.13329, - "37": 0.13359, - "38": 0.13442, - "39": 0.13494, - "40": 0.13456, - "41": 0.1333, - "42": 0.1357, - "43": 0.13407, - "44": 0.13499, - "45": 0.13371, - "46": 0.13423, - "47": 0.13545, - "48": 0.1355, - "49": 0.13329, - "50": 0.1329, - "51": 0.13926, - "52": 0.13217, - "53": 0.13369, - "54": 0.13177, - "55": 0.13062, - "56": 0.25118, - "57": 0.13283, - "58": 0.1331, - "59": 0.1388, - "60": 0.13244, - "61": 0.13219, - "62": 0.13234, - "63": 0.13297, - "64": 0.13104, - "65": 0.1339, - "66": 0.13079, - "67": 0.13112, - "68": 0.1322, - "69": 0.13305, - "70": 0.13172, - "71": 0.13249, - "72": 0.13138, - "73": 0.13329, - "74": 0.13115, - "75": 0.13263, - "76": 0.13234, - "77": 0.13051, - "78": 0.13097, - "79": 0.13092, - "80": 0.13147, - "81": 0.13202, - "82": 0.13235, - "83": 0.13167, - "84": 0.13099, - "85": 0.13063, - "86": 0.13192, - "87": 0.13259, - "88": 0.13267, - "89": 0.13154, - "90": 0.13131, - "91": 0.13195, - "92": 0.13132, - "93": 0.13226, - "94": 0.13075, - "95": 0.13002, - "96": 0.13313, - "97": 0.13202, - "98": 0.13321, - "99": 0.1318, - "100": 0.13349 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 7c1078c0b3d..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85949, - "2": 10.85553, - "3": 10.86543, - "4": 10.84553, - "5": 10.88346, - "6": 10.89431, - "7": 10.87067, - "8": 10.86979, - "9": 10.86918, - "10": 10.83886, - "11": 10.8943, - "12": 10.87983, - "13": 10.87985, - "14": 10.90321, - "15": 10.84052, - "16": 10.83787, - "17": 10.80669, - "18": 10.83026, - "19": 10.82261, - "20": 10.73193, - "21": 10.70748, - "22": 10.56005, - "23": 10.72399, - "24": 10.61114, - "25": 10.54813, - "26": 10.61329, - "27": 10.63053, - "28": 10.56646, - "29": 10.59668, - "30": 10.37137, - "31": 10.11725, - "32": 10.46127, - "33": 10.45249, - "34": 10.2169, - "35": 10.27172, - "36": 10.23119, - "37": 10.34809, - "38": 10.1884, - "39": 10.41044, - "40": 10.09425, - "41": 10.14707, - "42": 10.21242, - "43": 9.84105, - "44": 9.95918, - "45": 9.84079, - "46": 9.82479, - "47": 10.13878, - "48": 9.85831, - "49": 9.54705, - "50": 9.90875, - "51": 9.8558, - "52": 9.75237, - "53": 10.07589, - "54": 9.95688, - "55": 9.88203, - "56": 9.6313, - "57": 9.48649, - "58": 9.83109, - "59": 9.58897, - "60": 9.50643, - "61": 9.70363, - "62": 9.98286, - "63": 9.38302, - "64": 9.77901, - "65": 8.95166, - "66": 9.70158, - "67": 9.37203, - "68": 9.78849, - "69": 9.79851, - "70": 9.74737, - "71": 9.61908, - "72": 9.58502, - "73": 9.49721, - "74": 8.93927, - "75": 9.42703, - "76": 9.0802, - "77": 10.06567, - "78": 9.72893, - "79": 9.3776, - "80": 9.40982, - "81": 9.47976, - "82": 9.7018, - "83": 9.30612, - "84": 9.4209, - "85": 9.61371, - "86": 9.07649, - "87": 9.5945, - "88": 9.75068, - "89": 9.60238, - "90": 9.81898, - "91": 9.33894, - "92": 9.35716, - "93": 9.07879, - "94": 8.83503, - "95": 9.52172, - "96": 9.53003, - "97": 9.31306, - "98": 9.67783, - "99": 8.89058, - "100": 9.39725 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1688.0, - "2": 1806.0, - "3": 1675.0, - "4": 1842.0, - "5": 1909.0, - "6": 1908.0, - "7": 1783.0, - "8": 1611.0, - "9": 1753.0, - "10": 1457.0, - "11": 1880.0, - "12": 1683.0, - "13": 1907.0, - "14": 1733.0, - "15": 1930.0, - "16": 1840.0, - "17": 1892.0, - "18": 1650.0, - "19": 1790.0, - "20": 1596.0, - "21": 1765.0, - "22": 1616.0, - "23": 1974.0, - "24": 1621.0, - "25": 1557.0, - "26": 1745.0, - "27": 1722.0, - "28": 1976.0, - "29": 2068.0, - "30": 1860.0, - "31": 1536.0, - "32": 1883.0, - "33": 2071.0, - "34": 1894.0, - "35": 1902.0, - "36": 1885.0, - "37": 2231.0, - "38": 2129.0, - "39": 2333.0, - "40": 2207.0, - "41": 2193.0, - "42": 2322.0, - "43": 2015.0, - "44": 2089.0, - "45": 2095.0, - "46": 2392.0, - "47": 2430.0, - "48": 2414.0, - "49": 2340.0, - "50": 2416.0, - "51": 2613.0, - "52": 2538.0, - "53": 2792.0, - "54": 2801.0, - "55": 2216.0, - "56": 2858.0, - "57": 2381.0, - "58": 2854.0, - "59": 2787.0, - "60": 2457.0, - "61": 2941.0, - "62": 2543.0, - "63": 2408.0, - "64": 2968.0, - "65": 2472.0, - "66": 2977.0, - "67": 2839.0, - "68": 2775.0, - "69": 2832.0, - "70": 3057.0, - "71": 2909.0, - "72": 2421.0, - "73": 2982.0, - "74": 1922.0, - "75": 2474.0, - "76": 3059.0, - "77": 3177.0, - "78": 3067.0, - "79": 3052.0, - "80": 3338.0, - "81": 3644.0, - "82": 3234.0, - "83": 2798.0, - "84": 3196.0, - "85": 3324.0, - "86": 2855.0, - "87": 3820.0, - "88": 2962.0, - "89": 3379.0, - "90": 3096.0, - "91": 2857.0, - "92": 3077.0, - "93": 2693.0, - "94": 3312.0, - "95": 3399.0, - "96": 3378.0, - "97": 3030.0, - "98": 3619.0, - "99": 3160.0, - "100": 3128.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 517505536.0, - "2": 517505536.0, - "3": 517505536.0, - "4": 517505536.0, - "5": 517505536.0, - "6": 517505536.0, - "7": 517505536.0, - "8": 517505536.0, - "9": 517505536.0, - "10": 517505536.0, - "11": 517505536.0, - "12": 517505536.0, - "13": 517505536.0, - "14": 517505536.0, - "15": 517505536.0, - "16": 517505536.0, - "17": 517505536.0, - "18": 517505536.0, - "19": 517505536.0, - "20": 517505536.0, - "21": 517505536.0, - "22": 517505536.0, - "23": 517505536.0, - "24": 517505536.0, - "25": 517505536.0, - "26": 517505536.0, - "27": 517505536.0, - "28": 517505536.0, - "29": 517505536.0, - "30": 517505536.0, - "31": 517505536.0, - "32": 517505536.0, - "33": 517505536.0, - "34": 517505536.0, - "35": 517505536.0, - "36": 517505536.0, - "37": 517505536.0, - "38": 517505536.0, - "39": 517505536.0, - "40": 517505536.0, - "41": 517505536.0, - "42": 517505536.0, - "43": 517505536.0, - "44": 517505536.0, - "45": 517505536.0, - "46": 517505536.0, - "47": 517505536.0, - "48": 517505536.0, - "49": 517505536.0, - "50": 517505536.0, - "51": 517505536.0, - "52": 517505536.0, - "53": 517505536.0, - "54": 517505536.0, - "55": 517505536.0, - "56": 517505536.0, - "57": 517505536.0, - "58": 517505536.0, - "59": 517505536.0, - "60": 517505536.0, - "61": 517505536.0, - "62": 517505536.0, - "63": 517505536.0, - "64": 517505536.0, - "65": 517505536.0, - "66": 517505536.0, - "67": 517505536.0, - "68": 517505536.0, - "69": 517505536.0, - "70": 517505536.0, - "71": 517505536.0, - "72": 517505536.0, - "73": 517505536.0, - "74": 517505536.0, - "75": 517505536.0, - "76": 517505536.0, - "77": 517505536.0, - "78": 517505536.0, - "79": 517505536.0, - "80": 517505536.0, - "81": 517505536.0, - "82": 517505536.0, - "83": 517505536.0, - "84": 517505536.0, - "85": 517505536.0, - "86": 517505536.0, - "87": 517505536.0, - "88": 517505536.0, - "89": 517505536.0, - "90": 517505536.0, - "91": 517505536.0, - "92": 517505536.0, - "93": 517505536.0, - "94": 517505536.0, - "95": 517505536.0, - "96": 517505536.0, - "97": 517505536.0, - "98": 517505536.0, - "99": 517505536.0, - "100": 517505536.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1246524928.0, - "2": 1428695552.0, - "3": 1428695552.0, - "4": 1428695552.0, - "5": 1428695552.0, - "6": 1428695552.0, - "7": 1428695552.0, - "8": 1428695552.0, - "9": 1428695552.0, - "10": 1428695552.0, - "11": 1428695552.0, - "12": 1428695552.0, - "13": 1428695552.0, - "14": 1428695552.0, - "15": 1428695552.0, - "16": 1428695552.0, - "17": 1428695552.0, - "18": 1428695552.0, - "19": 1428695552.0, - "20": 1428695552.0, - "21": 1428695552.0, - "22": 1428695552.0, - "23": 1428695552.0, - "24": 1428695552.0, - "25": 1428695552.0, - "26": 1428695552.0, - "27": 1428695552.0, - "28": 1428695552.0, - "29": 1428695552.0, - "30": 1428695552.0, - "31": 1428695552.0, - "32": 1428695552.0, - "33": 1428695552.0, - "34": 1428695552.0, - "35": 1428695552.0, - "36": 1428695552.0, - "37": 1428695552.0, - "38": 1428695552.0, - "39": 1428695552.0, - "40": 1428695552.0, - "41": 1428695552.0, - "42": 1428695552.0, - "43": 1428695552.0, - "44": 1428695552.0, - "45": 1428695552.0, - "46": 1428695552.0, - "47": 1428695552.0, - "48": 1428695552.0, - "49": 1428695552.0, - "50": 1428695552.0, - "51": 1428695552.0, - "52": 1428695552.0, - "53": 1428695552.0, - "54": 1428695552.0, - "55": 1428695552.0, - "56": 1428695552.0, - "57": 1428695552.0, - "58": 1428695552.0, - "59": 1428695552.0, - "60": 1428695552.0, - "61": 1428695552.0, - "62": 1428695552.0, - "63": 1428695552.0, - "64": 1428695552.0, - "65": 1428695552.0, - "66": 1428695552.0, - "67": 1428695552.0, - "68": 1428695552.0, - "69": 1428695552.0, - "70": 1428695552.0, - "71": 1428695552.0, - "72": 1428695552.0, - "73": 1428695552.0, - "74": 1428695552.0, - "75": 1428695552.0, - "76": 1428695552.0, - "77": 1428695552.0, - "78": 1428695552.0, - "79": 1428695552.0, - "80": 1428695552.0, - "81": 1428695552.0, - "82": 1428695552.0, - "83": 1428695552.0, - "84": 1428695552.0, - "85": 1428695552.0, - "86": 1428695552.0, - "87": 1428695552.0, - "88": 1428695552.0, - "89": 1428695552.0, - "90": 1428695552.0, - "91": 1428695552.0, - "92": 1428695552.0, - "93": 1428695552.0, - "94": 1428695552.0, - "95": 1428695552.0, - "96": 1428695552.0, - "97": 1428695552.0, - "98": 1428695552.0, - "99": 1428695552.0, - "100": 1428695552.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 11.96359, - "2": 0.17007, - "3": 0.15511, - "4": 0.15439, - "5": 0.15477, - "6": 0.15459, - "7": 0.15427, - "8": 0.15173, - "9": 0.15484, - "10": 0.15363, - "11": 0.15353, - "12": 0.15567, - "13": 0.15258, - "14": 0.15438, - "15": 0.15305, - "16": 0.15314, - "17": 0.15342, - "18": 0.15282, - "19": 0.15336, - "20": 0.15333, - "21": 0.15174, - "22": 0.15412, - "23": 0.15337, - "24": 0.15464, - "25": 0.15638, - "26": 0.15618, - "27": 0.15599, - "28": 0.15616, - "29": 0.15792, - "30": 0.15422, - "31": 0.15441, - "32": 0.15356, - "33": 0.15622, - "34": 0.15397, - "35": 0.15443, - "36": 0.15392, - "37": 0.15454, - "38": 0.15581, - "39": 0.15513, - "40": 0.15813, - "41": 0.1595, - "42": 0.15604, - "43": 0.15809, - "44": 0.15585, - "45": 0.15659, - "46": 0.15599, - "47": 0.15378, - "48": 0.15475, - "49": 0.1544, - "50": 0.15569, - "51": 0.16391, - "52": 0.16196, - "53": 0.16029, - "54": 0.16138, - "55": 0.15673, - "56": 0.1503, - "57": 0.15071, - "58": 0.15268, - "59": 0.15095, - "60": 0.15189, - "61": 0.15199, - "62": 0.14938, - "63": 0.15046, - "64": 0.14924, - "65": 0.15129, - "66": 0.14938, - "67": 0.15233, - "68": 0.15028, - "69": 0.1525, - "70": 0.15334, - "71": 0.15152, - "72": 0.15138, - "73": 0.15304, - "74": 0.1515, - "75": 0.15282, - "76": 0.1518, - "77": 0.15193, - "78": 0.15262, - "79": 0.15274, - "80": 0.15251, - "81": 0.15108, - "82": 0.15199, - "83": 0.15046, - "84": 0.15298, - "85": 0.15063, - "86": 0.15132, - "87": 0.15257, - "88": 0.15109, - "89": 0.1502, - "90": 0.15259, - "91": 0.15063, - "92": 0.15237, - "93": 0.15096, - "94": 0.1517, - "95": 0.15049, - "96": 0.15002, - "97": 0.15011, - "98": 0.15349, - "99": 0.1565, - "100": 0.15223 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgx_h100.json index 4fc4344a2e0..c677311f507 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgx_h100.json @@ -6,104 +6,104 @@ "values": { "1": 10.86535, "2": 10.85873, - "3": 10.86284, - "4": 10.84005, - "5": 10.87854, - "6": 10.8885, - "7": 10.86534, + "3": 10.86285, + "4": 10.84007, + "5": 10.87856, + "6": 10.88856, + "7": 10.86538, "8": 10.86017, - "9": 10.85988, - "10": 10.82978, - "11": 10.88948, - "12": 10.8751, - "13": 10.87424, + "9": 10.85991, + "10": 10.8298, + "11": 10.88947, + "12": 10.87508, + "13": 10.87422, "14": 10.89677, - "15": 10.82052, - "16": 10.82497, - "17": 10.78983, - "18": 10.81028, - "19": 10.80533, - "20": 10.70398, - "21": 10.66993, - "22": 10.50641, - "23": 10.69004, - "24": 10.56313, - "25": 10.49419, - "26": 10.56627, - "27": 10.58027, + "15": 10.8205, + "16": 10.82499, + "17": 10.78984, + "18": 10.81029, + "19": 10.80536, + "20": 10.70396, + "21": 10.6699, + "22": 10.50644, + "23": 10.69003, + "24": 10.5631, + "25": 10.49417, + "26": 10.56624, + "27": 10.58026, "28": 10.51571, - "29": 10.55294, - "30": 10.3055, - "31": 10.02244, - "32": 10.40616, - "33": 10.39877, + "29": 10.553, + "30": 10.30552, + "31": 10.02249, + "32": 10.40613, + "33": 10.3988, "34": 10.13771, - "35": 10.20185, + "35": 10.20186, "36": 10.16052, - "37": 10.28974, - "38": 10.11478, + "37": 10.28975, + "38": 10.1148, "39": 10.36102, - "40": 10.01901, - "41": 10.07288, - "42": 10.14698, - "43": 9.74686, - "44": 9.87764, - "45": 9.74965, - "46": 9.73383, + "40": 10.01904, + "41": 10.07292, + "42": 10.14696, + "43": 9.74683, + "44": 9.87763, + "45": 9.74966, + "46": 9.73387, "47": 10.07534, - "48": 9.78068, + "48": 9.78069, "49": 9.4478, - "50": 9.8399, - "51": 9.78024, - "52": 9.67265, - "53": 10.02013, - "54": 9.8979, - "55": 9.81663, - "56": 9.56041, - "57": 9.4118, - "58": 9.77417, - "59": 9.51799, + "50": 9.83991, + "51": 9.78025, + "52": 9.67263, + "53": 10.0201, + "54": 9.89789, + "55": 9.81664, + "56": 9.56044, + "57": 9.41178, + "58": 9.77419, + "59": 9.51794, "60": 9.43538, - "61": 9.64483, - "62": 9.93002, - "63": 9.30912, - "64": 9.72066, - "65": 8.87152, - "66": 9.64433, - "67": 9.31332, - "68": 9.74069, - "69": 9.75327, + "61": 9.64484, + "62": 9.93004, + "63": 9.30911, + "64": 9.72068, + "65": 8.87154, + "66": 9.64427, + "67": 9.31328, + "68": 9.74067, + "69": 9.75334, "70": 9.70004, - "71": 9.56557, - "72": 9.53091, - "73": 9.44385, - "74": 8.8678, - "75": 9.37308, - "76": 9.01275, + "71": 9.56556, + "72": 9.53094, + "73": 9.44386, + "74": 8.86782, + "75": 9.37314, + "76": 9.01274, "77": 10.02855, "78": 9.68739, - "79": 9.32795, - "80": 9.36169, - "81": 9.43364, + "79": 9.328, + "80": 9.36168, + "81": 9.43367, "82": 9.66094, - "83": 9.25137, - "84": 9.37353, - "85": 9.56936, - "86": 9.03179, - "87": 9.55585, - "88": 9.71056, - "89": 9.55398, - "90": 9.78472, - "91": 9.29079, + "83": 9.25139, + "84": 9.37352, + "85": 9.56939, + "86": 9.03181, + "87": 9.55584, + "88": 9.71055, + "89": 9.55395, + "90": 9.78475, + "91": 9.29077, "92": 9.31245, - "93": 9.03137, - "94": 8.78667, + "93": 9.03142, + "94": 8.78671, "95": 9.4873, "96": 9.49052, - "97": 9.26686, + "97": 9.26684, "98": 9.63648, - "99": 8.84331, - "100": 9.3555 + "99": 8.84333, + "100": 9.35549 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 603.0, - "2": 642.0, - "3": 648.0, - "4": 599.0, - "5": 644.0, - "6": 645.0, - "7": 625.0, - "8": 544.0, - "9": 657.0, - "10": 536.0, - "11": 673.0, - "12": 618.0, - "13": 646.0, - "14": 683.0, - "15": 639.0, - "16": 616.0, - "17": 656.0, + "1": 585.0, + "2": 648.0, + "3": 630.0, + "4": 656.0, + "5": 620.0, + "6": 637.0, + "7": 641.0, + "8": 581.0, + "9": 660.0, + "10": 504.0, + "11": 664.0, + "12": 639.0, + "13": 670.0, + "14": 666.0, + "15": 652.0, + "16": 624.0, + "17": 704.0, "18": 579.0, - "19": 637.0, - "20": 628.0, - "21": 672.0, - "22": 627.0, - "23": 744.0, - "24": 610.0, - "25": 578.0, - "26": 602.0, - "27": 633.0, - "28": 750.0, - "29": 709.0, - "30": 736.0, - "31": 626.0, - "32": 716.0, - "33": 754.0, - "34": 692.0, - "35": 707.0, - "36": 733.0, - "37": 797.0, - "38": 813.0, - "39": 878.0, - "40": 807.0, - "41": 808.0, - "42": 831.0, - "43": 703.0, - "44": 810.0, - "45": 768.0, - "46": 858.0, - "47": 879.0, - "48": 856.0, - "49": 814.0, - "50": 862.0, + "19": 682.0, + "20": 623.0, + "21": 657.0, + "22": 561.0, + "23": 763.0, + "24": 593.0, + "25": 629.0, + "26": 669.0, + "27": 691.0, + "28": 738.0, + "29": 788.0, + "30": 744.0, + "31": 604.0, + "32": 736.0, + "33": 787.0, + "34": 706.0, + "35": 692.0, + "36": 714.0, + "37": 835.0, + "38": 768.0, + "39": 894.0, + "40": 764.0, + "41": 852.0, + "42": 878.0, + "43": 733.0, + "44": 827.0, + "45": 785.0, + "46": 877.0, + "47": 927.0, + "48": 873.0, + "49": 891.0, + "50": 869.0, "51": 928.0, - "52": 1001.0, - "53": 1019.0, - "54": 978.0, - "55": 917.0, - "56": 1023.0, - "57": 835.0, - "58": 1020.0, - "59": 1033.0, - "60": 900.0, - "61": 998.0, - "62": 966.0, - "63": 933.0, - "64": 1084.0, - "65": 960.0, - "66": 1081.0, - "67": 1043.0, - "68": 1032.0, - "69": 1029.0, - "70": 1108.0, - "71": 1123.0, - "72": 848.0, - "73": 991.0, - "74": 685.0, - "75": 878.0, - "76": 1149.0, - "77": 1198.0, - "78": 1087.0, - "79": 1095.0, - "80": 1114.0, - "81": 1229.0, - "82": 1048.0, - "83": 1002.0, - "84": 1115.0, - "85": 1228.0, - "86": 896.0, - "87": 1212.0, - "88": 1039.0, - "89": 1111.0, - "90": 1085.0, - "91": 1140.0, - "92": 1186.0, - "93": 896.0, - "94": 1148.0, - "95": 1102.0, - "96": 1113.0, - "97": 1002.0, - "98": 1267.0, - "99": 1178.0, - "100": 1179.0 + "52": 968.0, + "53": 1089.0, + "54": 966.0, + "55": 913.0, + "56": 983.0, + "57": 889.0, + "58": 1063.0, + "59": 1005.0, + "60": 876.0, + "61": 1043.0, + "62": 897.0, + "63": 971.0, + "64": 1100.0, + "65": 911.0, + "66": 1107.0, + "67": 948.0, + "68": 1033.0, + "69": 1064.0, + "70": 1118.0, + "71": 1032.0, + "72": 854.0, + "73": 1007.0, + "74": 739.0, + "75": 877.0, + "76": 1075.0, + "77": 1108.0, + "78": 1103.0, + "79": 980.0, + "80": 1055.0, + "81": 1240.0, + "82": 1101.0, + "83": 1007.0, + "84": 1147.0, + "85": 1157.0, + "86": 897.0, + "87": 1247.0, + "88": 1015.0, + "89": 1155.0, + "90": 1138.0, + "91": 1141.0, + "92": 1142.0, + "93": 947.0, + "94": 1116.0, + "95": 1119.0, + "96": 1099.0, + "97": 997.0, + "98": 1188.0, + "99": 1141.0, + "100": 1102.0 } }, "mem-allocated-bytes": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 16.11625, - "2": 0.36631, - "3": 0.34354, - "4": 0.34024, - "5": 0.33469, - "6": 0.3419, - "7": 0.33228, - "8": 0.32074, - "9": 0.32378, - "10": 0.32158, - "11": 0.32213, - "12": 0.32775, - "13": 0.32607, - "14": 0.32118, - "15": 0.3245, - "16": 0.3215, - "17": 0.32118, - "18": 0.32636, - "19": 0.32325, - "20": 0.32277, - "21": 0.32375, - "22": 0.32539, - "23": 0.32026, - "24": 0.32491, - "25": 0.32391, - "26": 0.32302, - "27": 0.32176, - "28": 0.32809, - "29": 0.32603, - "30": 0.3249, - "31": 0.33977, - "32": 0.34038, - "33": 0.34031, - "34": 0.32189, - "35": 0.32635, - "36": 0.32269, - "37": 0.32267, - "38": 0.3225, - "39": 0.32579, - "40": 0.32854, - "41": 0.32405, - "42": 0.32252, - "43": 0.3294, - "44": 0.32763, - "45": 0.32247, - "46": 0.32281, - "47": 0.32544, - "48": 0.32623, - "49": 0.32647, - "50": 0.32132, - "51": 0.32838, - "52": 0.32103, - "53": 0.32972, - "54": 0.32308, - "55": 0.3197, - "56": 0.32532, - "57": 0.33022, - "58": 0.32385, - "59": 0.3254, - "60": 0.33968, - "61": 0.334, - "62": 0.33471, - "63": 0.33468, - "64": 0.32025, - "65": 0.31712, - "66": 0.327, - "67": 0.3195, - "68": 0.32296, - "69": 0.32809, - "70": 0.321, - "71": 0.32464, - "72": 0.33034, - "73": 0.32003, - "74": 0.31593, - "75": 0.32867, - "76": 0.32348, - "77": 0.31767, - "78": 0.33054, - "79": 0.32363, - "80": 0.3218, - "81": 0.32884, - "82": 0.32228, - "83": 0.31938, - "84": 0.32519, - "85": 0.32022, - "86": 0.32099, - "87": 0.32558, - "88": 0.32258, - "89": 0.32117, - "90": 0.33145, - "91": 0.33173, - "92": 0.32613, - "93": 0.33404, - "94": 0.32862, - "95": 0.32897, - "96": 0.32817, - "97": 0.32958, - "98": 0.32759, - "99": 0.33061, - "100": 0.33344 + "1": 15.91944, + "2": 0.35854, + "3": 0.34422, + "4": 0.34655, + "5": 0.33791, + "6": 0.34327, + "7": 0.34394, + "8": 0.3383, + "9": 0.34058, + "10": 0.32396, + "11": 0.32631, + "12": 0.33064, + "13": 0.32832, + "14": 0.32645, + "15": 0.32686, + "16": 0.32351, + "17": 0.32796, + "18": 0.33094, + "19": 0.32865, + "20": 0.32722, + "21": 0.32666, + "22": 0.32679, + "23": 0.32717, + "24": 0.32824, + "25": 0.32793, + "26": 0.32517, + "27": 0.326, + "28": 0.32627, + "29": 0.32627, + "30": 0.32688, + "31": 0.32603, + "32": 0.32544, + "33": 0.32613, + "34": 0.32696, + "35": 0.32522, + "36": 0.32966, + "37": 0.32462, + "38": 0.32724, + "39": 0.32622, + "40": 0.32646, + "41": 0.32504, + "42": 0.32464, + "43": 0.3299, + "44": 0.32495, + "45": 0.32382, + "46": 0.32567, + "47": 0.32847, + "48": 0.32521, + "49": 0.32738, + "50": 0.32495, + "51": 0.33517, + "52": 0.33963, + "53": 0.33084, + "54": 0.3299, + "55": 0.33062, + "56": 0.32923, + "57": 0.32909, + "58": 0.331, + "59": 0.32595, + "60": 0.32446, + "61": 0.32961, + "62": 0.33126, + "63": 0.32393, + "64": 0.32986, + "65": 0.32836, + "66": 0.32921, + "67": 0.32945, + "68": 0.32848, + "69": 0.32625, + "70": 0.32898, + "71": 0.33227, + "72": 0.32403, + "73": 0.3284, + "74": 0.32761, + "75": 0.32791, + "76": 0.33223, + "77": 0.33113, + "78": 0.32546, + "79": 0.32925, + "80": 0.33175, + "81": 0.33071, + "82": 0.32698, + "83": 0.32738, + "84": 0.32835, + "85": 0.32729, + "86": 0.33228, + "87": 0.32668, + "88": 0.33091, + "89": 0.32825, + "90": 0.32752, + "91": 0.32814, + "92": 0.33195, + "93": 0.32686, + "94": 0.33172, + "95": 0.33336, + "96": 0.32938, + "97": 0.33024, + "98": 0.32939, + "99": 0.32654, + "100": 0.3311 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index af0dc8991a7..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.86535, - "2": 10.85873, - "3": 10.86286, - "4": 10.8401, - "5": 10.87854, - "6": 10.88851, - "7": 10.86534, - "8": 10.86016, - "9": 10.8599, - "10": 10.82977, - "11": 10.88949, - "12": 10.8751, - "13": 10.87423, - "14": 10.89677, - "15": 10.82052, - "16": 10.82497, - "17": 10.78983, - "18": 10.81028, - "19": 10.80533, - "20": 10.70396, - "21": 10.66992, - "22": 10.50642, - "23": 10.69003, - "24": 10.56316, - "25": 10.49422, - "26": 10.56629, - "27": 10.58024, - "28": 10.5157, - "29": 10.55294, - "30": 10.30549, - "31": 10.02246, - "32": 10.40618, - "33": 10.3988, - "34": 10.13772, - "35": 10.20188, - "36": 10.16051, - "37": 10.28976, - "38": 10.11481, - "39": 10.36103, - "40": 10.01902, - "41": 10.07292, - "42": 10.14693, - "43": 9.74685, - "44": 9.87763, - "45": 9.74968, - "46": 9.73387, - "47": 10.07535, - "48": 9.78069, - "49": 9.44782, - "50": 9.83989, - "51": 9.78023, - "52": 9.67265, - "53": 10.02014, - "54": 9.89792, - "55": 9.81667, - "56": 9.56045, - "57": 9.41178, - "58": 9.77416, - "59": 9.51797, - "60": 9.43536, - "61": 9.64484, - "62": 9.93004, - "63": 9.30908, - "64": 9.72064, - "65": 8.87155, - "66": 9.64428, - "67": 9.31328, - "68": 9.74066, - "69": 9.75332, - "70": 9.70004, - "71": 9.56561, - "72": 9.53094, - "73": 9.44384, - "74": 8.86782, - "75": 9.37311, - "76": 9.01276, - "77": 10.02852, - "78": 9.68739, - "79": 9.32796, - "80": 9.36168, - "81": 9.43368, - "82": 9.66094, - "83": 9.25138, - "84": 9.37354, - "85": 9.5694, - "86": 9.03176, - "87": 9.55582, - "88": 9.71055, - "89": 9.55397, - "90": 9.7847, - "91": 9.29075, - "92": 9.31241, - "93": 9.03141, - "94": 8.78668, - "95": 9.48729, - "96": 9.49051, - "97": 9.26682, - "98": 9.63648, - "99": 8.84335, - "100": 9.35548 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 602.0, - "2": 621.0, - "3": 616.0, - "4": 577.0, - "5": 617.0, - "6": 617.0, - "7": 645.0, - "8": 568.0, - "9": 673.0, - "10": 569.0, - "11": 637.0, - "12": 647.0, - "13": 676.0, - "14": 666.0, - "15": 706.0, - "16": 627.0, - "17": 640.0, - "18": 607.0, - "19": 623.0, - "20": 620.0, - "21": 654.0, - "22": 640.0, - "23": 775.0, - "24": 581.0, - "25": 629.0, - "26": 665.0, - "27": 689.0, - "28": 707.0, - "29": 722.0, - "30": 738.0, - "31": 640.0, - "32": 746.0, - "33": 831.0, - "34": 673.0, - "35": 746.0, - "36": 749.0, - "37": 826.0, - "38": 771.0, - "39": 852.0, - "40": 746.0, - "41": 834.0, - "42": 845.0, - "43": 709.0, - "44": 739.0, - "45": 808.0, - "46": 888.0, - "47": 849.0, - "48": 880.0, - "49": 879.0, - "50": 840.0, - "51": 915.0, - "52": 896.0, - "53": 1048.0, - "54": 1044.0, - "55": 954.0, - "56": 960.0, - "57": 849.0, - "58": 1035.0, - "59": 1036.0, - "60": 875.0, - "61": 1010.0, - "62": 973.0, - "63": 928.0, - "64": 1019.0, - "65": 928.0, - "66": 1115.0, - "67": 966.0, - "68": 954.0, - "69": 1094.0, - "70": 1039.0, - "71": 1034.0, - "72": 891.0, - "73": 1023.0, - "74": 764.0, - "75": 903.0, - "76": 1061.0, - "77": 1149.0, - "78": 1070.0, - "79": 1063.0, - "80": 1091.0, - "81": 1242.0, - "82": 1047.0, - "83": 1012.0, - "84": 1154.0, - "85": 1199.0, - "86": 930.0, - "87": 1297.0, - "88": 1049.0, - "89": 1103.0, - "90": 1021.0, - "91": 1134.0, - "92": 1187.0, - "93": 918.0, - "94": 1129.0, - "95": 1126.0, - "96": 1146.0, - "97": 1003.0, - "98": 1260.0, - "99": 1135.0, - "100": 1164.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0, - "51": 510689792.0, - "52": 510689792.0, - "53": 510689792.0, - "54": 510689792.0, - "55": 510689792.0, - "56": 510689792.0, - "57": 510689792.0, - "58": 510689792.0, - "59": 510689792.0, - "60": 510689792.0, - "61": 510689792.0, - "62": 510689792.0, - "63": 510689792.0, - "64": 510689792.0, - "65": 510689792.0, - "66": 510689792.0, - "67": 510689792.0, - "68": 510689792.0, - "69": 510689792.0, - "70": 510689792.0, - "71": 510689792.0, - "72": 510689792.0, - "73": 510689792.0, - "74": 510689792.0, - "75": 510689792.0, - "76": 510689792.0, - "77": 510689792.0, - "78": 510689792.0, - "79": 510689792.0, - "80": 510689792.0, - "81": 510689792.0, - "82": 510689792.0, - "83": 510689792.0, - "84": 510689792.0, - "85": 510689792.0, - "86": 510689792.0, - "87": 510689792.0, - "88": 510689792.0, - "89": 510689792.0, - "90": 510689792.0, - "91": 510689792.0, - "92": 510689792.0, - "93": 510689792.0, - "94": 510689792.0, - "95": 510689792.0, - "96": 510689792.0, - "97": 510689792.0, - "98": 510689792.0, - "99": 510689792.0, - "100": 510689792.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 759895552.0, - "2": 933156352.0, - "3": 933156352.0, - "4": 933156352.0, - "5": 933156352.0, - "6": 933156352.0, - "7": 933156352.0, - "8": 933156352.0, - "9": 933156352.0, - "10": 933156352.0, - "11": 933156352.0, - "12": 933156352.0, - "13": 933156352.0, - "14": 933156352.0, - "15": 934203392.0, - "16": 934203392.0, - "17": 934203392.0, - "18": 934203392.0, - "19": 934203392.0, - "20": 934203392.0, - "21": 934203392.0, - "22": 934203392.0, - "23": 934203392.0, - "24": 934203392.0, - "25": 934203392.0, - "26": 934203392.0, - "27": 934203392.0, - "28": 934203392.0, - "29": 934203392.0, - "30": 934203392.0, - "31": 934203392.0, - "32": 934203392.0, - "33": 934203392.0, - "34": 934203392.0, - "35": 934203392.0, - "36": 934203392.0, - "37": 934203392.0, - "38": 934203392.0, - "39": 934203392.0, - "40": 934203392.0, - "41": 934203392.0, - "42": 934203392.0, - "43": 934203392.0, - "44": 934203392.0, - "45": 934203392.0, - "46": 934203392.0, - "47": 934203392.0, - "48": 934203392.0, - "49": 934203392.0, - "50": 934203392.0, - "51": 934203392.0, - "52": 934203392.0, - "53": 934203392.0, - "54": 934203392.0, - "55": 934203392.0, - "56": 934203392.0, - "57": 934203392.0, - "58": 934203392.0, - "59": 934203392.0, - "60": 934203392.0, - "61": 934203392.0, - "62": 934203392.0, - "63": 934203392.0, - "64": 934203392.0, - "65": 934203392.0, - "66": 934203392.0, - "67": 934203392.0, - "68": 934203392.0, - "69": 934203392.0, - "70": 934203392.0, - "71": 934203392.0, - "72": 934203392.0, - "73": 934203392.0, - "74": 934203392.0, - "75": 934203392.0, - "76": 934203392.0, - "77": 934203392.0, - "78": 934203392.0, - "79": 934203392.0, - "80": 934203392.0, - "81": 934203392.0, - "82": 934203392.0, - "83": 934203392.0, - "84": 934203392.0, - "85": 934203392.0, - "86": 934203392.0, - "87": 934203392.0, - "88": 934203392.0, - "89": 934203392.0, - "90": 934203392.0, - "91": 934203392.0, - "92": 934203392.0, - "93": 934203392.0, - "94": 934203392.0, - "95": 934203392.0, - "96": 934203392.0, - "97": 934203392.0, - "98": 934203392.0, - "99": 934203392.0, - "100": 934203392.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 17.126, - "2": 0.48552, - "3": 0.29604, - "4": 0.30321, - "5": 0.28764, - "6": 0.28618, - "7": 0.28577, - "8": 0.28879, - "9": 0.28726, - "10": 0.28646, - "11": 0.28506, - "12": 0.28217, - "13": 0.2868, - "14": 0.28787, - "15": 0.28549, - "16": 0.2862, - "17": 0.28698, - "18": 0.29086, - "19": 0.28554, - "20": 0.2857, - "21": 0.28549, - "22": 0.28641, - "23": 0.28608, - "24": 0.28569, - "25": 0.28652, - "26": 0.28468, - "27": 0.28942, - "28": 0.28949, - "29": 0.28879, - "30": 0.28796, - "31": 0.29103, - "32": 0.29073, - "33": 0.28732, - "34": 0.29616, - "35": 0.28855, - "36": 0.28828, - "37": 0.28466, - "38": 0.28953, - "39": 0.29333, - "40": 0.28768, - "41": 0.28231, - "42": 0.28695, - "43": 0.28583, - "44": 0.28905, - "45": 0.28528, - "46": 0.28715, - "47": 0.28626, - "48": 0.28831, - "49": 0.28647, - "50": 0.28555, - "51": 0.29483, - "52": 0.28779, - "53": 0.28678, - "54": 0.28789, - "55": 0.28871, - "56": 0.29987, - "57": 0.29343, - "58": 0.28823, - "59": 0.28887, - "60": 0.29468, - "61": 0.28773, - "62": 0.30025, - "63": 0.28844, - "64": 0.28597, - "65": 0.28565, - "66": 0.2875, - "67": 0.28661, - "68": 0.2859, - "69": 0.28584, - "70": 0.28606, - "71": 0.286, - "72": 0.2846, - "73": 0.29219, - "74": 0.28688, - "75": 0.28871, - "76": 0.28938, - "77": 0.28731, - "78": 0.28558, - "79": 0.28696, - "80": 0.28619, - "81": 0.28793, - "82": 0.28828, - "83": 0.28522, - "84": 0.29988, - "85": 0.29704, - "86": 0.28664, - "87": 0.2857, - "88": 0.28622, - "89": 0.28571, - "90": 0.2853, - "91": 0.29259, - "92": 0.28615, - "93": 0.285, - "94": 0.286, - "95": 0.28546, - "96": 0.28446, - "97": 0.28434, - "98": 0.28413, - "99": 0.2875, - "100": 0.28509 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index c677311f507..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cp2_nondeterministic/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.86535, - "2": 10.85873, - "3": 10.86285, - "4": 10.84007, - "5": 10.87856, - "6": 10.88856, - "7": 10.86538, - "8": 10.86017, - "9": 10.85991, - "10": 10.8298, - "11": 10.88947, - "12": 10.87508, - "13": 10.87422, - "14": 10.89677, - "15": 10.8205, - "16": 10.82499, - "17": 10.78984, - "18": 10.81029, - "19": 10.80536, - "20": 10.70396, - "21": 10.6699, - "22": 10.50644, - "23": 10.69003, - "24": 10.5631, - "25": 10.49417, - "26": 10.56624, - "27": 10.58026, - "28": 10.51571, - "29": 10.553, - "30": 10.30552, - "31": 10.02249, - "32": 10.40613, - "33": 10.3988, - "34": 10.13771, - "35": 10.20186, - "36": 10.16052, - "37": 10.28975, - "38": 10.1148, - "39": 10.36102, - "40": 10.01904, - "41": 10.07292, - "42": 10.14696, - "43": 9.74683, - "44": 9.87763, - "45": 9.74966, - "46": 9.73387, - "47": 10.07534, - "48": 9.78069, - "49": 9.4478, - "50": 9.83991, - "51": 9.78025, - "52": 9.67263, - "53": 10.0201, - "54": 9.89789, - "55": 9.81664, - "56": 9.56044, - "57": 9.41178, - "58": 9.77419, - "59": 9.51794, - "60": 9.43538, - "61": 9.64484, - "62": 9.93004, - "63": 9.30911, - "64": 9.72068, - "65": 8.87154, - "66": 9.64427, - "67": 9.31328, - "68": 9.74067, - "69": 9.75334, - "70": 9.70004, - "71": 9.56556, - "72": 9.53094, - "73": 9.44386, - "74": 8.86782, - "75": 9.37314, - "76": 9.01274, - "77": 10.02855, - "78": 9.68739, - "79": 9.328, - "80": 9.36168, - "81": 9.43367, - "82": 9.66094, - "83": 9.25139, - "84": 9.37352, - "85": 9.56939, - "86": 9.03181, - "87": 9.55584, - "88": 9.71055, - "89": 9.55395, - "90": 9.78475, - "91": 9.29077, - "92": 9.31245, - "93": 9.03142, - "94": 8.78671, - "95": 9.4873, - "96": 9.49052, - "97": 9.26684, - "98": 9.63648, - "99": 8.84333, - "100": 9.35549 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 585.0, - "2": 648.0, - "3": 630.0, - "4": 656.0, - "5": 620.0, - "6": 637.0, - "7": 641.0, - "8": 581.0, - "9": 660.0, - "10": 504.0, - "11": 664.0, - "12": 639.0, - "13": 670.0, - "14": 666.0, - "15": 652.0, - "16": 624.0, - "17": 704.0, - "18": 579.0, - "19": 682.0, - "20": 623.0, - "21": 657.0, - "22": 561.0, - "23": 763.0, - "24": 593.0, - "25": 629.0, - "26": 669.0, - "27": 691.0, - "28": 738.0, - "29": 788.0, - "30": 744.0, - "31": 604.0, - "32": 736.0, - "33": 787.0, - "34": 706.0, - "35": 692.0, - "36": 714.0, - "37": 835.0, - "38": 768.0, - "39": 894.0, - "40": 764.0, - "41": 852.0, - "42": 878.0, - "43": 733.0, - "44": 827.0, - "45": 785.0, - "46": 877.0, - "47": 927.0, - "48": 873.0, - "49": 891.0, - "50": 869.0, - "51": 928.0, - "52": 968.0, - "53": 1089.0, - "54": 966.0, - "55": 913.0, - "56": 983.0, - "57": 889.0, - "58": 1063.0, - "59": 1005.0, - "60": 876.0, - "61": 1043.0, - "62": 897.0, - "63": 971.0, - "64": 1100.0, - "65": 911.0, - "66": 1107.0, - "67": 948.0, - "68": 1033.0, - "69": 1064.0, - "70": 1118.0, - "71": 1032.0, - "72": 854.0, - "73": 1007.0, - "74": 739.0, - "75": 877.0, - "76": 1075.0, - "77": 1108.0, - "78": 1103.0, - "79": 980.0, - "80": 1055.0, - "81": 1240.0, - "82": 1101.0, - "83": 1007.0, - "84": 1147.0, - "85": 1157.0, - "86": 897.0, - "87": 1247.0, - "88": 1015.0, - "89": 1155.0, - "90": 1138.0, - "91": 1141.0, - "92": 1142.0, - "93": 947.0, - "94": 1116.0, - "95": 1119.0, - "96": 1099.0, - "97": 997.0, - "98": 1188.0, - "99": 1141.0, - "100": 1102.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 510689792.0, - "2": 510689792.0, - "3": 510689792.0, - "4": 510689792.0, - "5": 510689792.0, - "6": 510689792.0, - "7": 510689792.0, - "8": 510689792.0, - "9": 510689792.0, - "10": 510689792.0, - "11": 510689792.0, - "12": 510689792.0, - "13": 510689792.0, - "14": 510689792.0, - "15": 510689792.0, - "16": 510689792.0, - "17": 510689792.0, - "18": 510689792.0, - "19": 510689792.0, - "20": 510689792.0, - "21": 510689792.0, - "22": 510689792.0, - "23": 510689792.0, - "24": 510689792.0, - "25": 510689792.0, - "26": 510689792.0, - "27": 510689792.0, - "28": 510689792.0, - "29": 510689792.0, - "30": 510689792.0, - "31": 510689792.0, - "32": 510689792.0, - "33": 510689792.0, - "34": 510689792.0, - "35": 510689792.0, - "36": 510689792.0, - "37": 510689792.0, - "38": 510689792.0, - "39": 510689792.0, - "40": 510689792.0, - "41": 510689792.0, - "42": 510689792.0, - "43": 510689792.0, - "44": 510689792.0, - "45": 510689792.0, - "46": 510689792.0, - "47": 510689792.0, - "48": 510689792.0, - "49": 510689792.0, - "50": 510689792.0, - "51": 510689792.0, - "52": 510689792.0, - "53": 510689792.0, - "54": 510689792.0, - "55": 510689792.0, - "56": 510689792.0, - "57": 510689792.0, - "58": 510689792.0, - "59": 510689792.0, - "60": 510689792.0, - "61": 510689792.0, - "62": 510689792.0, - "63": 510689792.0, - "64": 510689792.0, - "65": 510689792.0, - "66": 510689792.0, - "67": 510689792.0, - "68": 510689792.0, - "69": 510689792.0, - "70": 510689792.0, - "71": 510689792.0, - "72": 510689792.0, - "73": 510689792.0, - "74": 510689792.0, - "75": 510689792.0, - "76": 510689792.0, - "77": 510689792.0, - "78": 510689792.0, - "79": 510689792.0, - "80": 510689792.0, - "81": 510689792.0, - "82": 510689792.0, - "83": 510689792.0, - "84": 510689792.0, - "85": 510689792.0, - "86": 510689792.0, - "87": 510689792.0, - "88": 510689792.0, - "89": 510689792.0, - "90": 510689792.0, - "91": 510689792.0, - "92": 510689792.0, - "93": 510689792.0, - "94": 510689792.0, - "95": 510689792.0, - "96": 510689792.0, - "97": 510689792.0, - "98": 510689792.0, - "99": 510689792.0, - "100": 510689792.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 759895552.0, - "2": 933156352.0, - "3": 933156352.0, - "4": 933156352.0, - "5": 933156352.0, - "6": 933156352.0, - "7": 933156352.0, - "8": 933156352.0, - "9": 933156352.0, - "10": 933156352.0, - "11": 933156352.0, - "12": 933156352.0, - "13": 933156352.0, - "14": 933156352.0, - "15": 933156352.0, - "16": 933156352.0, - "17": 933156352.0, - "18": 933156352.0, - "19": 933156352.0, - "20": 933156352.0, - "21": 933156352.0, - "22": 933156352.0, - "23": 933156352.0, - "24": 933156352.0, - "25": 933156352.0, - "26": 933156352.0, - "27": 933156352.0, - "28": 933156352.0, - "29": 933156352.0, - "30": 933156352.0, - "31": 933156352.0, - "32": 933156352.0, - "33": 933156352.0, - "34": 933156352.0, - "35": 933156352.0, - "36": 933156352.0, - "37": 933156352.0, - "38": 933156352.0, - "39": 933156352.0, - "40": 933156352.0, - "41": 933156352.0, - "42": 933156352.0, - "43": 933156352.0, - "44": 933156352.0, - "45": 933156352.0, - "46": 933156352.0, - "47": 933156352.0, - "48": 933156352.0, - "49": 933156352.0, - "50": 933156352.0, - "51": 933156352.0, - "52": 933156352.0, - "53": 933156352.0, - "54": 933156352.0, - "55": 933156352.0, - "56": 933156352.0, - "57": 933156352.0, - "58": 933156352.0, - "59": 933156352.0, - "60": 933156352.0, - "61": 933156352.0, - "62": 933156352.0, - "63": 933156352.0, - "64": 933156352.0, - "65": 933156352.0, - "66": 933156352.0, - "67": 933156352.0, - "68": 933156352.0, - "69": 933156352.0, - "70": 933156352.0, - "71": 933156352.0, - "72": 933156352.0, - "73": 933156352.0, - "74": 933156352.0, - "75": 933156352.0, - "76": 933156352.0, - "77": 933156352.0, - "78": 933156352.0, - "79": 933156352.0, - "80": 933156352.0, - "81": 933156352.0, - "82": 933156352.0, - "83": 933156352.0, - "84": 933156352.0, - "85": 933156352.0, - "86": 933156352.0, - "87": 933156352.0, - "88": 933156352.0, - "89": 933156352.0, - "90": 933156352.0, - "91": 933156352.0, - "92": 933156352.0, - "93": 933156352.0, - "94": 933156352.0, - "95": 933156352.0, - "96": 933156352.0, - "97": 933156352.0, - "98": 933156352.0, - "99": 933156352.0, - "100": 933156352.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 15.91944, - "2": 0.35854, - "3": 0.34422, - "4": 0.34655, - "5": 0.33791, - "6": 0.34327, - "7": 0.34394, - "8": 0.3383, - "9": 0.34058, - "10": 0.32396, - "11": 0.32631, - "12": 0.33064, - "13": 0.32832, - "14": 0.32645, - "15": 0.32686, - "16": 0.32351, - "17": 0.32796, - "18": 0.33094, - "19": 0.32865, - "20": 0.32722, - "21": 0.32666, - "22": 0.32679, - "23": 0.32717, - "24": 0.32824, - "25": 0.32793, - "26": 0.32517, - "27": 0.326, - "28": 0.32627, - "29": 0.32627, - "30": 0.32688, - "31": 0.32603, - "32": 0.32544, - "33": 0.32613, - "34": 0.32696, - "35": 0.32522, - "36": 0.32966, - "37": 0.32462, - "38": 0.32724, - "39": 0.32622, - "40": 0.32646, - "41": 0.32504, - "42": 0.32464, - "43": 0.3299, - "44": 0.32495, - "45": 0.32382, - "46": 0.32567, - "47": 0.32847, - "48": 0.32521, - "49": 0.32738, - "50": 0.32495, - "51": 0.33517, - "52": 0.33963, - "53": 0.33084, - "54": 0.3299, - "55": 0.33062, - "56": 0.32923, - "57": 0.32909, - "58": 0.331, - "59": 0.32595, - "60": 0.32446, - "61": 0.32961, - "62": 0.33126, - "63": 0.32393, - "64": 0.32986, - "65": 0.32836, - "66": 0.32921, - "67": 0.32945, - "68": 0.32848, - "69": 0.32625, - "70": 0.32898, - "71": 0.33227, - "72": 0.32403, - "73": 0.3284, - "74": 0.32761, - "75": 0.32791, - "76": 0.33223, - "77": 0.33113, - "78": 0.32546, - "79": 0.32925, - "80": 0.33175, - "81": 0.33071, - "82": 0.32698, - "83": 0.32738, - "84": 0.32835, - "85": 0.32729, - "86": 0.33228, - "87": 0.32668, - "88": 0.33091, - "89": 0.32825, - "90": 0.32752, - "91": 0.32814, - "92": 0.33195, - "93": 0.32686, - "94": 0.33172, - "95": 0.33336, - "96": 0.32938, - "97": 0.33024, - "98": 0.32939, - "99": 0.32654, - "100": 0.3311 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cross_entropy_loss_fusion/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cross_entropy_loss_fusion/golden_values_dev_dgx_h100.json index 2c78cced2a6..eb0e5f82b03 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cross_entropy_loss_fusion/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cross_entropy_loss_fusion/golden_values_dev_dgx_h100.json @@ -407,24 +407,24 @@ "80": 1840523776.0, "81": 1840523776.0, "82": 1840523776.0, - "83": 1840523776.0, - "84": 1840523776.0, - "85": 1840523776.0, - "86": 1840523776.0, - "87": 1840523776.0, - "88": 1840523776.0, - "89": 1840523776.0, - "90": 1840523776.0, - "91": 1840523776.0, - "92": 1840523776.0, - "93": 1840523776.0, - "94": 1840523776.0, - "95": 1840523776.0, - "96": 1840523776.0, - "97": 1840523776.0, - "98": 1840523776.0, - "99": 1840523776.0, - "100": 1840523776.0 + "83": 1841310208.0, + "84": 1841310208.0, + "85": 1841310208.0, + "86": 1841310208.0, + "87": 1841310208.0, + "88": 1841310208.0, + "89": 1841310208.0, + "90": 1841310208.0, + "91": 1841310208.0, + "92": 1841310208.0, + "93": 1841310208.0, + "94": 1841310208.0, + "95": 1841310208.0, + "96": 1841310208.0, + "97": 1841310208.0, + "98": 1841310208.0, + "99": 1841310208.0, + "100": 1841310208.0 } }, "iteration-time": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 15.10612, - "2": 0.1542, - "3": 0.13803, - "4": 0.14173, - "5": 0.13703, - "6": 0.13715, - "7": 0.13669, - "8": 0.13634, - "9": 0.13883, - "10": 0.13804, - "11": 0.13759, - "12": 0.1376, - "13": 0.1382, - "14": 0.13696, - "15": 0.13434, - "16": 0.13528, - "17": 0.13745, - "18": 0.13625, - "19": 0.13968, - "20": 0.13682, - "21": 0.13596, - "22": 0.13719, - "23": 0.13667, - "24": 0.13638, - "25": 0.13753, - "26": 0.13644, - "27": 0.13707, - "28": 0.13952, - "29": 0.1369, - "30": 0.13707, - "31": 0.13675, - "32": 0.13583, - "33": 0.1367, - "34": 0.13775, - "35": 0.13604, - "36": 0.13754, - "37": 0.13616, - "38": 0.13653, - "39": 0.13703, - "40": 0.13711, - "41": 0.13929, - "42": 0.1367, - "43": 0.13765, - "44": 0.1376, - "45": 0.13629, - "46": 0.13767, - "47": 0.13691, - "48": 0.13819, - "49": 0.13713, - "50": 0.13764, - "51": 0.14385, - "52": 0.13731, - "53": 0.13926, - "54": 0.13909, - "55": 0.13708, - "56": 0.13606, - "57": 0.1385, - "58": 0.13816, - "59": 0.13715, - "60": 0.13837, - "61": 0.13836, - "62": 0.13899, - "63": 0.13766, - "64": 0.13809, - "65": 0.1396, - "66": 0.13817, - "67": 0.13774, - "68": 0.13776, - "69": 0.13995, - "70": 0.14012, - "71": 0.13829, - "72": 0.14013, - "73": 0.13752, - "74": 0.13771, - "75": 0.13835, - "76": 0.13975, - "77": 0.13762, - "78": 0.13969, - "79": 0.14152, - "80": 0.13795, - "81": 0.13719, - "82": 0.13686, - "83": 0.13959, - "84": 0.13635, - "85": 0.13911, - "86": 0.13853, - "87": 0.13756, - "88": 0.13795, - "89": 0.13781, - "90": 0.13889, - "91": 0.1373, - "92": 0.14159, - "93": 0.13719, - "94": 0.13599, - "95": 0.13739, - "96": 0.13865, - "97": 0.13776, - "98": 0.14044, - "99": 0.13747, - "100": 0.13826 + "1": 15.65402, + "2": 0.15533, + "3": 0.13713, + "4": 0.14193, + "5": 0.13861, + "6": 0.13948, + "7": 0.13637, + "8": 0.13619, + "9": 0.14162, + "10": 0.13725, + "11": 0.13988, + "12": 0.14179, + "13": 0.14346, + "14": 0.14488, + "15": 0.1468, + "16": 0.14288, + "17": 0.13708, + "18": 0.13765, + "19": 0.13957, + "20": 0.13778, + "21": 0.13931, + "22": 0.13758, + "23": 0.13751, + "24": 0.14023, + "25": 0.14508, + "26": 0.15744, + "27": 0.15391, + "28": 0.15519, + "29": 0.14118, + "30": 0.1391, + "31": 0.13604, + "32": 0.1366, + "33": 0.13813, + "34": 0.13786, + "35": 0.13728, + "36": 0.13981, + "37": 0.14024, + "38": 0.13688, + "39": 0.13391, + "40": 0.13738, + "41": 0.14059, + "42": 0.13512, + "43": 0.13775, + "44": 0.13641, + "45": 0.13686, + "46": 0.14053, + "47": 0.13951, + "48": 0.14166, + "49": 0.13555, + "50": 0.13577, + "51": 0.14328, + "52": 0.14201, + "53": 0.13861, + "54": 0.13965, + "55": 0.13807, + "56": 0.14044, + "57": 0.14358, + "58": 0.14042, + "59": 0.13858, + "60": 0.13959, + "61": 0.13788, + "62": 0.14032, + "63": 0.13843, + "64": 0.13942, + "65": 0.13742, + "66": 0.13948, + "67": 0.14263, + "68": 0.13848, + "69": 0.13944, + "70": 0.13874, + "71": 0.14302, + "72": 0.13748, + "73": 0.13837, + "74": 0.13911, + "75": 0.13965, + "76": 0.1466, + "77": 0.14259, + "78": 0.13635, + "79": 0.14025, + "80": 0.14725, + "81": 0.14592, + "82": 0.14832, + "83": 0.14727, + "84": 0.14437, + "85": 0.13721, + "86": 0.14235, + "87": 0.13812, + "88": 0.13937, + "89": 0.1389, + "90": 0.13661, + "91": 0.1432, + "92": 0.1389, + "93": 0.13881, + "94": 0.13803, + "95": 0.13815, + "96": 0.14203, + "97": 0.13816, + "98": 0.13963, + "99": 0.14236, + "100": 0.14371 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cross_entropy_loss_fusion/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cross_entropy_loss_fusion/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index bb22d5373cc..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cross_entropy_loss_fusion/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85949, - "2": 10.85553, - "3": 10.86548, - "4": 10.84554, - "5": 10.88344, - "6": 10.89429, - "7": 10.87068, - "8": 10.86983, - "9": 10.86919, - "10": 10.83883, - "11": 10.89435, - "12": 10.8798, - "13": 10.87987, - "14": 10.90317, - "15": 10.8405, - "16": 10.83786, - "17": 10.80668, - "18": 10.83025, - "19": 10.82262, - "20": 10.73192, - "21": 10.7075, - "22": 10.56005, - "23": 10.72406, - "24": 10.61116, - "25": 10.5481, - "26": 10.61334, - "27": 10.6305, - "28": 10.56645, - "29": 10.59672, - "30": 10.37136, - "31": 10.11721, - "32": 10.46127, - "33": 10.45247, - "34": 10.21687, - "35": 10.27171, - "36": 10.2312, - "37": 10.34809, - "38": 10.18842, - "39": 10.41042, - "40": 10.09426, - "41": 10.14711, - "42": 10.21247, - "43": 9.84106, - "44": 9.95919, - "45": 9.84082, - "46": 9.82482, - "47": 10.13882, - "48": 9.85839, - "49": 9.5472, - "50": 9.90883, - "51": 9.85585, - "52": 9.75243, - "53": 10.07588, - "54": 9.95691, - "55": 9.88207, - "56": 9.63139, - "57": 9.48649, - "58": 9.83116, - "59": 9.58907, - "60": 9.50648, - "61": 9.70368, - "62": 9.98289, - "63": 9.38314, - "64": 9.7791, - "65": 8.95182, - "66": 9.70161, - "67": 9.37209, - "68": 9.78856, - "69": 9.79856, - "70": 9.74748, - "71": 9.6191, - "72": 9.585, - "73": 9.49728, - "74": 8.93928, - "75": 9.42702, - "76": 9.08022, - "77": 10.06569, - "78": 9.72897, - "79": 9.37772, - "80": 9.41001, - "81": 9.47977, - "82": 9.70183, - "83": 9.30621, - "84": 9.42098, - "85": 9.61377, - "86": 9.07654, - "87": 9.59456, - "88": 9.75071, - "89": 9.60243, - "90": 9.81899, - "91": 9.33898, - "92": 9.35718, - "93": 9.07884, - "94": 8.83509, - "95": 9.52175, - "96": 9.53007, - "97": 9.31309, - "98": 9.67781, - "99": 8.89061, - "100": 9.39729 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1690.0, - "2": 1776.0, - "3": 1642.0, - "4": 1825.0, - "5": 1809.0, - "6": 1795.0, - "7": 1830.0, - "8": 1626.0, - "9": 1878.0, - "10": 1423.0, - "11": 1868.0, - "12": 1653.0, - "13": 1897.0, - "14": 1783.0, - "15": 1861.0, - "16": 1938.0, - "17": 1825.0, - "18": 1730.0, - "19": 1727.0, - "20": 1735.0, - "21": 1783.0, - "22": 1576.0, - "23": 1949.0, - "24": 1630.0, - "25": 1498.0, - "26": 1649.0, - "27": 1809.0, - "28": 2019.0, - "29": 2009.0, - "30": 1832.0, - "31": 1524.0, - "32": 1943.0, - "33": 2081.0, - "34": 1888.0, - "35": 1935.0, - "36": 1898.0, - "37": 2325.0, - "38": 2070.0, - "39": 2248.0, - "40": 2199.0, - "41": 2264.0, - "42": 2349.0, - "43": 2087.0, - "44": 2107.0, - "45": 2098.0, - "46": 2407.0, - "47": 2456.0, - "48": 2404.0, - "49": 2417.0, - "50": 2407.0, - "51": 2578.0, - "52": 2630.0, - "53": 2857.0, - "54": 2818.0, - "55": 2368.0, - "56": 2757.0, - "57": 2423.0, - "58": 2776.0, - "59": 2742.0, - "60": 2371.0, - "61": 2906.0, - "62": 2517.0, - "63": 2374.0, - "64": 2995.0, - "65": 2634.0, - "66": 2995.0, - "67": 2884.0, - "68": 2840.0, - "69": 2766.0, - "70": 3006.0, - "71": 3023.0, - "72": 2386.0, - "73": 2958.0, - "74": 1851.0, - "75": 2585.0, - "76": 2973.0, - "77": 3244.0, - "78": 3142.0, - "79": 3185.0, - "80": 3249.0, - "81": 3665.0, - "82": 3153.0, - "83": 2821.0, - "84": 3083.0, - "85": 3247.0, - "86": 2734.0, - "87": 3759.0, - "88": 2968.0, - "89": 3282.0, - "90": 3064.0, - "91": 2908.0, - "92": 2946.0, - "93": 2592.0, - "94": 3363.0, - "95": 3423.0, - "96": 3259.0, - "97": 2976.0, - "98": 3683.0, - "99": 3173.0, - "100": 3143.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 516194816.0, - "2": 516194816.0, - "3": 516194816.0, - "4": 516194816.0, - "5": 516194816.0, - "6": 516194816.0, - "7": 516194816.0, - "8": 516194816.0, - "9": 516194816.0, - "10": 516194816.0, - "11": 516194816.0, - "12": 516194816.0, - "13": 516194816.0, - "14": 516194816.0, - "15": 516194816.0, - "16": 516194816.0, - "17": 516194816.0, - "18": 516194816.0, - "19": 516194816.0, - "20": 516194816.0, - "21": 516194816.0, - "22": 516194816.0, - "23": 516194816.0, - "24": 516194816.0, - "25": 516194816.0, - "26": 516194816.0, - "27": 516194816.0, - "28": 516194816.0, - "29": 516194816.0, - "30": 516194816.0, - "31": 516194816.0, - "32": 516194816.0, - "33": 516194816.0, - "34": 516194816.0, - "35": 516194816.0, - "36": 516194816.0, - "37": 516194816.0, - "38": 516194816.0, - "39": 516194816.0, - "40": 516194816.0, - "41": 516194816.0, - "42": 516194816.0, - "43": 516194816.0, - "44": 516194816.0, - "45": 516194816.0, - "46": 516194816.0, - "47": 516194816.0, - "48": 516194816.0, - "49": 516194816.0, - "50": 516194816.0, - "51": 516194816.0, - "52": 516194816.0, - "53": 516194816.0, - "54": 516194816.0, - "55": 516194816.0, - "56": 516194816.0, - "57": 516194816.0, - "58": 516194816.0, - "59": 516194816.0, - "60": 516194816.0, - "61": 516194816.0, - "62": 516194816.0, - "63": 516194816.0, - "64": 516194816.0, - "65": 516194816.0, - "66": 516194816.0, - "67": 516194816.0, - "68": 516194816.0, - "69": 516194816.0, - "70": 516194816.0, - "71": 516194816.0, - "72": 516194816.0, - "73": 516194816.0, - "74": 516194816.0, - "75": 516194816.0, - "76": 516194816.0, - "77": 516194816.0, - "78": 516194816.0, - "79": 516194816.0, - "80": 516194816.0, - "81": 516194816.0, - "82": 516194816.0, - "83": 516194816.0, - "84": 516194816.0, - "85": 516194816.0, - "86": 516194816.0, - "87": 516194816.0, - "88": 516194816.0, - "89": 516194816.0, - "90": 516194816.0, - "91": 516194816.0, - "92": 516194816.0, - "93": 516194816.0, - "94": 516194816.0, - "95": 516194816.0, - "96": 516194816.0, - "97": 516194816.0, - "98": 516194816.0, - "99": 516194816.0, - "100": 516194816.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1670130688.0, - "2": 1840523776.0, - "3": 1840523776.0, - "4": 1840523776.0, - "5": 1840523776.0, - "6": 1840523776.0, - "7": 1841310208.0, - "8": 1841310208.0, - "9": 1841310208.0, - "10": 1841310208.0, - "11": 1841310208.0, - "12": 1841310208.0, - "13": 1841310208.0, - "14": 1841310208.0, - "15": 1841310208.0, - "16": 1841310208.0, - "17": 1841310208.0, - "18": 1841310208.0, - "19": 1841310208.0, - "20": 1841310208.0, - "21": 1841310208.0, - "22": 1841310208.0, - "23": 1841310208.0, - "24": 1841310208.0, - "25": 1841310208.0, - "26": 1841310208.0, - "27": 1841310208.0, - "28": 1841310208.0, - "29": 1841310208.0, - "30": 1841310208.0, - "31": 1841310208.0, - "32": 1841310208.0, - "33": 1841310208.0, - "34": 1841310208.0, - "35": 1841310208.0, - "36": 1841310208.0, - "37": 1841310208.0, - "38": 1841310208.0, - "39": 1841310208.0, - "40": 1841310208.0, - "41": 1841310208.0, - "42": 1841310208.0, - "43": 1841310208.0, - "44": 1841310208.0, - "45": 1841310208.0, - "46": 1841310208.0, - "47": 1841310208.0, - "48": 1841310208.0, - "49": 1841310208.0, - "50": 1841310208.0, - "51": 1841310208.0, - "52": 1841310208.0, - "53": 1841310208.0, - "54": 1841310208.0, - "55": 1841310208.0, - "56": 1841310208.0, - "57": 1841310208.0, - "58": 1841310208.0, - "59": 1841310208.0, - "60": 1841310208.0, - "61": 1841310208.0, - "62": 1841310208.0, - "63": 1841310208.0, - "64": 1841310208.0, - "65": 1841310208.0, - "66": 1841310208.0, - "67": 1841310208.0, - "68": 1841310208.0, - "69": 1841310208.0, - "70": 1841310208.0, - "71": 1841310208.0, - "72": 1841310208.0, - "73": 1841310208.0, - "74": 1841310208.0, - "75": 1841310208.0, - "76": 1841310208.0, - "77": 1841310208.0, - "78": 1841310208.0, - "79": 1841310208.0, - "80": 1841310208.0, - "81": 1841310208.0, - "82": 1841310208.0, - "83": 1841310208.0, - "84": 1841310208.0, - "85": 1841310208.0, - "86": 1841310208.0, - "87": 1841310208.0, - "88": 1841310208.0, - "89": 1841310208.0, - "90": 1841310208.0, - "91": 1841310208.0, - "92": 1841310208.0, - "93": 1841310208.0, - "94": 1841310208.0, - "95": 1841310208.0, - "96": 1841310208.0, - "97": 1841310208.0, - "98": 1841310208.0, - "99": 1841310208.0, - "100": 1841310208.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 14.64403, - "2": 0.16797, - "3": 0.12497, - "4": 0.12885, - "5": 0.12618, - "6": 0.13062, - "7": 0.13213, - "8": 0.12464, - "9": 0.11932, - "10": 0.11974, - "11": 0.11909, - "12": 0.12055, - "13": 0.1201, - "14": 0.12035, - "15": 0.12245, - "16": 0.12189, - "17": 0.12194, - "18": 0.12112, - "19": 0.12294, - "20": 0.12528, - "21": 0.12355, - "22": 0.12627, - "23": 0.13006, - "24": 0.12885, - "25": 0.12289, - "26": 0.12586, - "27": 0.12347, - "28": 0.12378, - "29": 0.12521, - "30": 0.12152, - "31": 0.12233, - "32": 0.12264, - "33": 0.12293, - "34": 0.12188, - "35": 0.12305, - "36": 0.11979, - "37": 0.12011, - "38": 0.12066, - "39": 0.11933, - "40": 0.1218, - "41": 0.1229, - "42": 0.12279, - "43": 0.12218, - "44": 0.12191, - "45": 0.12293, - "46": 0.12168, - "47": 0.12842, - "48": 0.12658, - "49": 0.12505, - "50": 0.12387, - "51": 0.1324, - "52": 0.13379, - "53": 0.1261, - "54": 0.11854, - "55": 0.11853, - "56": 0.11881, - "57": 0.1209, - "58": 0.12111, - "59": 0.11838, - "60": 0.12687, - "61": 0.11751, - "62": 0.11883, - "63": 0.11928, - "64": 0.11974, - "65": 0.11845, - "66": 0.11894, - "67": 0.11846, - "68": 0.11858, - "69": 0.11994, - "70": 0.11764, - "71": 0.12093, - "72": 0.11968, - "73": 0.1186, - "74": 0.11964, - "75": 0.11783, - "76": 0.1194, - "77": 0.11791, - "78": 0.12113, - "79": 0.11779, - "80": 0.11874, - "81": 0.1199, - "82": 0.11927, - "83": 0.1179, - "84": 0.11758, - "85": 0.11656, - "86": 0.11748, - "87": 0.11919, - "88": 0.11702, - "89": 0.11924, - "90": 0.11761, - "91": 0.12024, - "92": 0.12008, - "93": 0.11955, - "94": 0.11864, - "95": 0.11843, - "96": 0.1186, - "97": 0.1208, - "98": 0.11919, - "99": 0.11935, - "100": 0.1196 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cross_entropy_loss_fusion/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cross_entropy_loss_fusion/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index eb0e5f82b03..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_cross_entropy_loss_fusion/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85949, - "2": 10.85553, - "3": 10.86548, - "4": 10.84554, - "5": 10.88344, - "6": 10.89429, - "7": 10.87068, - "8": 10.86983, - "9": 10.86919, - "10": 10.83883, - "11": 10.89435, - "12": 10.8798, - "13": 10.87987, - "14": 10.90317, - "15": 10.8405, - "16": 10.83786, - "17": 10.80668, - "18": 10.83025, - "19": 10.82262, - "20": 10.73192, - "21": 10.7075, - "22": 10.56005, - "23": 10.72406, - "24": 10.61116, - "25": 10.5481, - "26": 10.61334, - "27": 10.6305, - "28": 10.56645, - "29": 10.59672, - "30": 10.37136, - "31": 10.11721, - "32": 10.46127, - "33": 10.45247, - "34": 10.21687, - "35": 10.27171, - "36": 10.2312, - "37": 10.34809, - "38": 10.18842, - "39": 10.41042, - "40": 10.09426, - "41": 10.14711, - "42": 10.21247, - "43": 9.84106, - "44": 9.95919, - "45": 9.84082, - "46": 9.82482, - "47": 10.13882, - "48": 9.85839, - "49": 9.5472, - "50": 9.90883, - "51": 9.85585, - "52": 9.75243, - "53": 10.07588, - "54": 9.95691, - "55": 9.88207, - "56": 9.63139, - "57": 9.48649, - "58": 9.83116, - "59": 9.58907, - "60": 9.50648, - "61": 9.70368, - "62": 9.98289, - "63": 9.38314, - "64": 9.7791, - "65": 8.95182, - "66": 9.70161, - "67": 9.37209, - "68": 9.78856, - "69": 9.79856, - "70": 9.74748, - "71": 9.6191, - "72": 9.585, - "73": 9.49728, - "74": 8.93928, - "75": 9.42702, - "76": 9.08022, - "77": 10.06569, - "78": 9.72897, - "79": 9.37772, - "80": 9.41001, - "81": 9.47977, - "82": 9.70183, - "83": 9.30621, - "84": 9.42098, - "85": 9.61377, - "86": 9.07654, - "87": 9.59456, - "88": 9.75071, - "89": 9.60243, - "90": 9.81899, - "91": 9.33898, - "92": 9.35718, - "93": 9.07884, - "94": 8.83509, - "95": 9.52175, - "96": 9.53007, - "97": 9.31309, - "98": 9.67781, - "99": 8.89061, - "100": 9.39729 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1690.0, - "2": 1776.0, - "3": 1642.0, - "4": 1825.0, - "5": 1809.0, - "6": 1795.0, - "7": 1830.0, - "8": 1626.0, - "9": 1878.0, - "10": 1423.0, - "11": 1868.0, - "12": 1653.0, - "13": 1897.0, - "14": 1783.0, - "15": 1861.0, - "16": 1938.0, - "17": 1825.0, - "18": 1730.0, - "19": 1727.0, - "20": 1735.0, - "21": 1783.0, - "22": 1576.0, - "23": 1949.0, - "24": 1630.0, - "25": 1498.0, - "26": 1649.0, - "27": 1809.0, - "28": 2019.0, - "29": 2009.0, - "30": 1832.0, - "31": 1524.0, - "32": 1943.0, - "33": 2081.0, - "34": 1888.0, - "35": 1935.0, - "36": 1898.0, - "37": 2325.0, - "38": 2070.0, - "39": 2248.0, - "40": 2199.0, - "41": 2264.0, - "42": 2349.0, - "43": 2087.0, - "44": 2107.0, - "45": 2098.0, - "46": 2407.0, - "47": 2456.0, - "48": 2404.0, - "49": 2417.0, - "50": 2407.0, - "51": 2578.0, - "52": 2630.0, - "53": 2857.0, - "54": 2818.0, - "55": 2368.0, - "56": 2757.0, - "57": 2423.0, - "58": 2776.0, - "59": 2742.0, - "60": 2371.0, - "61": 2906.0, - "62": 2517.0, - "63": 2374.0, - "64": 2995.0, - "65": 2634.0, - "66": 2995.0, - "67": 2884.0, - "68": 2840.0, - "69": 2766.0, - "70": 3006.0, - "71": 3023.0, - "72": 2386.0, - "73": 2958.0, - "74": 1851.0, - "75": 2585.0, - "76": 2973.0, - "77": 3244.0, - "78": 3142.0, - "79": 3185.0, - "80": 3249.0, - "81": 3665.0, - "82": 3153.0, - "83": 2821.0, - "84": 3083.0, - "85": 3247.0, - "86": 2734.0, - "87": 3759.0, - "88": 2968.0, - "89": 3282.0, - "90": 3064.0, - "91": 2908.0, - "92": 2946.0, - "93": 2592.0, - "94": 3363.0, - "95": 3423.0, - "96": 3259.0, - "97": 2976.0, - "98": 3683.0, - "99": 3173.0, - "100": 3143.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 516194816.0, - "2": 516194816.0, - "3": 516194816.0, - "4": 516194816.0, - "5": 516194816.0, - "6": 516194816.0, - "7": 516194816.0, - "8": 516194816.0, - "9": 516194816.0, - "10": 516194816.0, - "11": 516194816.0, - "12": 516194816.0, - "13": 516194816.0, - "14": 516194816.0, - "15": 516194816.0, - "16": 516194816.0, - "17": 516194816.0, - "18": 516194816.0, - "19": 516194816.0, - "20": 516194816.0, - "21": 516194816.0, - "22": 516194816.0, - "23": 516194816.0, - "24": 516194816.0, - "25": 516194816.0, - "26": 516194816.0, - "27": 516194816.0, - "28": 516194816.0, - "29": 516194816.0, - "30": 516194816.0, - "31": 516194816.0, - "32": 516194816.0, - "33": 516194816.0, - "34": 516194816.0, - "35": 516194816.0, - "36": 516194816.0, - "37": 516194816.0, - "38": 516194816.0, - "39": 516194816.0, - "40": 516194816.0, - "41": 516194816.0, - "42": 516194816.0, - "43": 516194816.0, - "44": 516194816.0, - "45": 516194816.0, - "46": 516194816.0, - "47": 516194816.0, - "48": 516194816.0, - "49": 516194816.0, - "50": 516194816.0, - "51": 516194816.0, - "52": 516194816.0, - "53": 516194816.0, - "54": 516194816.0, - "55": 516194816.0, - "56": 516194816.0, - "57": 516194816.0, - "58": 516194816.0, - "59": 516194816.0, - "60": 516194816.0, - "61": 516194816.0, - "62": 516194816.0, - "63": 516194816.0, - "64": 516194816.0, - "65": 516194816.0, - "66": 516194816.0, - "67": 516194816.0, - "68": 516194816.0, - "69": 516194816.0, - "70": 516194816.0, - "71": 516194816.0, - "72": 516194816.0, - "73": 516194816.0, - "74": 516194816.0, - "75": 516194816.0, - "76": 516194816.0, - "77": 516194816.0, - "78": 516194816.0, - "79": 516194816.0, - "80": 516194816.0, - "81": 516194816.0, - "82": 516194816.0, - "83": 516194816.0, - "84": 516194816.0, - "85": 516194816.0, - "86": 516194816.0, - "87": 516194816.0, - "88": 516194816.0, - "89": 516194816.0, - "90": 516194816.0, - "91": 516194816.0, - "92": 516194816.0, - "93": 516194816.0, - "94": 516194816.0, - "95": 516194816.0, - "96": 516194816.0, - "97": 516194816.0, - "98": 516194816.0, - "99": 516194816.0, - "100": 516194816.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1670130688.0, - "2": 1840523776.0, - "3": 1840523776.0, - "4": 1840523776.0, - "5": 1840523776.0, - "6": 1840523776.0, - "7": 1840523776.0, - "8": 1840523776.0, - "9": 1840523776.0, - "10": 1840523776.0, - "11": 1840523776.0, - "12": 1840523776.0, - "13": 1840523776.0, - "14": 1840523776.0, - "15": 1840523776.0, - "16": 1840523776.0, - "17": 1840523776.0, - "18": 1840523776.0, - "19": 1840523776.0, - "20": 1840523776.0, - "21": 1840523776.0, - "22": 1840523776.0, - "23": 1840523776.0, - "24": 1840523776.0, - "25": 1840523776.0, - "26": 1840523776.0, - "27": 1840523776.0, - "28": 1840523776.0, - "29": 1840523776.0, - "30": 1840523776.0, - "31": 1840523776.0, - "32": 1840523776.0, - "33": 1840523776.0, - "34": 1840523776.0, - "35": 1840523776.0, - "36": 1840523776.0, - "37": 1840523776.0, - "38": 1840523776.0, - "39": 1840523776.0, - "40": 1840523776.0, - "41": 1840523776.0, - "42": 1840523776.0, - "43": 1840523776.0, - "44": 1840523776.0, - "45": 1840523776.0, - "46": 1840523776.0, - "47": 1840523776.0, - "48": 1840523776.0, - "49": 1840523776.0, - "50": 1840523776.0, - "51": 1840523776.0, - "52": 1840523776.0, - "53": 1840523776.0, - "54": 1840523776.0, - "55": 1840523776.0, - "56": 1840523776.0, - "57": 1840523776.0, - "58": 1840523776.0, - "59": 1840523776.0, - "60": 1840523776.0, - "61": 1840523776.0, - "62": 1840523776.0, - "63": 1840523776.0, - "64": 1840523776.0, - "65": 1840523776.0, - "66": 1840523776.0, - "67": 1840523776.0, - "68": 1840523776.0, - "69": 1840523776.0, - "70": 1840523776.0, - "71": 1840523776.0, - "72": 1840523776.0, - "73": 1840523776.0, - "74": 1840523776.0, - "75": 1840523776.0, - "76": 1840523776.0, - "77": 1840523776.0, - "78": 1840523776.0, - "79": 1840523776.0, - "80": 1840523776.0, - "81": 1840523776.0, - "82": 1840523776.0, - "83": 1841310208.0, - "84": 1841310208.0, - "85": 1841310208.0, - "86": 1841310208.0, - "87": 1841310208.0, - "88": 1841310208.0, - "89": 1841310208.0, - "90": 1841310208.0, - "91": 1841310208.0, - "92": 1841310208.0, - "93": 1841310208.0, - "94": 1841310208.0, - "95": 1841310208.0, - "96": 1841310208.0, - "97": 1841310208.0, - "98": 1841310208.0, - "99": 1841310208.0, - "100": 1841310208.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 15.65402, - "2": 0.15533, - "3": 0.13713, - "4": 0.14193, - "5": 0.13861, - "6": 0.13948, - "7": 0.13637, - "8": 0.13619, - "9": 0.14162, - "10": 0.13725, - "11": 0.13988, - "12": 0.14179, - "13": 0.14346, - "14": 0.14488, - "15": 0.1468, - "16": 0.14288, - "17": 0.13708, - "18": 0.13765, - "19": 0.13957, - "20": 0.13778, - "21": 0.13931, - "22": 0.13758, - "23": 0.13751, - "24": 0.14023, - "25": 0.14508, - "26": 0.15744, - "27": 0.15391, - "28": 0.15519, - "29": 0.14118, - "30": 0.1391, - "31": 0.13604, - "32": 0.1366, - "33": 0.13813, - "34": 0.13786, - "35": 0.13728, - "36": 0.13981, - "37": 0.14024, - "38": 0.13688, - "39": 0.13391, - "40": 0.13738, - "41": 0.14059, - "42": 0.13512, - "43": 0.13775, - "44": 0.13641, - "45": 0.13686, - "46": 0.14053, - "47": 0.13951, - "48": 0.14166, - "49": 0.13555, - "50": 0.13577, - "51": 0.14328, - "52": 0.14201, - "53": 0.13861, - "54": 0.13965, - "55": 0.13807, - "56": 0.14044, - "57": 0.14358, - "58": 0.14042, - "59": 0.13858, - "60": 0.13959, - "61": 0.13788, - "62": 0.14032, - "63": 0.13843, - "64": 0.13942, - "65": 0.13742, - "66": 0.13948, - "67": 0.14263, - "68": 0.13848, - "69": 0.13944, - "70": 0.13874, - "71": 0.14302, - "72": 0.13748, - "73": 0.13837, - "74": 0.13911, - "75": 0.13965, - "76": 0.1466, - "77": 0.14259, - "78": 0.13635, - "79": 0.14025, - "80": 0.14725, - "81": 0.14592, - "82": 0.14832, - "83": 0.14727, - "84": 0.14437, - "85": 0.13721, - "86": 0.14235, - "87": 0.13812, - "88": 0.13937, - "89": 0.1389, - "90": 0.13661, - "91": 0.1432, - "92": 0.1389, - "93": 0.13881, - "94": 0.13803, - "95": 0.13815, - "96": 0.14203, - "97": 0.13816, - "98": 0.13963, - "99": 0.14236, - "100": 0.14371 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_ddp_average_in_collective/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_ddp_average_in_collective/golden_values_dev_dgx_h100.json index 925cc0a5ec5..e895f06a28a 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_ddp_average_in_collective/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_ddp_average_in_collective/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 11.60342, - "2": 0.19062, - "3": 0.17106, - "4": 0.15064, - "5": 0.15065, - "6": 0.1494, - "7": 0.15215, - "8": 0.14914, - "9": 0.15232, - "10": 0.15441, - "11": 0.15247, - "12": 0.15046, - "13": 0.15058, - "14": 0.15219, - "15": 0.15133, - "16": 0.15023, - "17": 0.1509, - "18": 0.14938, - "19": 0.15103, - "20": 0.1515, - "21": 0.1522, - "22": 0.1489, - "23": 0.15182, - "24": 0.1502, - "25": 0.15153, - "26": 0.15174, - "27": 0.15257, - "28": 0.14921, - "29": 0.14989, - "30": 0.14944, - "31": 0.15201, - "32": 0.1504, - "33": 0.1493, - "34": 0.15189, - "35": 0.14934, - "36": 0.15042, - "37": 0.15128, - "38": 0.15671, - "39": 0.14985, - "40": 0.15139, - "41": 0.15056, - "42": 0.14937, - "43": 0.15027, - "44": 0.15158, - "45": 0.15159, - "46": 0.15106, - "47": 0.14958, - "48": 0.15078, - "49": 0.15171, - "50": 0.15469, - "51": 0.17266, - "52": 0.16844, - "53": 0.16496, - "54": 0.16828, - "55": 0.15512, - "56": 0.15061, - "57": 0.1542, - "58": 0.15315, - "59": 0.15262, - "60": 0.1507, - "61": 0.15164, - "62": 0.15223, - "63": 0.15172, - "64": 0.15124, - "65": 0.15315, - "66": 0.15108, - "67": 0.15238, - "68": 0.1491, - "69": 0.15112, - "70": 0.15218, - "71": 0.15542, - "72": 0.1514, - "73": 0.15306, - "74": 0.14963, - "75": 0.15272, - "76": 0.15, - "77": 0.15284, - "78": 0.15228, - "79": 0.15051, - "80": 0.15149, - "81": 0.15215, - "82": 0.15086, - "83": 0.1515, - "84": 0.15437, - "85": 0.15454, - "86": 0.15197, - "87": 0.15062, - "88": 0.14949, - "89": 0.15096, - "90": 0.15098, - "91": 0.15349, - "92": 0.15219, - "93": 0.15171, - "94": 0.15116, - "95": 0.15081, - "96": 0.15321, - "97": 0.15268, - "98": 0.15451, - "99": 0.1496, - "100": 0.15252 + "1": 11.77129, + "2": 0.18805, + "3": 0.15486, + "4": 0.15531, + "5": 0.15342, + "6": 0.15402, + "7": 0.15787, + "8": 0.15837, + "9": 0.15422, + "10": 0.1531, + "11": 0.1531, + "12": 0.1521, + "13": 0.15206, + "14": 0.15281, + "15": 0.15025, + "16": 0.15321, + "17": 0.15383, + "18": 0.15265, + "19": 0.15535, + "20": 0.15414, + "21": 0.15275, + "22": 0.152, + "23": 0.15456, + "24": 0.15209, + "25": 0.15358, + "26": 0.15228, + "27": 0.15217, + "28": 0.15204, + "29": 0.1526, + "30": 0.15259, + "31": 0.15237, + "32": 0.15885, + "33": 0.1577, + "34": 0.16029, + "35": 0.15618, + "36": 0.16006, + "37": 0.15686, + "38": 0.15897, + "39": 0.15985, + "40": 0.15818, + "41": 0.15734, + "42": 0.15623, + "43": 0.15982, + "44": 0.15844, + "45": 0.15965, + "46": 0.15995, + "47": 0.1576, + "48": 0.15787, + "49": 0.15857, + "50": 0.16598, + "51": 0.15831, + "52": 0.15281, + "53": 0.15278, + "54": 0.15155, + "55": 0.1544, + "56": 0.15102, + "57": 0.1505, + "58": 0.15177, + "59": 0.15275, + "60": 0.15179, + "61": 0.15138, + "62": 0.153, + "63": 0.14962, + "64": 0.15104, + "65": 0.15104, + "66": 0.1541, + "67": 0.15089, + "68": 0.15178, + "69": 0.15241, + "70": 0.1524, + "71": 0.14991, + "72": 0.15107, + "73": 0.15205, + "74": 0.15105, + "75": 0.14944, + "76": 0.15086, + "77": 0.15066, + "78": 0.15037, + "79": 0.1517, + "80": 0.1535, + "81": 0.15067, + "82": 0.15202, + "83": 0.1513, + "84": 0.15157, + "85": 0.15077, + "86": 0.15249, + "87": 0.15259, + "88": 0.15065, + "89": 0.15236, + "90": 0.15088, + "91": 0.15271, + "92": 0.15124, + "93": 0.15371, + "94": 0.14949, + "95": 0.15169, + "96": 0.15061, + "97": 0.15123, + "98": 0.15143, + "99": 0.15292, + "100": 0.15348 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_ddp_average_in_collective/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_ddp_average_in_collective/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 9d88acfb6cd..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_ddp_average_in_collective/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85949, - "2": 10.85553, - "3": 10.86543, - "4": 10.84553, - "5": 10.88346, - "6": 10.89431, - "7": 10.87067, - "8": 10.86979, - "9": 10.86918, - "10": 10.83886, - "11": 10.8943, - "12": 10.87983, - "13": 10.87985, - "14": 10.90321, - "15": 10.84052, - "16": 10.83787, - "17": 10.80669, - "18": 10.83026, - "19": 10.82261, - "20": 10.73193, - "21": 10.70748, - "22": 10.56005, - "23": 10.72399, - "24": 10.61114, - "25": 10.54813, - "26": 10.61329, - "27": 10.63053, - "28": 10.56646, - "29": 10.59668, - "30": 10.37137, - "31": 10.11725, - "32": 10.46127, - "33": 10.45249, - "34": 10.2169, - "35": 10.27172, - "36": 10.23119, - "37": 10.34809, - "38": 10.1884, - "39": 10.41044, - "40": 10.09425, - "41": 10.14707, - "42": 10.21242, - "43": 9.84105, - "44": 9.95918, - "45": 9.84079, - "46": 9.82479, - "47": 10.13878, - "48": 9.85831, - "49": 9.54705, - "50": 9.90875, - "51": 9.8558, - "52": 9.75237, - "53": 10.07589, - "54": 9.95688, - "55": 9.88203, - "56": 9.6313, - "57": 9.48649, - "58": 9.83109, - "59": 9.58897, - "60": 9.50643, - "61": 9.70363, - "62": 9.98286, - "63": 9.38302, - "64": 9.77901, - "65": 8.95166, - "66": 9.70158, - "67": 9.37203, - "68": 9.78849, - "69": 9.79851, - "70": 9.74737, - "71": 9.61908, - "72": 9.58502, - "73": 9.49721, - "74": 8.93927, - "75": 9.42703, - "76": 9.0802, - "77": 10.06567, - "78": 9.72893, - "79": 9.3776, - "80": 9.40982, - "81": 9.47976, - "82": 9.7018, - "83": 9.30612, - "84": 9.4209, - "85": 9.61371, - "86": 9.07649, - "87": 9.5945, - "88": 9.75068, - "89": 9.60238, - "90": 9.81898, - "91": 9.33894, - "92": 9.35716, - "93": 9.07879, - "94": 8.83503, - "95": 9.52172, - "96": 9.53003, - "97": 9.31306, - "98": 9.67783, - "99": 8.89058, - "100": 9.39725 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1688.0, - "2": 1806.0, - "3": 1675.0, - "4": 1842.0, - "5": 1909.0, - "6": 1908.0, - "7": 1783.0, - "8": 1611.0, - "9": 1753.0, - "10": 1457.0, - "11": 1880.0, - "12": 1683.0, - "13": 1907.0, - "14": 1733.0, - "15": 1930.0, - "16": 1840.0, - "17": 1892.0, - "18": 1650.0, - "19": 1790.0, - "20": 1596.0, - "21": 1765.0, - "22": 1616.0, - "23": 1974.0, - "24": 1621.0, - "25": 1557.0, - "26": 1745.0, - "27": 1722.0, - "28": 1976.0, - "29": 2068.0, - "30": 1860.0, - "31": 1536.0, - "32": 1883.0, - "33": 2071.0, - "34": 1894.0, - "35": 1902.0, - "36": 1885.0, - "37": 2231.0, - "38": 2129.0, - "39": 2333.0, - "40": 2207.0, - "41": 2193.0, - "42": 2322.0, - "43": 2015.0, - "44": 2089.0, - "45": 2095.0, - "46": 2392.0, - "47": 2430.0, - "48": 2414.0, - "49": 2340.0, - "50": 2416.0, - "51": 2613.0, - "52": 2538.0, - "53": 2792.0, - "54": 2801.0, - "55": 2216.0, - "56": 2858.0, - "57": 2381.0, - "58": 2854.0, - "59": 2787.0, - "60": 2457.0, - "61": 2941.0, - "62": 2543.0, - "63": 2408.0, - "64": 2968.0, - "65": 2472.0, - "66": 2977.0, - "67": 2839.0, - "68": 2775.0, - "69": 2832.0, - "70": 3057.0, - "71": 2909.0, - "72": 2421.0, - "73": 2982.0, - "74": 1922.0, - "75": 2474.0, - "76": 3059.0, - "77": 3177.0, - "78": 3067.0, - "79": 3052.0, - "80": 3338.0, - "81": 3644.0, - "82": 3234.0, - "83": 2798.0, - "84": 3196.0, - "85": 3324.0, - "86": 2855.0, - "87": 3820.0, - "88": 2962.0, - "89": 3379.0, - "90": 3096.0, - "91": 2857.0, - "92": 3077.0, - "93": 2693.0, - "94": 3312.0, - "95": 3399.0, - "96": 3378.0, - "97": 3030.0, - "98": 3619.0, - "99": 3160.0, - "100": 3128.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 517505536.0, - "2": 517505536.0, - "3": 517505536.0, - "4": 517505536.0, - "5": 517505536.0, - "6": 517505536.0, - "7": 517505536.0, - "8": 517505536.0, - "9": 517505536.0, - "10": 517505536.0, - "11": 517505536.0, - "12": 517505536.0, - "13": 517505536.0, - "14": 517505536.0, - "15": 517505536.0, - "16": 517505536.0, - "17": 517505536.0, - "18": 517505536.0, - "19": 517505536.0, - "20": 517505536.0, - "21": 517505536.0, - "22": 517505536.0, - "23": 517505536.0, - "24": 517505536.0, - "25": 517505536.0, - "26": 517505536.0, - "27": 517505536.0, - "28": 517505536.0, - "29": 517505536.0, - "30": 517505536.0, - "31": 517505536.0, - "32": 517505536.0, - "33": 517505536.0, - "34": 517505536.0, - "35": 517505536.0, - "36": 517505536.0, - "37": 517505536.0, - "38": 517505536.0, - "39": 517505536.0, - "40": 517505536.0, - "41": 517505536.0, - "42": 517505536.0, - "43": 517505536.0, - "44": 517505536.0, - "45": 517505536.0, - "46": 517505536.0, - "47": 517505536.0, - "48": 517505536.0, - "49": 517505536.0, - "50": 517505536.0, - "51": 517505536.0, - "52": 517505536.0, - "53": 517505536.0, - "54": 517505536.0, - "55": 517505536.0, - "56": 517505536.0, - "57": 517505536.0, - "58": 517505536.0, - "59": 517505536.0, - "60": 517505536.0, - "61": 517505536.0, - "62": 517505536.0, - "63": 517505536.0, - "64": 517505536.0, - "65": 517505536.0, - "66": 517505536.0, - "67": 517505536.0, - "68": 517505536.0, - "69": 517505536.0, - "70": 517505536.0, - "71": 517505536.0, - "72": 517505536.0, - "73": 517505536.0, - "74": 517505536.0, - "75": 517505536.0, - "76": 517505536.0, - "77": 517505536.0, - "78": 517505536.0, - "79": 517505536.0, - "80": 517505536.0, - "81": 517505536.0, - "82": 517505536.0, - "83": 517505536.0, - "84": 517505536.0, - "85": 517505536.0, - "86": 517505536.0, - "87": 517505536.0, - "88": 517505536.0, - "89": 517505536.0, - "90": 517505536.0, - "91": 517505536.0, - "92": 517505536.0, - "93": 517505536.0, - "94": 517505536.0, - "95": 517505536.0, - "96": 517505536.0, - "97": 517505536.0, - "98": 517505536.0, - "99": 517505536.0, - "100": 517505536.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1246524928.0, - "2": 1428695552.0, - "3": 1428695552.0, - "4": 1428695552.0, - "5": 1428695552.0, - "6": 1428695552.0, - "7": 1428695552.0, - "8": 1428695552.0, - "9": 1428695552.0, - "10": 1428695552.0, - "11": 1428695552.0, - "12": 1428695552.0, - "13": 1428695552.0, - "14": 1428695552.0, - "15": 1428695552.0, - "16": 1428695552.0, - "17": 1428695552.0, - "18": 1428695552.0, - "19": 1428695552.0, - "20": 1428695552.0, - "21": 1428695552.0, - "22": 1428695552.0, - "23": 1428695552.0, - "24": 1428695552.0, - "25": 1428695552.0, - "26": 1428695552.0, - "27": 1428695552.0, - "28": 1428695552.0, - "29": 1428695552.0, - "30": 1428695552.0, - "31": 1428695552.0, - "32": 1428695552.0, - "33": 1428695552.0, - "34": 1428695552.0, - "35": 1428695552.0, - "36": 1428695552.0, - "37": 1428695552.0, - "38": 1428695552.0, - "39": 1428695552.0, - "40": 1428695552.0, - "41": 1428695552.0, - "42": 1428695552.0, - "43": 1428695552.0, - "44": 1428695552.0, - "45": 1428695552.0, - "46": 1428695552.0, - "47": 1428695552.0, - "48": 1428695552.0, - "49": 1428695552.0, - "50": 1428695552.0, - "51": 1428695552.0, - "52": 1428695552.0, - "53": 1428695552.0, - "54": 1428695552.0, - "55": 1428695552.0, - "56": 1428695552.0, - "57": 1428695552.0, - "58": 1428695552.0, - "59": 1428695552.0, - "60": 1428695552.0, - "61": 1428695552.0, - "62": 1428695552.0, - "63": 1428695552.0, - "64": 1428695552.0, - "65": 1428695552.0, - "66": 1428695552.0, - "67": 1428695552.0, - "68": 1428695552.0, - "69": 1428695552.0, - "70": 1428695552.0, - "71": 1428695552.0, - "72": 1428695552.0, - "73": 1428695552.0, - "74": 1428695552.0, - "75": 1428695552.0, - "76": 1428695552.0, - "77": 1428695552.0, - "78": 1428695552.0, - "79": 1428695552.0, - "80": 1428695552.0, - "81": 1428695552.0, - "82": 1428695552.0, - "83": 1428695552.0, - "84": 1428695552.0, - "85": 1428695552.0, - "86": 1428695552.0, - "87": 1428695552.0, - "88": 1428695552.0, - "89": 1428695552.0, - "90": 1428695552.0, - "91": 1428695552.0, - "92": 1428695552.0, - "93": 1428695552.0, - "94": 1428695552.0, - "95": 1428695552.0, - "96": 1428695552.0, - "97": 1428695552.0, - "98": 1428695552.0, - "99": 1428695552.0, - "100": 1428695552.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 11.53219, - "2": 0.1684, - "3": 0.13213, - "4": 0.13603, - "5": 0.14526, - "6": 0.13427, - "7": 0.136, - "8": 0.13232, - "9": 0.13802, - "10": 0.13323, - "11": 0.13284, - "12": 0.1324, - "13": 0.13226, - "14": 0.13345, - "15": 0.13404, - "16": 0.13246, - "17": 0.13846, - "18": 0.14976, - "19": 0.15115, - "20": 0.1432, - "21": 0.14309, - "22": 0.14543, - "23": 0.1451, - "24": 0.14454, - "25": 0.14293, - "26": 0.14271, - "27": 0.14031, - "28": 0.13412, - "29": 0.13599, - "30": 0.13491, - "31": 0.13451, - "32": 0.1457, - "33": 0.13899, - "34": 0.14249, - "35": 0.13753, - "36": 0.13178, - "37": 0.13407, - "38": 0.13463, - "39": 0.13305, - "40": 0.13317, - "41": 0.13403, - "42": 0.1337, - "43": 0.13374, - "44": 0.13271, - "45": 0.13351, - "46": 0.1329, - "47": 0.13703, - "48": 0.1336, - "49": 0.13392, - "50": 0.13491, - "51": 0.15864, - "52": 0.14644, - "53": 0.13353, - "54": 0.13586, - "55": 0.1338, - "56": 0.13348, - "57": 0.13862, - "58": 0.13538, - "59": 0.13584, - "60": 0.13637, - "61": 0.1348, - "62": 0.13739, - "63": 0.13414, - "64": 0.13588, - "65": 0.13342, - "66": 0.13248, - "67": 0.13306, - "68": 0.13382, - "69": 0.13258, - "70": 0.1323, - "71": 0.13391, - "72": 0.13175, - "73": 0.13255, - "74": 0.13144, - "75": 0.13133, - "76": 0.13154, - "77": 0.13197, - "78": 0.13181, - "79": 0.13551, - "80": 0.13273, - "81": 0.13213, - "82": 0.13227, - "83": 0.13169, - "84": 0.13255, - "85": 0.13081, - "86": 0.13276, - "87": 0.13515, - "88": 0.13346, - "89": 0.13174, - "90": 0.13117, - "91": 0.13268, - "92": 0.131, - "93": 0.13188, - "94": 0.13089, - "95": 0.13284, - "96": 0.13247, - "97": 0.13153, - "98": 0.13147, - "99": 0.13253, - "100": 0.13209 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_ddp_average_in_collective/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_ddp_average_in_collective/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index e895f06a28a..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_ddp_average_in_collective/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85949, - "2": 10.85553, - "3": 10.86543, - "4": 10.84553, - "5": 10.88346, - "6": 10.89431, - "7": 10.87067, - "8": 10.86979, - "9": 10.86918, - "10": 10.83886, - "11": 10.8943, - "12": 10.87983, - "13": 10.87985, - "14": 10.90321, - "15": 10.84052, - "16": 10.83787, - "17": 10.80669, - "18": 10.83026, - "19": 10.82261, - "20": 10.73193, - "21": 10.70748, - "22": 10.56005, - "23": 10.72399, - "24": 10.61114, - "25": 10.54813, - "26": 10.61329, - "27": 10.63053, - "28": 10.56646, - "29": 10.59668, - "30": 10.37137, - "31": 10.11725, - "32": 10.46127, - "33": 10.45249, - "34": 10.2169, - "35": 10.27172, - "36": 10.23119, - "37": 10.34809, - "38": 10.1884, - "39": 10.41044, - "40": 10.09425, - "41": 10.14707, - "42": 10.21242, - "43": 9.84105, - "44": 9.95918, - "45": 9.84079, - "46": 9.82479, - "47": 10.13878, - "48": 9.85831, - "49": 9.54705, - "50": 9.90875, - "51": 9.8558, - "52": 9.75237, - "53": 10.07589, - "54": 9.95688, - "55": 9.88203, - "56": 9.6313, - "57": 9.48649, - "58": 9.83109, - "59": 9.58897, - "60": 9.50643, - "61": 9.70363, - "62": 9.98286, - "63": 9.38302, - "64": 9.77901, - "65": 8.95166, - "66": 9.70158, - "67": 9.37203, - "68": 9.78849, - "69": 9.79851, - "70": 9.74737, - "71": 9.61908, - "72": 9.58502, - "73": 9.49721, - "74": 8.93927, - "75": 9.42703, - "76": 9.0802, - "77": 10.06567, - "78": 9.72893, - "79": 9.3776, - "80": 9.40982, - "81": 9.47976, - "82": 9.7018, - "83": 9.30612, - "84": 9.4209, - "85": 9.61371, - "86": 9.07649, - "87": 9.5945, - "88": 9.75068, - "89": 9.60238, - "90": 9.81898, - "91": 9.33894, - "92": 9.35716, - "93": 9.07879, - "94": 8.83503, - "95": 9.52172, - "96": 9.53003, - "97": 9.31306, - "98": 9.67783, - "99": 8.89058, - "100": 9.39725 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1688.0, - "2": 1806.0, - "3": 1675.0, - "4": 1842.0, - "5": 1909.0, - "6": 1908.0, - "7": 1783.0, - "8": 1611.0, - "9": 1753.0, - "10": 1457.0, - "11": 1880.0, - "12": 1683.0, - "13": 1907.0, - "14": 1733.0, - "15": 1930.0, - "16": 1840.0, - "17": 1892.0, - "18": 1650.0, - "19": 1790.0, - "20": 1596.0, - "21": 1765.0, - "22": 1616.0, - "23": 1974.0, - "24": 1621.0, - "25": 1557.0, - "26": 1745.0, - "27": 1722.0, - "28": 1976.0, - "29": 2068.0, - "30": 1860.0, - "31": 1536.0, - "32": 1883.0, - "33": 2071.0, - "34": 1894.0, - "35": 1902.0, - "36": 1885.0, - "37": 2231.0, - "38": 2129.0, - "39": 2333.0, - "40": 2207.0, - "41": 2193.0, - "42": 2322.0, - "43": 2015.0, - "44": 2089.0, - "45": 2095.0, - "46": 2392.0, - "47": 2430.0, - "48": 2414.0, - "49": 2340.0, - "50": 2416.0, - "51": 2613.0, - "52": 2538.0, - "53": 2792.0, - "54": 2801.0, - "55": 2216.0, - "56": 2858.0, - "57": 2381.0, - "58": 2854.0, - "59": 2787.0, - "60": 2457.0, - "61": 2941.0, - "62": 2543.0, - "63": 2408.0, - "64": 2968.0, - "65": 2472.0, - "66": 2977.0, - "67": 2839.0, - "68": 2775.0, - "69": 2832.0, - "70": 3057.0, - "71": 2909.0, - "72": 2421.0, - "73": 2982.0, - "74": 1922.0, - "75": 2474.0, - "76": 3059.0, - "77": 3177.0, - "78": 3067.0, - "79": 3052.0, - "80": 3338.0, - "81": 3644.0, - "82": 3234.0, - "83": 2798.0, - "84": 3196.0, - "85": 3324.0, - "86": 2855.0, - "87": 3820.0, - "88": 2962.0, - "89": 3379.0, - "90": 3096.0, - "91": 2857.0, - "92": 3077.0, - "93": 2693.0, - "94": 3312.0, - "95": 3399.0, - "96": 3378.0, - "97": 3030.0, - "98": 3619.0, - "99": 3160.0, - "100": 3128.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 517505536.0, - "2": 517505536.0, - "3": 517505536.0, - "4": 517505536.0, - "5": 517505536.0, - "6": 517505536.0, - "7": 517505536.0, - "8": 517505536.0, - "9": 517505536.0, - "10": 517505536.0, - "11": 517505536.0, - "12": 517505536.0, - "13": 517505536.0, - "14": 517505536.0, - "15": 517505536.0, - "16": 517505536.0, - "17": 517505536.0, - "18": 517505536.0, - "19": 517505536.0, - "20": 517505536.0, - "21": 517505536.0, - "22": 517505536.0, - "23": 517505536.0, - "24": 517505536.0, - "25": 517505536.0, - "26": 517505536.0, - "27": 517505536.0, - "28": 517505536.0, - "29": 517505536.0, - "30": 517505536.0, - "31": 517505536.0, - "32": 517505536.0, - "33": 517505536.0, - "34": 517505536.0, - "35": 517505536.0, - "36": 517505536.0, - "37": 517505536.0, - "38": 517505536.0, - "39": 517505536.0, - "40": 517505536.0, - "41": 517505536.0, - "42": 517505536.0, - "43": 517505536.0, - "44": 517505536.0, - "45": 517505536.0, - "46": 517505536.0, - "47": 517505536.0, - "48": 517505536.0, - "49": 517505536.0, - "50": 517505536.0, - "51": 517505536.0, - "52": 517505536.0, - "53": 517505536.0, - "54": 517505536.0, - "55": 517505536.0, - "56": 517505536.0, - "57": 517505536.0, - "58": 517505536.0, - "59": 517505536.0, - "60": 517505536.0, - "61": 517505536.0, - "62": 517505536.0, - "63": 517505536.0, - "64": 517505536.0, - "65": 517505536.0, - "66": 517505536.0, - "67": 517505536.0, - "68": 517505536.0, - "69": 517505536.0, - "70": 517505536.0, - "71": 517505536.0, - "72": 517505536.0, - "73": 517505536.0, - "74": 517505536.0, - "75": 517505536.0, - "76": 517505536.0, - "77": 517505536.0, - "78": 517505536.0, - "79": 517505536.0, - "80": 517505536.0, - "81": 517505536.0, - "82": 517505536.0, - "83": 517505536.0, - "84": 517505536.0, - "85": 517505536.0, - "86": 517505536.0, - "87": 517505536.0, - "88": 517505536.0, - "89": 517505536.0, - "90": 517505536.0, - "91": 517505536.0, - "92": 517505536.0, - "93": 517505536.0, - "94": 517505536.0, - "95": 517505536.0, - "96": 517505536.0, - "97": 517505536.0, - "98": 517505536.0, - "99": 517505536.0, - "100": 517505536.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1246524928.0, - "2": 1428695552.0, - "3": 1428695552.0, - "4": 1428695552.0, - "5": 1428695552.0, - "6": 1428695552.0, - "7": 1428695552.0, - "8": 1428695552.0, - "9": 1428695552.0, - "10": 1428695552.0, - "11": 1428695552.0, - "12": 1428695552.0, - "13": 1428695552.0, - "14": 1428695552.0, - "15": 1428695552.0, - "16": 1428695552.0, - "17": 1428695552.0, - "18": 1428695552.0, - "19": 1428695552.0, - "20": 1428695552.0, - "21": 1428695552.0, - "22": 1428695552.0, - "23": 1428695552.0, - "24": 1428695552.0, - "25": 1428695552.0, - "26": 1428695552.0, - "27": 1428695552.0, - "28": 1428695552.0, - "29": 1428695552.0, - "30": 1428695552.0, - "31": 1428695552.0, - "32": 1428695552.0, - "33": 1428695552.0, - "34": 1428695552.0, - "35": 1428695552.0, - "36": 1428695552.0, - "37": 1428695552.0, - "38": 1428695552.0, - "39": 1428695552.0, - "40": 1428695552.0, - "41": 1428695552.0, - "42": 1428695552.0, - "43": 1428695552.0, - "44": 1428695552.0, - "45": 1428695552.0, - "46": 1428695552.0, - "47": 1428695552.0, - "48": 1428695552.0, - "49": 1428695552.0, - "50": 1428695552.0, - "51": 1428695552.0, - "52": 1428695552.0, - "53": 1428695552.0, - "54": 1428695552.0, - "55": 1428695552.0, - "56": 1428695552.0, - "57": 1428695552.0, - "58": 1428695552.0, - "59": 1428695552.0, - "60": 1428695552.0, - "61": 1428695552.0, - "62": 1428695552.0, - "63": 1428695552.0, - "64": 1428695552.0, - "65": 1428695552.0, - "66": 1428695552.0, - "67": 1428695552.0, - "68": 1428695552.0, - "69": 1428695552.0, - "70": 1428695552.0, - "71": 1428695552.0, - "72": 1428695552.0, - "73": 1428695552.0, - "74": 1428695552.0, - "75": 1428695552.0, - "76": 1428695552.0, - "77": 1428695552.0, - "78": 1428695552.0, - "79": 1428695552.0, - "80": 1428695552.0, - "81": 1428695552.0, - "82": 1428695552.0, - "83": 1428695552.0, - "84": 1428695552.0, - "85": 1428695552.0, - "86": 1428695552.0, - "87": 1428695552.0, - "88": 1428695552.0, - "89": 1428695552.0, - "90": 1428695552.0, - "91": 1428695552.0, - "92": 1428695552.0, - "93": 1428695552.0, - "94": 1428695552.0, - "95": 1428695552.0, - "96": 1428695552.0, - "97": 1428695552.0, - "98": 1428695552.0, - "99": 1428695552.0, - "100": 1428695552.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 11.77129, - "2": 0.18805, - "3": 0.15486, - "4": 0.15531, - "5": 0.15342, - "6": 0.15402, - "7": 0.15787, - "8": 0.15837, - "9": 0.15422, - "10": 0.1531, - "11": 0.1531, - "12": 0.1521, - "13": 0.15206, - "14": 0.15281, - "15": 0.15025, - "16": 0.15321, - "17": 0.15383, - "18": 0.15265, - "19": 0.15535, - "20": 0.15414, - "21": 0.15275, - "22": 0.152, - "23": 0.15456, - "24": 0.15209, - "25": 0.15358, - "26": 0.15228, - "27": 0.15217, - "28": 0.15204, - "29": 0.1526, - "30": 0.15259, - "31": 0.15237, - "32": 0.15885, - "33": 0.1577, - "34": 0.16029, - "35": 0.15618, - "36": 0.16006, - "37": 0.15686, - "38": 0.15897, - "39": 0.15985, - "40": 0.15818, - "41": 0.15734, - "42": 0.15623, - "43": 0.15982, - "44": 0.15844, - "45": 0.15965, - "46": 0.15995, - "47": 0.1576, - "48": 0.15787, - "49": 0.15857, - "50": 0.16598, - "51": 0.15831, - "52": 0.15281, - "53": 0.15278, - "54": 0.15155, - "55": 0.1544, - "56": 0.15102, - "57": 0.1505, - "58": 0.15177, - "59": 0.15275, - "60": 0.15179, - "61": 0.15138, - "62": 0.153, - "63": 0.14962, - "64": 0.15104, - "65": 0.15104, - "66": 0.1541, - "67": 0.15089, - "68": 0.15178, - "69": 0.15241, - "70": 0.1524, - "71": 0.14991, - "72": 0.15107, - "73": 0.15205, - "74": 0.15105, - "75": 0.14944, - "76": 0.15086, - "77": 0.15066, - "78": 0.15037, - "79": 0.1517, - "80": 0.1535, - "81": 0.15067, - "82": 0.15202, - "83": 0.1513, - "84": 0.15157, - "85": 0.15077, - "86": 0.15249, - "87": 0.15259, - "88": 0.15065, - "89": 0.15236, - "90": 0.15088, - "91": 0.15271, - "92": 0.15124, - "93": 0.15371, - "94": 0.14949, - "95": 0.15169, - "96": 0.15061, - "97": 0.15123, - "98": 0.15143, - "99": 0.15292, - "100": 0.15348 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_defer_embedding_wgrad_compute/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_defer_embedding_wgrad_compute/golden_values_dev_dgx_h100.json index f5b16bf0710..c1aaf21cf26 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_defer_embedding_wgrad_compute/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_defer_embedding_wgrad_compute/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 11.72275, - "2": 0.17301, - "3": 0.15386, - "4": 0.16174, - "5": 0.16281, - "6": 0.16123, - "7": 0.16321, - "8": 0.15614, - "9": 0.15485, - "10": 0.15403, - "11": 0.15407, - "12": 0.15562, - "13": 0.15964, - "14": 0.15764, - "15": 0.15375, - "16": 0.1559, - "17": 0.15118, - "18": 0.15439, - "19": 0.15335, - "20": 0.15351, - "21": 0.15162, - "22": 0.15323, - "23": 0.15304, - "24": 0.15257, - "25": 0.15184, - "26": 0.15337, - "27": 0.15366, - "28": 0.1533, - "29": 0.15626, - "30": 0.15279, - "31": 0.15396, - "32": 0.15273, - "33": 0.15868, - "34": 0.15298, - "35": 0.15363, - "36": 0.15504, - "37": 0.15404, - "38": 0.15509, - "39": 0.15421, - "40": 0.15591, - "41": 0.15488, - "42": 0.15491, - "43": 0.15536, - "44": 0.15405, - "45": 0.15301, - "46": 0.1564, - "47": 0.1538, - "48": 0.15496, - "49": 0.15554, - "50": 0.15377, - "51": 0.16069, - "52": 0.15674, - "53": 0.15488, - "54": 0.15626, - "55": 0.15428, - "56": 0.15332, - "57": 0.15575, - "58": 0.15337, - "59": 0.1573, - "60": 0.15494, - "61": 0.15582, - "62": 0.15444, - "63": 0.15451, - "64": 0.15468, - "65": 0.15421, - "66": 0.15605, - "67": 0.15502, - "68": 0.1555, - "69": 0.15365, - "70": 0.15482, - "71": 0.15668, - "72": 0.15572, - "73": 0.15504, - "74": 0.15493, - "75": 0.15395, - "76": 0.1543, - "77": 0.15616, - "78": 0.15412, - "79": 0.15658, - "80": 0.15263, - "81": 0.15632, - "82": 0.15472, - "83": 0.1556, - "84": 0.15407, - "85": 0.15567, - "86": 0.15631, - "87": 0.15367, - "88": 0.15509, - "89": 0.1539, - "90": 0.15608, - "91": 0.15432, - "92": 0.155, - "93": 0.1529, - "94": 0.1541, - "95": 0.15468, - "96": 0.15535, - "97": 0.15603, - "98": 0.15443, - "99": 0.1563, - "100": 0.15285 + "1": 11.81196, + "2": 0.17008, + "3": 0.15523, + "4": 0.15249, + "5": 0.15434, + "6": 0.15515, + "7": 0.15378, + "8": 0.1528, + "9": 0.15287, + "10": 0.15479, + "11": 0.15442, + "12": 0.15952, + "13": 0.15843, + "14": 0.15559, + "15": 0.15333, + "16": 0.15363, + "17": 0.15594, + "18": 0.153, + "19": 0.15542, + "20": 0.15304, + "21": 0.15492, + "22": 0.15277, + "23": 0.15803, + "24": 0.1545, + "25": 0.15639, + "26": 0.15419, + "27": 0.15381, + "28": 0.15423, + "29": 0.15354, + "30": 0.1554, + "31": 0.15389, + "32": 0.15608, + "33": 0.15361, + "34": 0.15437, + "35": 0.15233, + "36": 0.15499, + "37": 0.15114, + "38": 0.15259, + "39": 0.15269, + "40": 0.1516, + "41": 0.15052, + "42": 0.15122, + "43": 0.15389, + "44": 0.15261, + "45": 0.15376, + "46": 0.15091, + "47": 0.15197, + "48": 0.15131, + "49": 0.15083, + "50": 0.152, + "51": 0.15723, + "52": 0.15481, + "53": 0.15087, + "54": 0.15175, + "55": 0.15331, + "56": 0.15504, + "57": 0.15471, + "58": 0.1549, + "59": 0.15621, + "60": 0.1533, + "61": 0.15499, + "62": 0.15222, + "63": 0.15091, + "64": 0.1535, + "65": 0.15463, + "66": 0.15169, + "67": 0.15591, + "68": 0.15173, + "69": 0.1509, + "70": 0.15063, + "71": 0.15755, + "72": 0.1545, + "73": 0.15374, + "74": 0.15306, + "75": 0.15223, + "76": 0.15203, + "77": 0.15194, + "78": 0.15284, + "79": 0.15345, + "80": 0.15138, + "81": 0.15298, + "82": 0.15115, + "83": 0.15281, + "84": 0.1544, + "85": 0.15277, + "86": 0.15368, + "87": 0.15373, + "88": 0.15359, + "89": 0.15205, + "90": 0.1535, + "91": 0.15459, + "92": 0.15406, + "93": 0.15133, + "94": 0.1533, + "95": 0.15198, + "96": 0.15195, + "97": 0.1533, + "98": 0.15406, + "99": 0.1528, + "100": 0.15371 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_defer_embedding_wgrad_compute/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_defer_embedding_wgrad_compute/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 00af7ef1865..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_defer_embedding_wgrad_compute/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85949, - "2": 10.85553, - "3": 10.86544, - "4": 10.84555, - "5": 10.88343, - "6": 10.89431, - "7": 10.87069, - "8": 10.86982, - "9": 10.8692, - "10": 10.83882, - "11": 10.89437, - "12": 10.8798, - "13": 10.87986, - "14": 10.90316, - "15": 10.84047, - "16": 10.83785, - "17": 10.8067, - "18": 10.83027, - "19": 10.82265, - "20": 10.73196, - "21": 10.70751, - "22": 10.56001, - "23": 10.72404, - "24": 10.61114, - "25": 10.54812, - "26": 10.61333, - "27": 10.63051, - "28": 10.56645, - "29": 10.59672, - "30": 10.37134, - "31": 10.11723, - "32": 10.46131, - "33": 10.4525, - "34": 10.21689, - "35": 10.27171, - "36": 10.2312, - "37": 10.34809, - "38": 10.18839, - "39": 10.41045, - "40": 10.09427, - "41": 10.1471, - "42": 10.21241, - "43": 9.84107, - "44": 9.95919, - "45": 9.84081, - "46": 9.82483, - "47": 10.13877, - "48": 9.85832, - "49": 9.54703, - "50": 9.90876, - "51": 9.85581, - "52": 9.75235, - "53": 10.07582, - "54": 9.95687, - "55": 9.882, - "56": 9.63137, - "57": 9.48647, - "58": 9.83111, - "59": 9.58896, - "60": 9.50647, - "61": 9.70361, - "62": 9.98283, - "63": 9.38302, - "64": 9.77906, - "65": 8.95171, - "66": 9.70162, - "67": 9.372, - "68": 9.78849, - "69": 9.79851, - "70": 9.74738, - "71": 9.61908, - "72": 9.58496, - "73": 9.49723, - "74": 8.93927, - "75": 9.42706, - "76": 9.08018, - "77": 10.06566, - "78": 9.72889, - "79": 9.37757, - "80": 9.40987, - "81": 9.47974, - "82": 9.70177, - "83": 9.30611, - "84": 9.42088, - "85": 9.61376, - "86": 9.07651, - "87": 9.59452, - "88": 9.75067, - "89": 9.60239, - "90": 9.81895, - "91": 9.33895, - "92": 9.35712, - "93": 9.07879, - "94": 8.83504, - "95": 9.52168, - "96": 9.53002, - "97": 9.31306, - "98": 9.67783, - "99": 8.89053, - "100": 9.39725 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 71.0, - "2": 65.0, - "3": 68.0, - "4": 57.0, - "5": 55.0, - "6": 70.0, - "7": 73.0, - "8": 58.0, - "9": 66.0, - "10": 65.0, - "11": 58.0, - "12": 77.0, - "13": 50.0, - "14": 65.0, - "15": 71.0, - "16": 68.0, - "17": 58.0, - "18": 57.0, - "19": 68.0, - "20": 61.0, - "21": 65.0, - "22": 57.0, - "23": 83.0, - "24": 58.0, - "25": 66.0, - "26": 63.0, - "27": 80.0, - "28": 82.0, - "29": 72.0, - "30": 71.0, - "31": 68.0, - "32": 75.0, - "33": 85.0, - "34": 63.0, - "35": 69.0, - "36": 58.0, - "37": 83.0, - "38": 65.0, - "39": 68.0, - "40": 81.0, - "41": 72.0, - "42": 76.0, - "43": 84.0, - "44": 85.0, - "45": 85.0, - "46": 79.0, - "47": 81.0, - "48": 68.0, - "49": 89.0, - "50": 80.0, - "51": 70.0, - "52": 81.0, - "53": 95.0, - "54": 101.0, - "55": 58.0, - "56": 90.0, - "57": 83.0, - "58": 90.0, - "59": 79.0, - "60": 84.0, - "61": 92.0, - "62": 102.0, - "63": 78.0, - "64": 73.0, - "65": 81.0, - "66": 88.0, - "67": 54.0, - "68": 57.0, - "69": 72.0, - "70": 88.0, - "71": 82.0, - "72": 64.0, - "73": 78.0, - "74": 76.0, - "75": 70.0, - "76": 78.0, - "77": 67.0, - "78": 86.0, - "79": 76.0, - "80": 90.0, - "81": 92.0, - "82": 72.0, - "83": 61.0, - "84": 65.0, - "85": 89.0, - "86": 73.0, - "87": 89.0, - "88": 63.0, - "89": 83.0, - "90": 72.0, - "91": 55.0, - "92": 63.0, - "93": 47.0, - "94": 74.0, - "95": 70.0, - "96": 73.0, - "97": 80.0, - "98": 76.0, - "99": 68.0, - "100": 75.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 546472448.0, - "2": 546472448.0, - "3": 546472448.0, - "4": 546472448.0, - "5": 546472448.0, - "6": 546472448.0, - "7": 546472448.0, - "8": 546472448.0, - "9": 546472448.0, - "10": 546472448.0, - "11": 546472448.0, - "12": 546472448.0, - "13": 546472448.0, - "14": 546472448.0, - "15": 546472448.0, - "16": 546472448.0, - "17": 546472448.0, - "18": 546472448.0, - "19": 546472448.0, - "20": 546472448.0, - "21": 546472448.0, - "22": 546472448.0, - "23": 546472448.0, - "24": 546472448.0, - "25": 546472448.0, - "26": 546472448.0, - "27": 546472448.0, - "28": 546472448.0, - "29": 546472448.0, - "30": 546472448.0, - "31": 546472448.0, - "32": 546472448.0, - "33": 546472448.0, - "34": 546472448.0, - "35": 546472448.0, - "36": 546472448.0, - "37": 546472448.0, - "38": 546472448.0, - "39": 546472448.0, - "40": 546472448.0, - "41": 546472448.0, - "42": 546472448.0, - "43": 546472448.0, - "44": 546472448.0, - "45": 546472448.0, - "46": 546472448.0, - "47": 546472448.0, - "48": 546472448.0, - "49": 546472448.0, - "50": 546472448.0, - "51": 546472448.0, - "52": 546472448.0, - "53": 546472448.0, - "54": 546472448.0, - "55": 546472448.0, - "56": 546472448.0, - "57": 546472448.0, - "58": 546472448.0, - "59": 546472448.0, - "60": 546472448.0, - "61": 546472448.0, - "62": 546472448.0, - "63": 546472448.0, - "64": 546472448.0, - "65": 546472448.0, - "66": 546472448.0, - "67": 546472448.0, - "68": 546472448.0, - "69": 546472448.0, - "70": 546472448.0, - "71": 546472448.0, - "72": 546472448.0, - "73": 546472448.0, - "74": 546472448.0, - "75": 546472448.0, - "76": 546472448.0, - "77": 546472448.0, - "78": 546472448.0, - "79": 546472448.0, - "80": 546472448.0, - "81": 546472448.0, - "82": 546472448.0, - "83": 546472448.0, - "84": 546472448.0, - "85": 546472448.0, - "86": 546472448.0, - "87": 546472448.0, - "88": 546472448.0, - "89": 546472448.0, - "90": 546472448.0, - "91": 546472448.0, - "92": 546472448.0, - "93": 546472448.0, - "94": 546472448.0, - "95": 546472448.0, - "96": 546472448.0, - "97": 546472448.0, - "98": 546472448.0, - "99": 546472448.0, - "100": 546472448.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1713796608.0, - "2": 1895967232.0, - "3": 1895967232.0, - "4": 1895967232.0, - "5": 1895967232.0, - "6": 1895967232.0, - "7": 1895967232.0, - "8": 1895967232.0, - "9": 1895967232.0, - "10": 1895967232.0, - "11": 1895967232.0, - "12": 1895967232.0, - "13": 1895967232.0, - "14": 1895967232.0, - "15": 1895967232.0, - "16": 1895967232.0, - "17": 1895967232.0, - "18": 1895967232.0, - "19": 1895967232.0, - "20": 1895967232.0, - "21": 1895967232.0, - "22": 1895967232.0, - "23": 1895967232.0, - "24": 1895967232.0, - "25": 1895967232.0, - "26": 1895967232.0, - "27": 1895967232.0, - "28": 1895967232.0, - "29": 1895967232.0, - "30": 1895967232.0, - "31": 1895967232.0, - "32": 1895967232.0, - "33": 1895967232.0, - "34": 1895967232.0, - "35": 1895967232.0, - "36": 1895967232.0, - "37": 1895967232.0, - "38": 1895967232.0, - "39": 1895967232.0, - "40": 1895967232.0, - "41": 1895967232.0, - "42": 1895967232.0, - "43": 1895967232.0, - "44": 1895967232.0, - "45": 1895967232.0, - "46": 1895967232.0, - "47": 1895967232.0, - "48": 1895967232.0, - "49": 1895967232.0, - "50": 1895967232.0, - "51": 1895967232.0, - "52": 1895967232.0, - "53": 1895967232.0, - "54": 1895967232.0, - "55": 1895967232.0, - "56": 1895967232.0, - "57": 1895967232.0, - "58": 1895967232.0, - "59": 1895967232.0, - "60": 1895967232.0, - "61": 1895967232.0, - "62": 1895967232.0, - "63": 1895967232.0, - "64": 1895967232.0, - "65": 1895967232.0, - "66": 1895967232.0, - "67": 1895967232.0, - "68": 1895967232.0, - "69": 1895967232.0, - "70": 1895967232.0, - "71": 1895967232.0, - "72": 1895967232.0, - "73": 1895967232.0, - "74": 1895967232.0, - "75": 1895967232.0, - "76": 1895967232.0, - "77": 1895967232.0, - "78": 1895967232.0, - "79": 1895967232.0, - "80": 1895967232.0, - "81": 1895967232.0, - "82": 1895967232.0, - "83": 1895967232.0, - "84": 1895967232.0, - "85": 1895967232.0, - "86": 1895967232.0, - "87": 1895967232.0, - "88": 1895967232.0, - "89": 1895967232.0, - "90": 1895967232.0, - "91": 1895967232.0, - "92": 1895967232.0, - "93": 1895967232.0, - "94": 1895967232.0, - "95": 1895967232.0, - "96": 1895967232.0, - "97": 1895967232.0, - "98": 1895967232.0, - "99": 1895967232.0, - "100": 1895967232.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 11.30059, - "2": 0.17777, - "3": 0.13503, - "4": 0.13378, - "5": 0.1357, - "6": 0.13267, - "7": 0.13302, - "8": 0.13235, - "9": 0.13435, - "10": 0.13421, - "11": 0.13233, - "12": 0.13074, - "13": 0.12922, - "14": 0.13131, - "15": 0.13296, - "16": 0.13106, - "17": 0.13142, - "18": 0.13375, - "19": 0.13295, - "20": 0.13185, - "21": 0.13239, - "22": 0.13128, - "23": 0.13257, - "24": 0.13321, - "25": 0.13186, - "26": 0.13183, - "27": 0.13148, - "28": 0.13158, - "29": 0.13055, - "30": 0.13201, - "31": 0.1314, - "32": 0.13098, - "33": 0.13284, - "34": 0.13152, - "35": 0.13191, - "36": 0.13208, - "37": 0.13199, - "38": 0.13223, - "39": 0.13213, - "40": 0.13135, - "41": 0.13187, - "42": 0.13104, - "43": 0.13286, - "44": 0.13281, - "45": 0.13109, - "46": 0.13108, - "47": 0.13377, - "48": 0.13164, - "49": 0.13194, - "50": 0.1309, - "51": 0.14716, - "52": 0.14386, - "53": 0.133, - "54": 0.13142, - "55": 0.12988, - "56": 0.13391, - "57": 0.14548, - "58": 0.1475, - "59": 0.1326, - "60": 0.13058, - "61": 0.13075, - "62": 0.13206, - "63": 0.13128, - "64": 0.13303, - "65": 0.13059, - "66": 0.12969, - "67": 0.13108, - "68": 0.13125, - "69": 0.1294, - "70": 0.13035, - "71": 0.13528, - "72": 0.13186, - "73": 0.13078, - "74": 0.12997, - "75": 0.13033, - "76": 0.13134, - "77": 0.13127, - "78": 0.12885, - "79": 0.13057, - "80": 0.13054, - "81": 0.131, - "82": 0.13102, - "83": 0.13228, - "84": 0.13261, - "85": 0.1312, - "86": 0.1324, - "87": 0.13346, - "88": 0.13044, - "89": 0.13079, - "90": 0.13018, - "91": 0.13115, - "92": 0.13135, - "93": 0.13062, - "94": 0.13049, - "95": 0.13131, - "96": 0.13099, - "97": 0.13099, - "98": 0.1311, - "99": 0.13221, - "100": 0.13235 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_defer_embedding_wgrad_compute/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_defer_embedding_wgrad_compute/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index c1aaf21cf26..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_defer_embedding_wgrad_compute/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85949, - "2": 10.85553, - "3": 10.86544, - "4": 10.84555, - "5": 10.88343, - "6": 10.89431, - "7": 10.87069, - "8": 10.86982, - "9": 10.8692, - "10": 10.83882, - "11": 10.89437, - "12": 10.8798, - "13": 10.87986, - "14": 10.90316, - "15": 10.84047, - "16": 10.83785, - "17": 10.8067, - "18": 10.83027, - "19": 10.82265, - "20": 10.73196, - "21": 10.70751, - "22": 10.56001, - "23": 10.72404, - "24": 10.61114, - "25": 10.54812, - "26": 10.61333, - "27": 10.63051, - "28": 10.56645, - "29": 10.59672, - "30": 10.37134, - "31": 10.11723, - "32": 10.46131, - "33": 10.4525, - "34": 10.21689, - "35": 10.27171, - "36": 10.2312, - "37": 10.34809, - "38": 10.18839, - "39": 10.41045, - "40": 10.09427, - "41": 10.1471, - "42": 10.21241, - "43": 9.84107, - "44": 9.95919, - "45": 9.84081, - "46": 9.82483, - "47": 10.13877, - "48": 9.85832, - "49": 9.54703, - "50": 9.90876, - "51": 9.85581, - "52": 9.75235, - "53": 10.07582, - "54": 9.95687, - "55": 9.882, - "56": 9.63137, - "57": 9.48647, - "58": 9.83111, - "59": 9.58896, - "60": 9.50647, - "61": 9.70361, - "62": 9.98283, - "63": 9.38302, - "64": 9.77906, - "65": 8.95171, - "66": 9.70162, - "67": 9.372, - "68": 9.78849, - "69": 9.79851, - "70": 9.74738, - "71": 9.61908, - "72": 9.58496, - "73": 9.49723, - "74": 8.93927, - "75": 9.42706, - "76": 9.08018, - "77": 10.06566, - "78": 9.72889, - "79": 9.37757, - "80": 9.40987, - "81": 9.47974, - "82": 9.70177, - "83": 9.30611, - "84": 9.42088, - "85": 9.61376, - "86": 9.07651, - "87": 9.59452, - "88": 9.75067, - "89": 9.60239, - "90": 9.81895, - "91": 9.33895, - "92": 9.35712, - "93": 9.07879, - "94": 8.83504, - "95": 9.52168, - "96": 9.53002, - "97": 9.31306, - "98": 9.67783, - "99": 8.89053, - "100": 9.39725 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 71.0, - "2": 65.0, - "3": 68.0, - "4": 57.0, - "5": 55.0, - "6": 70.0, - "7": 73.0, - "8": 58.0, - "9": 66.0, - "10": 65.0, - "11": 58.0, - "12": 77.0, - "13": 50.0, - "14": 65.0, - "15": 71.0, - "16": 68.0, - "17": 58.0, - "18": 57.0, - "19": 68.0, - "20": 61.0, - "21": 65.0, - "22": 57.0, - "23": 83.0, - "24": 58.0, - "25": 66.0, - "26": 63.0, - "27": 80.0, - "28": 82.0, - "29": 72.0, - "30": 71.0, - "31": 68.0, - "32": 75.0, - "33": 85.0, - "34": 63.0, - "35": 69.0, - "36": 58.0, - "37": 83.0, - "38": 65.0, - "39": 68.0, - "40": 81.0, - "41": 72.0, - "42": 76.0, - "43": 84.0, - "44": 85.0, - "45": 85.0, - "46": 79.0, - "47": 81.0, - "48": 68.0, - "49": 89.0, - "50": 80.0, - "51": 70.0, - "52": 81.0, - "53": 95.0, - "54": 101.0, - "55": 58.0, - "56": 90.0, - "57": 83.0, - "58": 90.0, - "59": 79.0, - "60": 84.0, - "61": 92.0, - "62": 102.0, - "63": 78.0, - "64": 73.0, - "65": 81.0, - "66": 88.0, - "67": 54.0, - "68": 57.0, - "69": 72.0, - "70": 88.0, - "71": 82.0, - "72": 64.0, - "73": 78.0, - "74": 76.0, - "75": 70.0, - "76": 78.0, - "77": 67.0, - "78": 86.0, - "79": 76.0, - "80": 90.0, - "81": 92.0, - "82": 72.0, - "83": 61.0, - "84": 65.0, - "85": 89.0, - "86": 73.0, - "87": 89.0, - "88": 63.0, - "89": 83.0, - "90": 72.0, - "91": 55.0, - "92": 63.0, - "93": 47.0, - "94": 74.0, - "95": 70.0, - "96": 73.0, - "97": 80.0, - "98": 76.0, - "99": 68.0, - "100": 75.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 546472448.0, - "2": 546472448.0, - "3": 546472448.0, - "4": 546472448.0, - "5": 546472448.0, - "6": 546472448.0, - "7": 546472448.0, - "8": 546472448.0, - "9": 546472448.0, - "10": 546472448.0, - "11": 546472448.0, - "12": 546472448.0, - "13": 546472448.0, - "14": 546472448.0, - "15": 546472448.0, - "16": 546472448.0, - "17": 546472448.0, - "18": 546472448.0, - "19": 546472448.0, - "20": 546472448.0, - "21": 546472448.0, - "22": 546472448.0, - "23": 546472448.0, - "24": 546472448.0, - "25": 546472448.0, - "26": 546472448.0, - "27": 546472448.0, - "28": 546472448.0, - "29": 546472448.0, - "30": 546472448.0, - "31": 546472448.0, - "32": 546472448.0, - "33": 546472448.0, - "34": 546472448.0, - "35": 546472448.0, - "36": 546472448.0, - "37": 546472448.0, - "38": 546472448.0, - "39": 546472448.0, - "40": 546472448.0, - "41": 546472448.0, - "42": 546472448.0, - "43": 546472448.0, - "44": 546472448.0, - "45": 546472448.0, - "46": 546472448.0, - "47": 546472448.0, - "48": 546472448.0, - "49": 546472448.0, - "50": 546472448.0, - "51": 546472448.0, - "52": 546472448.0, - "53": 546472448.0, - "54": 546472448.0, - "55": 546472448.0, - "56": 546472448.0, - "57": 546472448.0, - "58": 546472448.0, - "59": 546472448.0, - "60": 546472448.0, - "61": 546472448.0, - "62": 546472448.0, - "63": 546472448.0, - "64": 546472448.0, - "65": 546472448.0, - "66": 546472448.0, - "67": 546472448.0, - "68": 546472448.0, - "69": 546472448.0, - "70": 546472448.0, - "71": 546472448.0, - "72": 546472448.0, - "73": 546472448.0, - "74": 546472448.0, - "75": 546472448.0, - "76": 546472448.0, - "77": 546472448.0, - "78": 546472448.0, - "79": 546472448.0, - "80": 546472448.0, - "81": 546472448.0, - "82": 546472448.0, - "83": 546472448.0, - "84": 546472448.0, - "85": 546472448.0, - "86": 546472448.0, - "87": 546472448.0, - "88": 546472448.0, - "89": 546472448.0, - "90": 546472448.0, - "91": 546472448.0, - "92": 546472448.0, - "93": 546472448.0, - "94": 546472448.0, - "95": 546472448.0, - "96": 546472448.0, - "97": 546472448.0, - "98": 546472448.0, - "99": 546472448.0, - "100": 546472448.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1713796608.0, - "2": 1895967232.0, - "3": 1895967232.0, - "4": 1895967232.0, - "5": 1895967232.0, - "6": 1895967232.0, - "7": 1895967232.0, - "8": 1895967232.0, - "9": 1895967232.0, - "10": 1895967232.0, - "11": 1895967232.0, - "12": 1895967232.0, - "13": 1895967232.0, - "14": 1895967232.0, - "15": 1895967232.0, - "16": 1895967232.0, - "17": 1895967232.0, - "18": 1895967232.0, - "19": 1895967232.0, - "20": 1895967232.0, - "21": 1895967232.0, - "22": 1895967232.0, - "23": 1895967232.0, - "24": 1895967232.0, - "25": 1895967232.0, - "26": 1895967232.0, - "27": 1895967232.0, - "28": 1895967232.0, - "29": 1895967232.0, - "30": 1895967232.0, - "31": 1895967232.0, - "32": 1895967232.0, - "33": 1895967232.0, - "34": 1895967232.0, - "35": 1895967232.0, - "36": 1895967232.0, - "37": 1895967232.0, - "38": 1895967232.0, - "39": 1895967232.0, - "40": 1895967232.0, - "41": 1895967232.0, - "42": 1895967232.0, - "43": 1895967232.0, - "44": 1895967232.0, - "45": 1895967232.0, - "46": 1895967232.0, - "47": 1895967232.0, - "48": 1895967232.0, - "49": 1895967232.0, - "50": 1895967232.0, - "51": 1895967232.0, - "52": 1895967232.0, - "53": 1895967232.0, - "54": 1895967232.0, - "55": 1895967232.0, - "56": 1895967232.0, - "57": 1895967232.0, - "58": 1895967232.0, - "59": 1895967232.0, - "60": 1895967232.0, - "61": 1895967232.0, - "62": 1895967232.0, - "63": 1895967232.0, - "64": 1895967232.0, - "65": 1895967232.0, - "66": 1895967232.0, - "67": 1895967232.0, - "68": 1895967232.0, - "69": 1895967232.0, - "70": 1895967232.0, - "71": 1895967232.0, - "72": 1895967232.0, - "73": 1895967232.0, - "74": 1895967232.0, - "75": 1895967232.0, - "76": 1895967232.0, - "77": 1895967232.0, - "78": 1895967232.0, - "79": 1895967232.0, - "80": 1895967232.0, - "81": 1895967232.0, - "82": 1895967232.0, - "83": 1895967232.0, - "84": 1895967232.0, - "85": 1895967232.0, - "86": 1895967232.0, - "87": 1895967232.0, - "88": 1895967232.0, - "89": 1895967232.0, - "90": 1895967232.0, - "91": 1895967232.0, - "92": 1895967232.0, - "93": 1895967232.0, - "94": 1895967232.0, - "95": 1895967232.0, - "96": 1895967232.0, - "97": 1895967232.0, - "98": 1895967232.0, - "99": 1895967232.0, - "100": 1895967232.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 11.81196, - "2": 0.17008, - "3": 0.15523, - "4": 0.15249, - "5": 0.15434, - "6": 0.15515, - "7": 0.15378, - "8": 0.1528, - "9": 0.15287, - "10": 0.15479, - "11": 0.15442, - "12": 0.15952, - "13": 0.15843, - "14": 0.15559, - "15": 0.15333, - "16": 0.15363, - "17": 0.15594, - "18": 0.153, - "19": 0.15542, - "20": 0.15304, - "21": 0.15492, - "22": 0.15277, - "23": 0.15803, - "24": 0.1545, - "25": 0.15639, - "26": 0.15419, - "27": 0.15381, - "28": 0.15423, - "29": 0.15354, - "30": 0.1554, - "31": 0.15389, - "32": 0.15608, - "33": 0.15361, - "34": 0.15437, - "35": 0.15233, - "36": 0.15499, - "37": 0.15114, - "38": 0.15259, - "39": 0.15269, - "40": 0.1516, - "41": 0.15052, - "42": 0.15122, - "43": 0.15389, - "44": 0.15261, - "45": 0.15376, - "46": 0.15091, - "47": 0.15197, - "48": 0.15131, - "49": 0.15083, - "50": 0.152, - "51": 0.15723, - "52": 0.15481, - "53": 0.15087, - "54": 0.15175, - "55": 0.15331, - "56": 0.15504, - "57": 0.15471, - "58": 0.1549, - "59": 0.15621, - "60": 0.1533, - "61": 0.15499, - "62": 0.15222, - "63": 0.15091, - "64": 0.1535, - "65": 0.15463, - "66": 0.15169, - "67": 0.15591, - "68": 0.15173, - "69": 0.1509, - "70": 0.15063, - "71": 0.15755, - "72": 0.1545, - "73": 0.15374, - "74": 0.15306, - "75": 0.15223, - "76": 0.15203, - "77": 0.15194, - "78": 0.15284, - "79": 0.15345, - "80": 0.15138, - "81": 0.15298, - "82": 0.15115, - "83": 0.15281, - "84": 0.1544, - "85": 0.15277, - "86": 0.15368, - "87": 0.15373, - "88": 0.15359, - "89": 0.15205, - "90": 0.1535, - "91": 0.15459, - "92": 0.15406, - "93": 0.15133, - "94": 0.1533, - "95": 0.15198, - "96": 0.15195, - "97": 0.1533, - "98": 0.15406, - "99": 0.1528, - "100": 0.15371 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_reshard_1x4xNone/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_reshard_1x4xNone/golden_values_dev_dgx_h100.json index b052742de3f..80f6783f6f2 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_reshard_1x4xNone/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_reshard_1x4xNone/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 12.5643, - "2": 0.17332, - "3": 0.15504, - "4": 0.14953, - "5": 0.14296, - "6": 0.14226, - "7": 0.14346, - "8": 0.13938, - "9": 0.14124, - "10": 0.14047, - "11": 0.13835, - "12": 0.14091, - "13": 0.14198, - "14": 0.14069, - "15": 0.13974, - "16": 0.13801, - "17": 0.14306, - "18": 0.14074, - "19": 0.14027, - "20": 0.14158, - "21": 0.14008, - "22": 0.14191, - "23": 0.14006, - "24": 0.13998, - "25": 0.13889, - "26": 0.13978, - "27": 0.14315, - "28": 0.14416, - "29": 0.154, - "30": 0.14026, - "31": 0.14128, - "32": 0.14142, - "33": 0.14025, - "34": 0.14164, - "35": 0.14065, - "36": 0.14236, - "37": 0.13962, - "38": 0.14015, - "39": 0.1412, - "40": 0.14042, - "41": 0.14202, - "42": 0.14116, - "43": 0.1402, - "44": 0.14155, - "45": 0.13981, - "46": 0.14102, - "47": 0.13959, - "48": 0.14118, - "49": 0.14576, - "50": 0.14714, - "51": 0.14965, - "52": 0.14244, - "53": 0.14198, - "54": 0.14102, - "55": 0.1404, - "56": 0.14132, - "57": 0.14, - "58": 0.14143, - "59": 0.16106, - "60": 0.15695, - "61": 0.15431, - "62": 0.14815, - "63": 0.14032, - "64": 0.14044, - "65": 0.14332, - "66": 0.14167, - "67": 0.14533, - "68": 0.1417, - "69": 0.14266, - "70": 0.14095, - "71": 0.14063, - "72": 0.1428, - "73": 0.14351, - "74": 0.14269, - "75": 0.14075, - "76": 0.14214, - "77": 0.14239, - "78": 0.1408, - "79": 0.14254, - "80": 0.14178, - "81": 0.14443, - "82": 0.14301, - "83": 0.14097, - "84": 0.14255, - "85": 0.14113, - "86": 0.14391, - "87": 0.14098, - "88": 0.16001, - "89": 0.15765, - "90": 0.1598, - "91": 0.16005, - "92": 0.14828, - "93": 0.15228, - "94": 0.15292, - "95": 0.14998, - "96": 0.14946, - "97": 0.15122, - "98": 0.144, - "99": 0.14325, - "100": 0.14483 + "1": 12.65353, + "2": 0.15729, + "3": 0.13911, + "4": 0.14117, + "5": 0.14172, + "6": 0.14091, + "7": 0.14103, + "8": 0.14008, + "9": 0.14444, + "10": 0.14215, + "11": 0.143, + "12": 0.14395, + "13": 0.14101, + "14": 0.14112, + "15": 0.14126, + "16": 0.14286, + "17": 0.14201, + "18": 0.14405, + "19": 0.14472, + "20": 0.14424, + "21": 0.14746, + "22": 0.14732, + "23": 0.14871, + "24": 0.14885, + "25": 0.14732, + "26": 0.14775, + "27": 0.14978, + "28": 0.14685, + "29": 0.15004, + "30": 0.14663, + "31": 0.14925, + "32": 0.14679, + "33": 0.14465, + "34": 0.14701, + "35": 0.14556, + "36": 0.14835, + "37": 0.14562, + "38": 0.14971, + "39": 0.14881, + "40": 0.14688, + "41": 0.14373, + "42": 0.14577, + "43": 0.14595, + "44": 0.1465, + "45": 0.14283, + "46": 0.14194, + "47": 0.14334, + "48": 0.14235, + "49": 0.14347, + "50": 0.14228, + "51": 0.14946, + "52": 0.14427, + "53": 0.14469, + "54": 0.14466, + "55": 0.14197, + "56": 0.14396, + "57": 0.14283, + "58": 0.14383, + "59": 0.14201, + "60": 0.14448, + "61": 0.14593, + "62": 0.14316, + "63": 0.14235, + "64": 0.14447, + "65": 0.14383, + "66": 0.14456, + "67": 0.14508, + "68": 0.1452, + "69": 0.14518, + "70": 0.1449, + "71": 0.14576, + "72": 0.14328, + "73": 0.14352, + "74": 0.1504, + "75": 0.15058, + "76": 0.14825, + "77": 0.14229, + "78": 0.14494, + "79": 0.14518, + "80": 0.14464, + "81": 0.1461, + "82": 0.14482, + "83": 0.14487, + "84": 0.14272, + "85": 0.14154, + "86": 0.14252, + "87": 0.1447, + "88": 0.14327, + "89": 0.1441, + "90": 0.14688, + "91": 0.14346, + "92": 0.14427, + "93": 0.14222, + "94": 0.14464, + "95": 0.14507, + "96": 0.14196, + "97": 0.1438, + "98": 0.14103, + "99": 0.14644, + "100": 0.14474 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_reshard_1x4xNone/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_reshard_1x4xNone/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 055edccd6a0..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_reshard_1x4xNone/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85949, - "2": 10.85553, - "3": 10.86546, - "4": 10.84554, - "5": 10.88348, - "6": 10.89432, - "7": 10.87067, - "8": 10.86981, - "9": 10.86919, - "10": 10.83887, - "11": 10.89435, - "12": 10.87982, - "13": 10.87988, - "14": 10.90314, - "15": 10.8405, - "16": 10.83786, - "17": 10.80668, - "18": 10.83027, - "19": 10.82259, - "20": 10.73192, - "21": 10.70753, - "22": 10.56005, - "23": 10.72402, - "24": 10.6111, - "25": 10.54815, - "26": 10.61332, - "27": 10.63056, - "28": 10.56645, - "29": 10.59668, - "30": 10.37137, - "31": 10.1172, - "32": 10.4613, - "33": 10.45249, - "34": 10.2169, - "35": 10.27173, - "36": 10.23118, - "37": 10.34812, - "38": 10.1884, - "39": 10.41042, - "40": 10.09426, - "41": 10.1471, - "42": 10.21243, - "43": 9.8411, - "44": 9.95916, - "45": 9.84085, - "46": 9.8248, - "47": 10.1388, - "48": 9.8584, - "49": 9.5472, - "50": 9.90878, - "51": 9.85583, - "52": 9.75242, - "53": 10.07589, - "54": 9.95688, - "55": 9.88208, - "56": 9.63141, - "57": 9.48651, - "58": 9.83118, - "59": 9.58905, - "60": 9.50651, - "61": 9.7037, - "62": 9.98291, - "63": 9.38315, - "64": 9.77906, - "65": 8.95179, - "66": 9.7016, - "67": 9.37206, - "68": 9.78852, - "69": 9.79859, - "70": 9.74746, - "71": 9.6191, - "72": 9.58502, - "73": 9.49725, - "74": 8.93933, - "75": 9.42706, - "76": 9.08024, - "77": 10.06571, - "78": 9.72896, - "79": 9.37772, - "80": 9.40999, - "81": 9.47983, - "82": 9.70184, - "83": 9.30625, - "84": 9.42095, - "85": 9.61378, - "86": 9.07656, - "87": 9.59458, - "88": 9.75068, - "89": 9.60243, - "90": 9.81901, - "91": 9.33899, - "92": 9.35717, - "93": 9.07883, - "94": 8.8351, - "95": 9.52171, - "96": 9.53008, - "97": 9.31309, - "98": 9.67785, - "99": 8.89061, - "100": 9.39726 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1638.0, - "2": 1766.0, - "3": 1620.0, - "4": 1810.0, - "5": 1844.0, - "6": 1835.0, - "7": 1694.0, - "8": 1632.0, - "9": 1902.0, - "10": 1427.0, - "11": 1932.0, - "12": 1705.0, - "13": 1834.0, - "14": 1807.0, - "15": 1907.0, - "16": 1797.0, - "17": 1911.0, - "18": 1667.0, - "19": 1742.0, - "20": 1662.0, - "21": 1853.0, - "22": 1621.0, - "23": 2010.0, - "24": 1546.0, - "25": 1510.0, - "26": 1664.0, - "27": 1722.0, - "28": 1977.0, - "29": 2024.0, - "30": 1873.0, - "31": 1494.0, - "32": 1890.0, - "33": 2067.0, - "34": 1802.0, - "35": 1873.0, - "36": 1954.0, - "37": 2283.0, - "38": 2076.0, - "39": 2280.0, - "40": 2111.0, - "41": 2318.0, - "42": 2206.0, - "43": 2040.0, - "44": 2088.0, - "45": 2181.0, - "46": 2434.0, - "47": 2446.0, - "48": 2481.0, - "49": 2398.0, - "50": 2410.0, - "51": 2528.0, - "52": 2535.0, - "53": 2875.0, - "54": 2862.0, - "55": 2406.0, - "56": 2733.0, - "57": 2347.0, - "58": 2918.0, - "59": 2759.0, - "60": 2404.0, - "61": 3022.0, - "62": 2494.0, - "63": 2452.0, - "64": 2838.0, - "65": 2549.0, - "66": 3044.0, - "67": 2887.0, - "68": 2637.0, - "69": 2860.0, - "70": 3034.0, - "71": 2989.0, - "72": 2355.0, - "73": 3034.0, - "74": 1904.0, - "75": 2538.0, - "76": 3012.0, - "77": 3193.0, - "78": 2994.0, - "79": 3097.0, - "80": 3254.0, - "81": 3671.0, - "82": 3299.0, - "83": 2793.0, - "84": 3146.0, - "85": 3329.0, - "86": 2769.0, - "87": 3766.0, - "88": 3021.0, - "89": 3286.0, - "90": 3029.0, - "91": 2772.0, - "92": 2955.0, - "93": 2852.0, - "94": 3411.0, - "95": 3271.0, - "96": 3279.0, - "97": 3054.0, - "98": 3643.0, - "99": 3303.0, - "100": 3142.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 518291968.0, - "2": 518291968.0, - "3": 518291968.0, - "4": 518291968.0, - "5": 518291968.0, - "6": 518291968.0, - "7": 518291968.0, - "8": 518291968.0, - "9": 518291968.0, - "10": 518291968.0, - "11": 518291968.0, - "12": 518291968.0, - "13": 518291968.0, - "14": 518291968.0, - "15": 518291968.0, - "16": 518291968.0, - "17": 518291968.0, - "18": 518291968.0, - "19": 518291968.0, - "20": 518291968.0, - "21": 518291968.0, - "22": 518291968.0, - "23": 518291968.0, - "24": 518291968.0, - "25": 518291968.0, - "26": 518291968.0, - "27": 518291968.0, - "28": 518291968.0, - "29": 518291968.0, - "30": 518291968.0, - "31": 518291968.0, - "32": 518291968.0, - "33": 518291968.0, - "34": 518291968.0, - "35": 518291968.0, - "36": 518291968.0, - "37": 518291968.0, - "38": 518291968.0, - "39": 518291968.0, - "40": 518291968.0, - "41": 518291968.0, - "42": 518291968.0, - "43": 518291968.0, - "44": 518291968.0, - "45": 518291968.0, - "46": 518291968.0, - "47": 518291968.0, - "48": 518291968.0, - "49": 518291968.0, - "50": 518291968.0, - "51": 518291968.0, - "52": 518291968.0, - "53": 518291968.0, - "54": 518291968.0, - "55": 518291968.0, - "56": 518291968.0, - "57": 518291968.0, - "58": 518291968.0, - "59": 518291968.0, - "60": 518291968.0, - "61": 518291968.0, - "62": 518291968.0, - "63": 518291968.0, - "64": 518291968.0, - "65": 518291968.0, - "66": 518291968.0, - "67": 518291968.0, - "68": 518291968.0, - "69": 518291968.0, - "70": 518291968.0, - "71": 518291968.0, - "72": 518291968.0, - "73": 518291968.0, - "74": 518291968.0, - "75": 518291968.0, - "76": 518291968.0, - "77": 518291968.0, - "78": 518291968.0, - "79": 518291968.0, - "80": 518291968.0, - "81": 518291968.0, - "82": 518291968.0, - "83": 518291968.0, - "84": 518291968.0, - "85": 518291968.0, - "86": 518291968.0, - "87": 518291968.0, - "88": 518291968.0, - "89": 518291968.0, - "90": 518291968.0, - "91": 518291968.0, - "92": 518291968.0, - "93": 518291968.0, - "94": 518291968.0, - "95": 518291968.0, - "96": 518291968.0, - "97": 518291968.0, - "98": 518291968.0, - "99": 518291968.0, - "100": 518291968.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1245476352.0, - "2": 1429481984.0, - "3": 1429481984.0, - "4": 1429481984.0, - "5": 1429481984.0, - "6": 1429481984.0, - "7": 1429481984.0, - "8": 1429481984.0, - "9": 1429481984.0, - "10": 1429481984.0, - "11": 1429481984.0, - "12": 1429481984.0, - "13": 1429481984.0, - "14": 1429481984.0, - "15": 1429481984.0, - "16": 1429481984.0, - "17": 1429481984.0, - "18": 1429481984.0, - "19": 1429481984.0, - "20": 1429481984.0, - "21": 1429481984.0, - "22": 1429481984.0, - "23": 1429481984.0, - "24": 1429481984.0, - "25": 1429481984.0, - "26": 1429481984.0, - "27": 1429481984.0, - "28": 1429481984.0, - "29": 1429481984.0, - "30": 1429481984.0, - "31": 1429481984.0, - "32": 1429481984.0, - "33": 1429481984.0, - "34": 1429481984.0, - "35": 1429481984.0, - "36": 1429481984.0, - "37": 1429481984.0, - "38": 1429481984.0, - "39": 1429481984.0, - "40": 1429481984.0, - "41": 1429481984.0, - "42": 1429481984.0, - "43": 1429481984.0, - "44": 1429481984.0, - "45": 1429481984.0, - "46": 1429481984.0, - "47": 1430268416.0, - "48": 1430268416.0, - "49": 1430268416.0, - "50": 1430268416.0, - "51": 1430268416.0, - "52": 1430268416.0, - "53": 1430268416.0, - "54": 1430268416.0, - "55": 1430268416.0, - "56": 1430268416.0, - "57": 1430268416.0, - "58": 1430268416.0, - "59": 1430268416.0, - "60": 1430268416.0, - "61": 1430268416.0, - "62": 1430268416.0, - "63": 1430268416.0, - "64": 1430268416.0, - "65": 1430268416.0, - "66": 1430268416.0, - "67": 1430268416.0, - "68": 1430268416.0, - "69": 1430268416.0, - "70": 1430268416.0, - "71": 1430268416.0, - "72": 1430268416.0, - "73": 1430268416.0, - "74": 1430268416.0, - "75": 1430268416.0, - "76": 1430268416.0, - "77": 1430268416.0, - "78": 1430268416.0, - "79": 1430268416.0, - "80": 1430268416.0, - "81": 1430268416.0, - "82": 1430268416.0, - "83": 1430268416.0, - "84": 1430268416.0, - "85": 1430268416.0, - "86": 1430268416.0, - "87": 1430268416.0, - "88": 1430268416.0, - "89": 1430268416.0, - "90": 1430268416.0, - "91": 1430268416.0, - "92": 1430268416.0, - "93": 1430268416.0, - "94": 1430268416.0, - "95": 1430268416.0, - "96": 1430268416.0, - "97": 1430268416.0, - "98": 1430268416.0, - "99": 1430268416.0, - "100": 1430268416.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 12.14048, - "2": 0.15305, - "3": 0.12206, - "4": 0.12159, - "5": 0.12338, - "6": 0.12232, - "7": 0.12178, - "8": 0.12116, - "9": 0.12378, - "10": 0.1213, - "11": 0.12099, - "12": 0.12066, - "13": 0.12326, - "14": 0.12143, - "15": 0.12173, - "16": 0.12258, - "17": 0.12137, - "18": 0.12235, - "19": 0.12098, - "20": 0.12175, - "21": 0.12124, - "22": 0.12047, - "23": 0.12106, - "24": 0.12167, - "25": 0.12151, - "26": 0.12085, - "27": 0.12129, - "28": 0.1211, - "29": 0.12093, - "30": 0.12007, - "31": 0.12104, - "32": 0.12256, - "33": 0.12191, - "34": 0.12633, - "35": 0.13877, - "36": 0.13281, - "37": 0.12383, - "38": 0.12319, - "39": 0.12304, - "40": 0.12247, - "41": 0.1226, - "42": 0.12481, - "43": 0.12769, - "44": 0.12464, - "45": 0.12374, - "46": 0.12839, - "47": 0.12264, - "48": 0.13199, - "49": 0.12462, - "50": 0.12201, - "51": 0.125, - "52": 0.13707, - "53": 0.12341, - "54": 0.12318, - "55": 0.12261, - "56": 0.12283, - "57": 0.12341, - "58": 0.12301, - "59": 0.12419, - "60": 0.12361, - "61": 0.12424, - "62": 0.12437, - "63": 0.12354, - "64": 0.12246, - "65": 0.12204, - "66": 0.1235, - "67": 0.12315, - "68": 0.12287, - "69": 0.12129, - "70": 0.12211, - "71": 0.12216, - "72": 0.12316, - "73": 0.12246, - "74": 0.12156, - "75": 0.12321, - "76": 0.12274, - "77": 0.12488, - "78": 0.12309, - "79": 0.12392, - "80": 0.12291, - "81": 0.12432, - "82": 0.1239, - "83": 0.12342, - "84": 0.12131, - "85": 0.12225, - "86": 0.12172, - "87": 0.12084, - "88": 0.12493, - "89": 0.12176, - "90": 0.12578, - "91": 0.12256, - "92": 0.12137, - "93": 0.12208, - "94": 0.12379, - "95": 0.12088, - "96": 0.12458, - "97": 0.12217, - "98": 0.12238, - "99": 0.12101, - "100": 0.12165 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_reshard_1x4xNone/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_reshard_1x4xNone/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 80f6783f6f2..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_pp2_resume_torch_dist_reshard_1x4xNone/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.85949, - "2": 10.85553, - "3": 10.86546, - "4": 10.84554, - "5": 10.88348, - "6": 10.89432, - "7": 10.87067, - "8": 10.86981, - "9": 10.86919, - "10": 10.83887, - "11": 10.89435, - "12": 10.87982, - "13": 10.87988, - "14": 10.90314, - "15": 10.8405, - "16": 10.83786, - "17": 10.80668, - "18": 10.83027, - "19": 10.82259, - "20": 10.73192, - "21": 10.70753, - "22": 10.56005, - "23": 10.72402, - "24": 10.6111, - "25": 10.54815, - "26": 10.61332, - "27": 10.63056, - "28": 10.56645, - "29": 10.59668, - "30": 10.37137, - "31": 10.1172, - "32": 10.4613, - "33": 10.45249, - "34": 10.2169, - "35": 10.27173, - "36": 10.23118, - "37": 10.34812, - "38": 10.1884, - "39": 10.41042, - "40": 10.09426, - "41": 10.1471, - "42": 10.21243, - "43": 9.8411, - "44": 9.95916, - "45": 9.84085, - "46": 9.8248, - "47": 10.1388, - "48": 9.8584, - "49": 9.5472, - "50": 9.90878, - "51": 9.85583, - "52": 9.75242, - "53": 10.07589, - "54": 9.95688, - "55": 9.88208, - "56": 9.63141, - "57": 9.48651, - "58": 9.83118, - "59": 9.58905, - "60": 9.50651, - "61": 9.7037, - "62": 9.98291, - "63": 9.38315, - "64": 9.77906, - "65": 8.95179, - "66": 9.7016, - "67": 9.37206, - "68": 9.78852, - "69": 9.79859, - "70": 9.74746, - "71": 9.6191, - "72": 9.58502, - "73": 9.49725, - "74": 8.93933, - "75": 9.42706, - "76": 9.08024, - "77": 10.06571, - "78": 9.72896, - "79": 9.37772, - "80": 9.40999, - "81": 9.47983, - "82": 9.70184, - "83": 9.30625, - "84": 9.42095, - "85": 9.61378, - "86": 9.07656, - "87": 9.59458, - "88": 9.75068, - "89": 9.60243, - "90": 9.81901, - "91": 9.33899, - "92": 9.35717, - "93": 9.07883, - "94": 8.8351, - "95": 9.52171, - "96": 9.53008, - "97": 9.31309, - "98": 9.67785, - "99": 8.89061, - "100": 9.39726 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1638.0, - "2": 1766.0, - "3": 1620.0, - "4": 1810.0, - "5": 1844.0, - "6": 1835.0, - "7": 1694.0, - "8": 1632.0, - "9": 1902.0, - "10": 1427.0, - "11": 1932.0, - "12": 1705.0, - "13": 1834.0, - "14": 1807.0, - "15": 1907.0, - "16": 1797.0, - "17": 1911.0, - "18": 1667.0, - "19": 1742.0, - "20": 1662.0, - "21": 1853.0, - "22": 1621.0, - "23": 2010.0, - "24": 1546.0, - "25": 1510.0, - "26": 1664.0, - "27": 1722.0, - "28": 1977.0, - "29": 2024.0, - "30": 1873.0, - "31": 1494.0, - "32": 1890.0, - "33": 2067.0, - "34": 1802.0, - "35": 1873.0, - "36": 1954.0, - "37": 2283.0, - "38": 2076.0, - "39": 2280.0, - "40": 2111.0, - "41": 2318.0, - "42": 2206.0, - "43": 2040.0, - "44": 2088.0, - "45": 2181.0, - "46": 2434.0, - "47": 2446.0, - "48": 2481.0, - "49": 2398.0, - "50": 2410.0, - "51": 2528.0, - "52": 2535.0, - "53": 2875.0, - "54": 2862.0, - "55": 2406.0, - "56": 2733.0, - "57": 2347.0, - "58": 2918.0, - "59": 2759.0, - "60": 2404.0, - "61": 3022.0, - "62": 2494.0, - "63": 2452.0, - "64": 2838.0, - "65": 2549.0, - "66": 3044.0, - "67": 2887.0, - "68": 2637.0, - "69": 2860.0, - "70": 3034.0, - "71": 2989.0, - "72": 2355.0, - "73": 3034.0, - "74": 1904.0, - "75": 2538.0, - "76": 3012.0, - "77": 3193.0, - "78": 2994.0, - "79": 3097.0, - "80": 3254.0, - "81": 3671.0, - "82": 3299.0, - "83": 2793.0, - "84": 3146.0, - "85": 3329.0, - "86": 2769.0, - "87": 3766.0, - "88": 3021.0, - "89": 3286.0, - "90": 3029.0, - "91": 2772.0, - "92": 2955.0, - "93": 2852.0, - "94": 3411.0, - "95": 3271.0, - "96": 3279.0, - "97": 3054.0, - "98": 3643.0, - "99": 3303.0, - "100": 3142.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 518291968.0, - "2": 518291968.0, - "3": 518291968.0, - "4": 518291968.0, - "5": 518291968.0, - "6": 518291968.0, - "7": 518291968.0, - "8": 518291968.0, - "9": 518291968.0, - "10": 518291968.0, - "11": 518291968.0, - "12": 518291968.0, - "13": 518291968.0, - "14": 518291968.0, - "15": 518291968.0, - "16": 518291968.0, - "17": 518291968.0, - "18": 518291968.0, - "19": 518291968.0, - "20": 518291968.0, - "21": 518291968.0, - "22": 518291968.0, - "23": 518291968.0, - "24": 518291968.0, - "25": 518291968.0, - "26": 518291968.0, - "27": 518291968.0, - "28": 518291968.0, - "29": 518291968.0, - "30": 518291968.0, - "31": 518291968.0, - "32": 518291968.0, - "33": 518291968.0, - "34": 518291968.0, - "35": 518291968.0, - "36": 518291968.0, - "37": 518291968.0, - "38": 518291968.0, - "39": 518291968.0, - "40": 518291968.0, - "41": 518291968.0, - "42": 518291968.0, - "43": 518291968.0, - "44": 518291968.0, - "45": 518291968.0, - "46": 518291968.0, - "47": 518291968.0, - "48": 518291968.0, - "49": 518291968.0, - "50": 518291968.0, - "51": 518291968.0, - "52": 518291968.0, - "53": 518291968.0, - "54": 518291968.0, - "55": 518291968.0, - "56": 518291968.0, - "57": 518291968.0, - "58": 518291968.0, - "59": 518291968.0, - "60": 518291968.0, - "61": 518291968.0, - "62": 518291968.0, - "63": 518291968.0, - "64": 518291968.0, - "65": 518291968.0, - "66": 518291968.0, - "67": 518291968.0, - "68": 518291968.0, - "69": 518291968.0, - "70": 518291968.0, - "71": 518291968.0, - "72": 518291968.0, - "73": 518291968.0, - "74": 518291968.0, - "75": 518291968.0, - "76": 518291968.0, - "77": 518291968.0, - "78": 518291968.0, - "79": 518291968.0, - "80": 518291968.0, - "81": 518291968.0, - "82": 518291968.0, - "83": 518291968.0, - "84": 518291968.0, - "85": 518291968.0, - "86": 518291968.0, - "87": 518291968.0, - "88": 518291968.0, - "89": 518291968.0, - "90": 518291968.0, - "91": 518291968.0, - "92": 518291968.0, - "93": 518291968.0, - "94": 518291968.0, - "95": 518291968.0, - "96": 518291968.0, - "97": 518291968.0, - "98": 518291968.0, - "99": 518291968.0, - "100": 518291968.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1245476352.0, - "2": 1429481984.0, - "3": 1429481984.0, - "4": 1429481984.0, - "5": 1429481984.0, - "6": 1429481984.0, - "7": 1429481984.0, - "8": 1429481984.0, - "9": 1429481984.0, - "10": 1429481984.0, - "11": 1429481984.0, - "12": 1429481984.0, - "13": 1429481984.0, - "14": 1429481984.0, - "15": 1429481984.0, - "16": 1429481984.0, - "17": 1429481984.0, - "18": 1429481984.0, - "19": 1429481984.0, - "20": 1429481984.0, - "21": 1429481984.0, - "22": 1429481984.0, - "23": 1429481984.0, - "24": 1429481984.0, - "25": 1429481984.0, - "26": 1429481984.0, - "27": 1429481984.0, - "28": 1429481984.0, - "29": 1429481984.0, - "30": 1429481984.0, - "31": 1429481984.0, - "32": 1429481984.0, - "33": 1429481984.0, - "34": 1429481984.0, - "35": 1429481984.0, - "36": 1429481984.0, - "37": 1429481984.0, - "38": 1429481984.0, - "39": 1429481984.0, - "40": 1429481984.0, - "41": 1429481984.0, - "42": 1429481984.0, - "43": 1429481984.0, - "44": 1429481984.0, - "45": 1429481984.0, - "46": 1429481984.0, - "47": 1429481984.0, - "48": 1429481984.0, - "49": 1429481984.0, - "50": 1429481984.0, - "51": 1429481984.0, - "52": 1429481984.0, - "53": 1429481984.0, - "54": 1429481984.0, - "55": 1429481984.0, - "56": 1429481984.0, - "57": 1429481984.0, - "58": 1429481984.0, - "59": 1429481984.0, - "60": 1429481984.0, - "61": 1429481984.0, - "62": 1429481984.0, - "63": 1429481984.0, - "64": 1429481984.0, - "65": 1429481984.0, - "66": 1429481984.0, - "67": 1429481984.0, - "68": 1429481984.0, - "69": 1429481984.0, - "70": 1429481984.0, - "71": 1429481984.0, - "72": 1429481984.0, - "73": 1429481984.0, - "74": 1429481984.0, - "75": 1429481984.0, - "76": 1429481984.0, - "77": 1429481984.0, - "78": 1429481984.0, - "79": 1429481984.0, - "80": 1429481984.0, - "81": 1429481984.0, - "82": 1429481984.0, - "83": 1429481984.0, - "84": 1429481984.0, - "85": 1429481984.0, - "86": 1429481984.0, - "87": 1429481984.0, - "88": 1429481984.0, - "89": 1429481984.0, - "90": 1429481984.0, - "91": 1429481984.0, - "92": 1429481984.0, - "93": 1429481984.0, - "94": 1429481984.0, - "95": 1429481984.0, - "96": 1429481984.0, - "97": 1429481984.0, - "98": 1429481984.0, - "99": 1429481984.0, - "100": 1429481984.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 12.65353, - "2": 0.15729, - "3": 0.13911, - "4": 0.14117, - "5": 0.14172, - "6": 0.14091, - "7": 0.14103, - "8": 0.14008, - "9": 0.14444, - "10": 0.14215, - "11": 0.143, - "12": 0.14395, - "13": 0.14101, - "14": 0.14112, - "15": 0.14126, - "16": 0.14286, - "17": 0.14201, - "18": 0.14405, - "19": 0.14472, - "20": 0.14424, - "21": 0.14746, - "22": 0.14732, - "23": 0.14871, - "24": 0.14885, - "25": 0.14732, - "26": 0.14775, - "27": 0.14978, - "28": 0.14685, - "29": 0.15004, - "30": 0.14663, - "31": 0.14925, - "32": 0.14679, - "33": 0.14465, - "34": 0.14701, - "35": 0.14556, - "36": 0.14835, - "37": 0.14562, - "38": 0.14971, - "39": 0.14881, - "40": 0.14688, - "41": 0.14373, - "42": 0.14577, - "43": 0.14595, - "44": 0.1465, - "45": 0.14283, - "46": 0.14194, - "47": 0.14334, - "48": 0.14235, - "49": 0.14347, - "50": 0.14228, - "51": 0.14946, - "52": 0.14427, - "53": 0.14469, - "54": 0.14466, - "55": 0.14197, - "56": 0.14396, - "57": 0.14283, - "58": 0.14383, - "59": 0.14201, - "60": 0.14448, - "61": 0.14593, - "62": 0.14316, - "63": 0.14235, - "64": 0.14447, - "65": 0.14383, - "66": 0.14456, - "67": 0.14508, - "68": 0.1452, - "69": 0.14518, - "70": 0.1449, - "71": 0.14576, - "72": 0.14328, - "73": 0.14352, - "74": 0.1504, - "75": 0.15058, - "76": 0.14825, - "77": 0.14229, - "78": 0.14494, - "79": 0.14518, - "80": 0.14464, - "81": 0.1461, - "82": 0.14482, - "83": 0.14487, - "84": 0.14272, - "85": 0.14154, - "86": 0.14252, - "87": 0.1447, - "88": 0.14327, - "89": 0.1441, - "90": 0.14688, - "91": 0.14346, - "92": 0.14427, - "93": 0.14222, - "94": 0.14464, - "95": 0.14507, - "96": 0.14196, - "97": 0.1438, - "98": 0.14103, - "99": 0.14644, - "100": 0.14474 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgx_h100.json index 5ac3723f6cb..dbfceceac77 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 6.97838, - "2": 0.1863, - "3": 0.17806, - "4": 0.17695, - "5": 0.17974, - "6": 0.17764, - "7": 0.18024, - "8": 0.17572, - "9": 0.179, - "10": 0.17802, - "11": 0.17798, - "12": 0.18743, - "13": 0.18184, - "14": 0.18624, - "15": 0.1848, - "16": 0.18027, - "17": 0.17452, - "18": 0.17844, - "19": 0.17971, - "20": 0.17848, - "21": 0.17704, - "22": 0.17765, - "23": 0.17541, - "24": 0.17687, - "25": 0.1788, - "26": 0.17648, - "27": 0.17818, - "28": 0.17831, - "29": 0.17674, - "30": 0.17588, - "31": 0.17953, - "32": 0.17664, - "33": 0.17688, - "34": 0.17669, - "35": 0.1745, - "36": 0.1776, - "37": 0.17613, - "38": 0.17723, - "39": 0.17434, - "40": 0.17681, - "41": 0.17485, - "42": 0.17993, - "43": 0.174, - "44": 0.17741, - "45": 0.17457, - "46": 0.1789, - "47": 0.17735, - "48": 0.17895, - "49": 0.17421, - "50": 0.17774, - "51": 0.17494, - "52": 0.1787, - "53": 0.17718, - "54": 0.18021, - "55": 0.17484, - "56": 0.17693, - "57": 0.178, - "58": 0.17576, - "59": 0.17632, - "60": 0.17804, - "61": 0.17762, - "62": 0.1744, - "63": 0.17562, - "64": 0.17641, - "65": 0.1776, - "66": 0.18194, - "67": 0.17871, - "68": 0.17591, - "69": 0.17673, - "70": 0.17758, - "71": 0.17616, - "72": 0.17993, - "73": 0.17721, - "74": 0.17901, - "75": 0.1779, - "76": 0.17874, - "77": 0.17769, - "78": 0.17877, - "79": 0.17963, - "80": 0.1772, - "81": 0.18363, - "82": 0.175, - "83": 0.17819, - "84": 0.17813, - "85": 0.17602, - "86": 0.17627, - "87": 0.17621, - "88": 0.17721, - "89": 0.17686, - "90": 0.17595, - "91": 0.17984, - "92": 0.17771, - "93": 0.17526, - "94": 0.17818, - "95": 0.17734, - "96": 0.18252, - "97": 0.186, - "98": 0.1736, - "99": 0.17768, - "100": 0.17699 + "1": 6.90789, + "2": 0.23993, + "3": 0.20829, + "4": 0.18489, + "5": 0.18237, + "6": 0.17507, + "7": 0.17401, + "8": 0.17758, + "9": 0.17734, + "10": 0.17577, + "11": 0.17329, + "12": 0.17635, + "13": 0.17559, + "14": 0.17588, + "15": 0.17556, + "16": 0.17798, + "17": 0.17347, + "18": 0.17346, + "19": 0.17675, + "20": 0.17518, + "21": 0.17864, + "22": 0.17833, + "23": 0.1827, + "24": 0.1775, + "25": 0.17745, + "26": 0.1755, + "27": 0.17594, + "28": 0.18475, + "29": 0.17599, + "30": 0.17452, + "31": 0.17601, + "32": 0.17743, + "33": 0.17355, + "34": 0.18205, + "35": 0.17672, + "36": 0.17728, + "37": 0.17438, + "38": 0.17752, + "39": 0.18463, + "40": 0.17673, + "41": 0.17505, + "42": 0.17657, + "43": 0.1769, + "44": 0.19406, + "45": 0.20743, + "46": 0.18263, + "47": 0.16986, + "48": 0.17268, + "49": 0.17404, + "50": 0.17381, + "51": 0.1735, + "52": 0.1693, + "53": 0.17058, + "54": 0.17247, + "55": 0.1773, + "56": 0.17259, + "57": 0.17109, + "58": 0.17178, + "59": 0.17167, + "60": 0.17568, + "61": 0.17729, + "62": 0.16999, + "63": 0.17091, + "64": 0.17034, + "65": 0.17236, + "66": 0.17625, + "67": 0.17591, + "68": 0.17126, + "69": 0.17159, + "70": 0.17123, + "71": 0.17221, + "72": 0.17877, + "73": 0.17426, + "74": 0.17035, + "75": 0.1721, + "76": 0.17327, + "77": 0.17396, + "78": 0.17631, + "79": 0.17485, + "80": 0.17347, + "81": 0.17358, + "82": 0.17087, + "83": 0.17164, + "84": 0.17784, + "85": 0.17401, + "86": 0.18008, + "87": 0.17399, + "88": 0.17322, + "89": 0.17239, + "90": 0.17856, + "91": 0.17078, + "92": 0.18016, + "93": 0.18343, + "94": 0.18085, + "95": 0.175, + "96": 0.17786, + "97": 0.17064, + "98": 0.17229, + "99": 0.17164, + "100": 0.20496 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 492a25fb45e..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84466, - "2": 10.84794, - "3": 10.84925, - "4": 10.84332, - "5": 10.88244, - "6": 10.88079, - "7": 10.86575, - "8": 10.85546, - "9": 10.85543, - "10": 10.81818, - "11": 10.88769, - "12": 10.8634, - "13": 10.86681, - "14": 10.88414, - "15": 10.82464, - "16": 10.82854, - "17": 10.79491, - "18": 10.81492, - "19": 10.80133, - "20": 10.7181, - "21": 10.69905, - "22": 10.56744, - "23": 10.717, - "24": 10.60443, - "25": 10.55007, - "26": 10.60907, - "27": 10.62028, - "28": 10.5752, - "29": 10.59624, - "30": 10.38327, - "31": 10.1537, - "32": 10.48026, - "33": 10.47378, - "34": 10.2366, - "35": 10.28843, - "36": 10.24838, - "37": 10.35354, - "38": 10.20794, - "39": 10.41884, - "40": 10.1122, - "41": 10.16092, - "42": 10.23301, - "43": 9.86118, - "44": 9.97698, - "45": 9.86493, - "46": 9.84883, - "47": 10.16617, - "48": 9.87132, - "49": 9.56691, - "50": 9.92114, - "51": 9.86695, - "52": 9.76956, - "53": 10.07809, - "54": 9.97027, - "55": 9.89683, - "56": 9.64394, - "57": 9.49728, - "58": 9.84867, - "59": 9.59977, - "60": 9.50631, - "61": 9.71011, - "62": 9.99101, - "63": 9.38968, - "64": 9.78595, - "65": 8.95983, - "66": 9.70876, - "67": 9.37892, - "68": 9.79599, - "69": 9.80666, - "70": 9.74795, - "71": 9.61779, - "72": 9.59127, - "73": 9.50398, - "74": 8.94624, - "75": 9.42942, - "76": 9.08423, - "77": 10.06698, - "78": 9.73256, - "79": 9.38117, - "80": 9.41061, - "81": 9.48289, - "82": 9.70492, - "83": 9.30713, - "84": 9.42241, - "85": 9.61802, - "86": 9.07631, - "87": 9.59382, - "88": 9.75419, - "89": 9.60093, - "90": 9.82013, - "91": 9.3407, - "92": 9.35717, - "93": 9.07927, - "94": 8.83613, - "95": 9.5223, - "96": 9.53379, - "97": 9.31633, - "98": 9.68007, - "99": 8.89242, - "100": 9.39964 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1770.0, - "2": 1809.0, - "3": 1782.0, - "4": 1916.0, - "5": 1973.0, - "6": 1955.0, - "7": 2046.0, - "8": 1773.0, - "9": 1815.0, - "10": 1432.0, - "11": 1961.0, - "12": 1828.0, - "13": 1967.0, - "14": 1825.0, - "15": 1980.0, - "16": 1889.0, - "17": 1866.0, - "18": 1827.0, - "19": 1876.0, - "20": 1715.0, - "21": 2046.0, - "22": 1872.0, - "23": 2168.0, - "24": 1814.0, - "25": 1715.0, - "26": 1721.0, - "27": 1822.0, - "28": 2102.0, - "29": 2112.0, - "30": 2020.0, - "31": 1569.0, - "32": 2022.0, - "33": 2256.0, - "34": 1884.0, - "35": 2034.0, - "36": 2027.0, - "37": 2438.0, - "38": 2363.0, - "39": 2526.0, - "40": 2254.0, - "41": 2328.0, - "42": 2409.0, - "43": 2126.0, - "44": 2166.0, - "45": 2230.0, - "46": 2487.0, - "47": 2605.0, - "48": 2351.0, - "49": 2413.0, - "50": 2274.0, - "51": 2579.0, - "52": 2508.0, - "53": 2879.0, - "54": 2744.0, - "55": 2402.0, - "56": 2720.0, - "57": 2384.0, - "58": 3002.0, - "59": 2743.0, - "60": 2457.0, - "61": 2976.0, - "62": 2631.0, - "63": 2349.0, - "64": 3077.0, - "65": 2634.0, - "66": 3076.0, - "67": 2906.0, - "68": 2759.0, - "69": 2907.0, - "70": 3045.0, - "71": 3159.0, - "72": 2506.0, - "73": 2956.0, - "74": 1945.0, - "75": 2467.0, - "76": 2979.0, - "77": 3209.0, - "78": 3122.0, - "79": 3048.0, - "80": 3389.0, - "81": 3799.0, - "82": 3272.0, - "83": 2962.0, - "84": 3328.0, - "85": 3462.0, - "86": 3071.0, - "87": 3900.0, - "88": 3128.0, - "89": 3469.0, - "90": 3095.0, - "91": 2769.0, - "92": 3168.0, - "93": 2713.0, - "94": 3416.0, - "95": 3515.0, - "96": 3425.0, - "97": 3223.0, - "98": 3769.0, - "99": 3230.0, - "100": 3219.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 246998528.0, - "2": 246998528.0, - "3": 246998528.0, - "4": 246998528.0, - "5": 246998528.0, - "6": 246998528.0, - "7": 246998528.0, - "8": 246998528.0, - "9": 246998528.0, - "10": 246998528.0, - "11": 246998528.0, - "12": 246998528.0, - "13": 246998528.0, - "14": 246998528.0, - "15": 246998528.0, - "16": 246998528.0, - "17": 246998528.0, - "18": 246998528.0, - "19": 246998528.0, - "20": 246998528.0, - "21": 246998528.0, - "22": 246998528.0, - "23": 246998528.0, - "24": 246998528.0, - "25": 246998528.0, - "26": 246998528.0, - "27": 246998528.0, - "28": 246998528.0, - "29": 246998528.0, - "30": 246998528.0, - "31": 246998528.0, - "32": 246998528.0, - "33": 246998528.0, - "34": 246998528.0, - "35": 246998528.0, - "36": 246998528.0, - "37": 246998528.0, - "38": 246998528.0, - "39": 246998528.0, - "40": 246998528.0, - "41": 246998528.0, - "42": 246998528.0, - "43": 246998528.0, - "44": 246998528.0, - "45": 246998528.0, - "46": 246998528.0, - "47": 246998528.0, - "48": 246998528.0, - "49": 246998528.0, - "50": 246998528.0, - "51": 246998528.0, - "52": 246998528.0, - "53": 246998528.0, - "54": 246998528.0, - "55": 246998528.0, - "56": 246998528.0, - "57": 246998528.0, - "58": 246998528.0, - "59": 246998528.0, - "60": 246998528.0, - "61": 246998528.0, - "62": 246998528.0, - "63": 246998528.0, - "64": 246998528.0, - "65": 246998528.0, - "66": 246998528.0, - "67": 246998528.0, - "68": 246998528.0, - "69": 246998528.0, - "70": 246998528.0, - "71": 246998528.0, - "72": 246998528.0, - "73": 246998528.0, - "74": 246998528.0, - "75": 246998528.0, - "76": 246998528.0, - "77": 246998528.0, - "78": 246998528.0, - "79": 246998528.0, - "80": 246998528.0, - "81": 246998528.0, - "82": 246998528.0, - "83": 246998528.0, - "84": 246998528.0, - "85": 246998528.0, - "86": 246998528.0, - "87": 246998528.0, - "88": 246998528.0, - "89": 246998528.0, - "90": 246998528.0, - "91": 246998528.0, - "92": 246998528.0, - "93": 246998528.0, - "94": 246998528.0, - "95": 246998528.0, - "96": 246998528.0, - "97": 246998528.0, - "98": 246998528.0, - "99": 246998528.0, - "100": 246998528.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1503207936.0, - "2": 1503208960.0, - "3": 1503208960.0, - "4": 1503208960.0, - "5": 1503208960.0, - "6": 1503208960.0, - "7": 1503208960.0, - "8": 1503208960.0, - "9": 1503208960.0, - "10": 1503208960.0, - "11": 1503208960.0, - "12": 1503208960.0, - "13": 1503208960.0, - "14": 1503208960.0, - "15": 1503208960.0, - "16": 1503208960.0, - "17": 1503208960.0, - "18": 1503208960.0, - "19": 1503208960.0, - "20": 1503208960.0, - "21": 1503208960.0, - "22": 1503208960.0, - "23": 1503208960.0, - "24": 1503208960.0, - "25": 1503208960.0, - "26": 1503208960.0, - "27": 1503208960.0, - "28": 1503208960.0, - "29": 1503208960.0, - "30": 1503208960.0, - "31": 1503208960.0, - "32": 1503208960.0, - "33": 1503208960.0, - "34": 1503208960.0, - "35": 1503208960.0, - "36": 1503208960.0, - "37": 1503208960.0, - "38": 1503208960.0, - "39": 1503208960.0, - "40": 1503208960.0, - "41": 1503208960.0, - "42": 1503208960.0, - "43": 1503208960.0, - "44": 1503208960.0, - "45": 1503208960.0, - "46": 1503208960.0, - "47": 1503208960.0, - "48": 1503208960.0, - "49": 1503208960.0, - "50": 1503208960.0, - "51": 1503208960.0, - "52": 1503208960.0, - "53": 1503208960.0, - "54": 1503208960.0, - "55": 1503208960.0, - "56": 1503208960.0, - "57": 1503208960.0, - "58": 1503208960.0, - "59": 1503208960.0, - "60": 1503208960.0, - "61": 1503208960.0, - "62": 1503208960.0, - "63": 1503208960.0, - "64": 1503208960.0, - "65": 1503208960.0, - "66": 1503208960.0, - "67": 1503208960.0, - "68": 1503208960.0, - "69": 1503208960.0, - "70": 1503208960.0, - "71": 1503208960.0, - "72": 1503208960.0, - "73": 1503208960.0, - "74": 1503208960.0, - "75": 1503208960.0, - "76": 1503208960.0, - "77": 1503208960.0, - "78": 1503208960.0, - "79": 1503208960.0, - "80": 1503208960.0, - "81": 1503208960.0, - "82": 1503208960.0, - "83": 1503208960.0, - "84": 1503208960.0, - "85": 1503208960.0, - "86": 1503208960.0, - "87": 1503208960.0, - "88": 1503208960.0, - "89": 1503208960.0, - "90": 1503208960.0, - "91": 1503208960.0, - "92": 1503208960.0, - "93": 1503208960.0, - "94": 1503208960.0, - "95": 1503208960.0, - "96": 1503208960.0, - "97": 1503208960.0, - "98": 1503208960.0, - "99": 1503208960.0, - "100": 1503208960.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 7.36893, - "2": 0.17749, - "3": 0.15483, - "4": 3.4076, - "5": 1.15474, - "6": 1.45655, - "7": 0.15757, - "8": 0.15389, - "9": 0.47498, - "10": 0.16518, - "11": 0.23414, - "12": 0.15815, - "13": 0.15818, - "14": 0.15719, - "15": 0.15462, - "16": 0.16906, - "17": 0.159, - "18": 0.1595, - "19": 0.15825, - "20": 0.15699, - "21": 0.17023, - "22": 0.15299, - "23": 0.15858, - "24": 0.15811, - "25": 0.16082, - "26": 0.15919, - "27": 0.17036, - "28": 0.15511, - "29": 0.15676, - "30": 0.15849, - "31": 0.15691, - "32": 0.1571, - "33": 0.16802, - "34": 0.154, - "35": 0.15309, - "36": 0.15721, - "37": 0.15869, - "38": 0.16016, - "39": 0.15701, - "40": 0.15638, - "41": 0.15569, - "42": 0.15701, - "43": 0.16024, - "44": 0.15954, - "45": 0.16076, - "46": 0.15945, - "47": 0.15824, - "48": 0.15782, - "49": 0.15911, - "50": 0.15934, - "51": 0.15705, - "52": 0.17206, - "53": 0.17271, - "54": 0.17349, - "55": 0.17496, - "56": 0.16409, - "57": 0.16373, - "58": 0.16199, - "59": 0.16729, - "60": 0.16491, - "61": 0.1652, - "62": 0.17265, - "63": 0.17309, - "64": 0.15548, - "65": 0.15692, - "66": 0.16524, - "67": 0.15305, - "68": 0.16651, - "69": 0.15491, - "70": 0.15396, - "71": 0.15455, - "72": 0.16248, - "73": 0.15552, - "74": 0.1536, - "75": 0.15797, - "76": 0.15557, - "77": 0.15511, - "78": 0.16464, - "79": 0.15523, - "80": 0.15671, - "81": 0.15374, - "82": 0.15657, - "83": 0.16295, - "84": 0.15794, - "85": 0.15777, - "86": 0.15529, - "87": 0.16089, - "88": 0.15599, - "89": 0.16869, - "90": 0.15607, - "91": 0.15589, - "92": 0.15613, - "93": 0.15487, - "94": 0.15658, - "95": 0.16587, - "96": 0.1565, - "97": 0.15642, - "98": 0.15538, - "99": 0.15622, - "100": 0.16269 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index dbfceceac77..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp2_zp_z3_resume_fsdp_dtensor/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84466, - "2": 10.84794, - "3": 10.84925, - "4": 10.84332, - "5": 10.88244, - "6": 10.88079, - "7": 10.86575, - "8": 10.85546, - "9": 10.85543, - "10": 10.81818, - "11": 10.88769, - "12": 10.8634, - "13": 10.86681, - "14": 10.88414, - "15": 10.82464, - "16": 10.82854, - "17": 10.79491, - "18": 10.81492, - "19": 10.80133, - "20": 10.7181, - "21": 10.69905, - "22": 10.56744, - "23": 10.717, - "24": 10.60443, - "25": 10.55007, - "26": 10.60907, - "27": 10.62028, - "28": 10.5752, - "29": 10.59624, - "30": 10.38327, - "31": 10.1537, - "32": 10.48026, - "33": 10.47378, - "34": 10.2366, - "35": 10.28843, - "36": 10.24838, - "37": 10.35354, - "38": 10.20794, - "39": 10.41884, - "40": 10.1122, - "41": 10.16092, - "42": 10.23301, - "43": 9.86118, - "44": 9.97698, - "45": 9.86493, - "46": 9.84883, - "47": 10.16617, - "48": 9.87132, - "49": 9.56691, - "50": 9.92114, - "51": 9.86695, - "52": 9.76956, - "53": 10.07809, - "54": 9.97027, - "55": 9.89683, - "56": 9.64394, - "57": 9.49728, - "58": 9.84867, - "59": 9.59977, - "60": 9.50631, - "61": 9.71011, - "62": 9.99101, - "63": 9.38968, - "64": 9.78595, - "65": 8.95983, - "66": 9.70876, - "67": 9.37892, - "68": 9.79599, - "69": 9.80666, - "70": 9.74795, - "71": 9.61779, - "72": 9.59127, - "73": 9.50398, - "74": 8.94624, - "75": 9.42942, - "76": 9.08423, - "77": 10.06698, - "78": 9.73256, - "79": 9.38117, - "80": 9.41061, - "81": 9.48289, - "82": 9.70492, - "83": 9.30713, - "84": 9.42241, - "85": 9.61802, - "86": 9.07631, - "87": 9.59382, - "88": 9.75419, - "89": 9.60093, - "90": 9.82013, - "91": 9.3407, - "92": 9.35717, - "93": 9.07927, - "94": 8.83613, - "95": 9.5223, - "96": 9.53379, - "97": 9.31633, - "98": 9.68007, - "99": 8.89242, - "100": 9.39964 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1770.0, - "2": 1809.0, - "3": 1782.0, - "4": 1916.0, - "5": 1973.0, - "6": 1955.0, - "7": 2046.0, - "8": 1773.0, - "9": 1815.0, - "10": 1432.0, - "11": 1961.0, - "12": 1828.0, - "13": 1967.0, - "14": 1825.0, - "15": 1980.0, - "16": 1889.0, - "17": 1866.0, - "18": 1827.0, - "19": 1876.0, - "20": 1715.0, - "21": 2046.0, - "22": 1872.0, - "23": 2168.0, - "24": 1814.0, - "25": 1715.0, - "26": 1721.0, - "27": 1822.0, - "28": 2102.0, - "29": 2112.0, - "30": 2020.0, - "31": 1569.0, - "32": 2022.0, - "33": 2256.0, - "34": 1884.0, - "35": 2034.0, - "36": 2027.0, - "37": 2438.0, - "38": 2363.0, - "39": 2526.0, - "40": 2254.0, - "41": 2328.0, - "42": 2409.0, - "43": 2126.0, - "44": 2166.0, - "45": 2230.0, - "46": 2487.0, - "47": 2605.0, - "48": 2351.0, - "49": 2413.0, - "50": 2274.0, - "51": 2579.0, - "52": 2508.0, - "53": 2879.0, - "54": 2744.0, - "55": 2402.0, - "56": 2720.0, - "57": 2384.0, - "58": 3002.0, - "59": 2743.0, - "60": 2457.0, - "61": 2976.0, - "62": 2631.0, - "63": 2349.0, - "64": 3077.0, - "65": 2634.0, - "66": 3076.0, - "67": 2906.0, - "68": 2759.0, - "69": 2907.0, - "70": 3045.0, - "71": 3159.0, - "72": 2506.0, - "73": 2956.0, - "74": 1945.0, - "75": 2467.0, - "76": 2979.0, - "77": 3209.0, - "78": 3122.0, - "79": 3048.0, - "80": 3389.0, - "81": 3799.0, - "82": 3272.0, - "83": 2962.0, - "84": 3328.0, - "85": 3462.0, - "86": 3071.0, - "87": 3900.0, - "88": 3128.0, - "89": 3469.0, - "90": 3095.0, - "91": 2769.0, - "92": 3168.0, - "93": 2713.0, - "94": 3416.0, - "95": 3515.0, - "96": 3425.0, - "97": 3223.0, - "98": 3769.0, - "99": 3230.0, - "100": 3219.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 246998528.0, - "2": 246998528.0, - "3": 246998528.0, - "4": 246998528.0, - "5": 246998528.0, - "6": 246998528.0, - "7": 246998528.0, - "8": 246998528.0, - "9": 246998528.0, - "10": 246998528.0, - "11": 246998528.0, - "12": 246998528.0, - "13": 246998528.0, - "14": 246998528.0, - "15": 246998528.0, - "16": 246998528.0, - "17": 246998528.0, - "18": 246998528.0, - "19": 246998528.0, - "20": 246998528.0, - "21": 246998528.0, - "22": 246998528.0, - "23": 246998528.0, - "24": 246998528.0, - "25": 246998528.0, - "26": 246998528.0, - "27": 246998528.0, - "28": 246998528.0, - "29": 246998528.0, - "30": 246998528.0, - "31": 246998528.0, - "32": 246998528.0, - "33": 246998528.0, - "34": 246998528.0, - "35": 246998528.0, - "36": 246998528.0, - "37": 246998528.0, - "38": 246998528.0, - "39": 246998528.0, - "40": 246998528.0, - "41": 246998528.0, - "42": 246998528.0, - "43": 246998528.0, - "44": 246998528.0, - "45": 246998528.0, - "46": 246998528.0, - "47": 246998528.0, - "48": 246998528.0, - "49": 246998528.0, - "50": 246998528.0, - "51": 246998528.0, - "52": 246998528.0, - "53": 246998528.0, - "54": 246998528.0, - "55": 246998528.0, - "56": 246998528.0, - "57": 246998528.0, - "58": 246998528.0, - "59": 246998528.0, - "60": 246998528.0, - "61": 246998528.0, - "62": 246998528.0, - "63": 246998528.0, - "64": 246998528.0, - "65": 246998528.0, - "66": 246998528.0, - "67": 246998528.0, - "68": 246998528.0, - "69": 246998528.0, - "70": 246998528.0, - "71": 246998528.0, - "72": 246998528.0, - "73": 246998528.0, - "74": 246998528.0, - "75": 246998528.0, - "76": 246998528.0, - "77": 246998528.0, - "78": 246998528.0, - "79": 246998528.0, - "80": 246998528.0, - "81": 246998528.0, - "82": 246998528.0, - "83": 246998528.0, - "84": 246998528.0, - "85": 246998528.0, - "86": 246998528.0, - "87": 246998528.0, - "88": 246998528.0, - "89": 246998528.0, - "90": 246998528.0, - "91": 246998528.0, - "92": 246998528.0, - "93": 246998528.0, - "94": 246998528.0, - "95": 246998528.0, - "96": 246998528.0, - "97": 246998528.0, - "98": 246998528.0, - "99": 246998528.0, - "100": 246998528.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1503207936.0, - "2": 1503208960.0, - "3": 1503208960.0, - "4": 1503208960.0, - "5": 1503208960.0, - "6": 1503208960.0, - "7": 1503208960.0, - "8": 1503208960.0, - "9": 1503208960.0, - "10": 1503208960.0, - "11": 1503208960.0, - "12": 1503208960.0, - "13": 1503208960.0, - "14": 1503208960.0, - "15": 1503208960.0, - "16": 1503208960.0, - "17": 1503208960.0, - "18": 1503208960.0, - "19": 1503208960.0, - "20": 1503208960.0, - "21": 1503208960.0, - "22": 1503208960.0, - "23": 1503208960.0, - "24": 1503208960.0, - "25": 1503208960.0, - "26": 1503208960.0, - "27": 1503208960.0, - "28": 1503208960.0, - "29": 1503208960.0, - "30": 1503208960.0, - "31": 1503208960.0, - "32": 1503208960.0, - "33": 1503208960.0, - "34": 1503208960.0, - "35": 1503208960.0, - "36": 1503208960.0, - "37": 1503208960.0, - "38": 1503208960.0, - "39": 1503208960.0, - "40": 1503208960.0, - "41": 1503208960.0, - "42": 1503208960.0, - "43": 1503208960.0, - "44": 1503208960.0, - "45": 1503208960.0, - "46": 1503208960.0, - "47": 1503208960.0, - "48": 1503208960.0, - "49": 1503208960.0, - "50": 1503208960.0, - "51": 1503208960.0, - "52": 1503208960.0, - "53": 1503208960.0, - "54": 1503208960.0, - "55": 1503208960.0, - "56": 1503208960.0, - "57": 1503208960.0, - "58": 1503208960.0, - "59": 1503208960.0, - "60": 1503208960.0, - "61": 1503208960.0, - "62": 1503208960.0, - "63": 1503208960.0, - "64": 1503208960.0, - "65": 1503208960.0, - "66": 1503208960.0, - "67": 1503208960.0, - "68": 1503208960.0, - "69": 1503208960.0, - "70": 1503208960.0, - "71": 1503208960.0, - "72": 1503208960.0, - "73": 1503208960.0, - "74": 1503208960.0, - "75": 1503208960.0, - "76": 1503208960.0, - "77": 1503208960.0, - "78": 1503208960.0, - "79": 1503208960.0, - "80": 1503208960.0, - "81": 1503208960.0, - "82": 1503208960.0, - "83": 1503208960.0, - "84": 1503208960.0, - "85": 1503208960.0, - "86": 1503208960.0, - "87": 1503208960.0, - "88": 1503208960.0, - "89": 1503208960.0, - "90": 1503208960.0, - "91": 1503208960.0, - "92": 1503208960.0, - "93": 1503208960.0, - "94": 1503208960.0, - "95": 1503208960.0, - "96": 1503208960.0, - "97": 1503208960.0, - "98": 1503208960.0, - "99": 1503208960.0, - "100": 1503208960.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 6.90789, - "2": 0.23993, - "3": 0.20829, - "4": 0.18489, - "5": 0.18237, - "6": 0.17507, - "7": 0.17401, - "8": 0.17758, - "9": 0.17734, - "10": 0.17577, - "11": 0.17329, - "12": 0.17635, - "13": 0.17559, - "14": 0.17588, - "15": 0.17556, - "16": 0.17798, - "17": 0.17347, - "18": 0.17346, - "19": 0.17675, - "20": 0.17518, - "21": 0.17864, - "22": 0.17833, - "23": 0.1827, - "24": 0.1775, - "25": 0.17745, - "26": 0.1755, - "27": 0.17594, - "28": 0.18475, - "29": 0.17599, - "30": 0.17452, - "31": 0.17601, - "32": 0.17743, - "33": 0.17355, - "34": 0.18205, - "35": 0.17672, - "36": 0.17728, - "37": 0.17438, - "38": 0.17752, - "39": 0.18463, - "40": 0.17673, - "41": 0.17505, - "42": 0.17657, - "43": 0.1769, - "44": 0.19406, - "45": 0.20743, - "46": 0.18263, - "47": 0.16986, - "48": 0.17268, - "49": 0.17404, - "50": 0.17381, - "51": 0.1735, - "52": 0.1693, - "53": 0.17058, - "54": 0.17247, - "55": 0.1773, - "56": 0.17259, - "57": 0.17109, - "58": 0.17178, - "59": 0.17167, - "60": 0.17568, - "61": 0.17729, - "62": 0.16999, - "63": 0.17091, - "64": 0.17034, - "65": 0.17236, - "66": 0.17625, - "67": 0.17591, - "68": 0.17126, - "69": 0.17159, - "70": 0.17123, - "71": 0.17221, - "72": 0.17877, - "73": 0.17426, - "74": 0.17035, - "75": 0.1721, - "76": 0.17327, - "77": 0.17396, - "78": 0.17631, - "79": 0.17485, - "80": 0.17347, - "81": 0.17358, - "82": 0.17087, - "83": 0.17164, - "84": 0.17784, - "85": 0.17401, - "86": 0.18008, - "87": 0.17399, - "88": 0.17322, - "89": 0.17239, - "90": 0.17856, - "91": 0.17078, - "92": 0.18016, - "93": 0.18343, - "94": 0.18085, - "95": 0.175, - "96": 0.17786, - "97": 0.17064, - "98": 0.17229, - "99": 0.17164, - "100": 0.20496 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgx_h100.json index e813675fa98..2bfd32d0721 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 8.77968, - "2": 0.26175, - "3": 0.24794, - "4": 0.24501, - "5": 0.24845, - "6": 0.2486, - "7": 0.24727, - "8": 0.24913, - "9": 0.25845, - "10": 0.25285, - "11": 0.24913, - "12": 0.24699, - "13": 0.2473, - "14": 0.25154, - "15": 0.24973, - "16": 0.24744, - "17": 0.24812, - "18": 0.25005, - "19": 0.24688, - "20": 0.2449, - "21": 0.24547, - "22": 0.24699, - "23": 0.24408, - "24": 0.24933, - "25": 0.24233, - "26": 0.2452, - "27": 0.24682, - "28": 0.24269, - "29": 0.24203, - "30": 0.2418, - "31": 0.25702, - "32": 0.24123, - "33": 0.24439, - "34": 0.24088, - "35": 0.24457, - "36": 0.24197, - "37": 0.24309, - "38": 0.24278, - "39": 0.24374, - "40": 0.2478, - "41": 0.2422, - "42": 0.24357, - "43": 0.24957, - "44": 0.24752, - "45": 0.24273, - "46": 0.24413, - "47": 0.24327, - "48": 0.24256, - "49": 0.24524, - "50": 0.24667 + "1": 8.86827, + "2": 0.25581, + "3": 0.24685, + "4": 0.24528, + "5": 0.24786, + "6": 0.25055, + "7": 0.2473, + "8": 0.24843, + "9": 0.24646, + "10": 0.24448, + "11": 0.24595, + "12": 0.24375, + "13": 0.24607, + "14": 0.2438, + "15": 0.24496, + "16": 0.24469, + "17": 0.24672, + "18": 0.2472, + "19": 0.24412, + "20": 0.24734, + "21": 0.24525, + "22": 0.24726, + "23": 0.24425, + "24": 0.2467, + "25": 0.24589, + "26": 0.24521, + "27": 0.24972, + "28": 0.24969, + "29": 0.24951, + "30": 0.24819, + "31": 0.25039, + "32": 0.24983, + "33": 0.25363, + "34": 0.25237, + "35": 0.24992, + "36": 0.24811, + "37": 0.25001, + "38": 0.24929, + "39": 0.24928, + "40": 0.24894, + "41": 0.24934, + "42": 0.24889, + "43": 0.24734, + "44": 0.24821, + "45": 0.2492, + "46": 0.24867, + "47": 0.25083, + "48": 0.24933, + "49": 0.24988, + "50": 0.25012 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 0e9e1ac956f..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.84269, - "2": 10.85556, - "3": 10.84446, - "4": 10.84222, - "5": 10.85859, - "6": 10.86289, - "7": 10.85166, - "8": 10.84694, - "9": 10.85648, - "10": 10.8187, - "11": 10.85952, - "12": 10.8434, - "13": 10.86329, - "14": 10.85467, - "15": 10.80947, - "16": 10.81639, - "17": 10.7887, - "18": 10.79677, - "19": 10.79127, - "20": 10.70829, - "21": 10.69425, - "22": 10.58587, - "23": 10.70272, - "24": 10.60461, - "25": 10.57071, - "26": 10.62002, - "27": 10.61414, - "28": 10.56371, - "29": 10.56749, - "30": 10.39721, - "31": 10.16567, - "32": 10.45764, - "33": 10.45152, - "34": 10.23938, - "35": 10.28311, - "36": 10.24692, - "37": 10.34247, - "38": 10.2052, - "39": 10.39167, - "40": 10.09728, - "41": 10.15266, - "42": 10.21035, - "43": 9.87733, - "44": 9.98208, - "45": 9.86184, - "46": 9.83605, - "47": 10.13379, - "48": 9.87207, - "49": 9.56144, - "50": 9.91021 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1669.0, - "2": 1797.0, - "3": 1769.0, - "4": 1812.0, - "5": 1956.0, - "6": 1892.0, - "7": 1848.0, - "8": 1619.0, - "9": 1899.0, - "10": 1416.0, - "11": 1910.0, - "12": 1734.0, - "13": 1952.0, - "14": 1901.0, - "15": 1958.0, - "16": 1961.0, - "17": 1919.0, - "18": 1881.0, - "19": 1883.0, - "20": 1802.0, - "21": 1931.0, - "22": 1655.0, - "23": 1993.0, - "24": 1633.0, - "25": 1767.0, - "26": 1727.0, - "27": 1709.0, - "28": 1909.0, - "29": 2062.0, - "30": 1901.0, - "31": 1678.0, - "32": 1944.0, - "33": 2164.0, - "34": 1777.0, - "35": 1938.0, - "36": 1876.0, - "37": 2428.0, - "38": 2216.0, - "39": 2329.0, - "40": 2126.0, - "41": 2312.0, - "42": 2207.0, - "43": 1975.0, - "44": 2062.0, - "45": 1927.0, - "46": 2258.0, - "47": 2545.0, - "48": 2291.0, - "49": 2254.0, - "50": 2307.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 299203072.0, - "2": 299203072.0, - "3": 299203072.0, - "4": 299203072.0, - "5": 299203072.0, - "6": 299203072.0, - "7": 299203072.0, - "8": 299203072.0, - "9": 299203072.0, - "10": 299203072.0, - "11": 299203072.0, - "12": 299203072.0, - "13": 299203072.0, - "14": 299203072.0, - "15": 299203072.0, - "16": 299203072.0, - "17": 299203072.0, - "18": 299203072.0, - "19": 299203072.0, - "20": 299203072.0, - "21": 299203072.0, - "22": 299203072.0, - "23": 299203072.0, - "24": 299203072.0, - "25": 299203072.0, - "26": 299203072.0, - "27": 299203072.0, - "28": 299203072.0, - "29": 299203072.0, - "30": 299203072.0, - "31": 299203072.0, - "32": 299203072.0, - "33": 299203072.0, - "34": 299203072.0, - "35": 299203072.0, - "36": 299203072.0, - "37": 299203072.0, - "38": 299203072.0, - "39": 299203072.0, - "40": 299203072.0, - "41": 299203072.0, - "42": 299203072.0, - "43": 299203072.0, - "44": 299203072.0, - "45": 299203072.0, - "46": 299203072.0, - "47": 299203072.0, - "48": 299203072.0, - "49": 299203072.0, - "50": 299203072.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1477945856.0, - "2": 1542891008.0, - "3": 1542891008.0, - "4": 1542891008.0, - "5": 1542891008.0, - "6": 1542891008.0, - "7": 1542891008.0, - "8": 1542891008.0, - "9": 1542891008.0, - "10": 1542891008.0, - "11": 1542891008.0, - "12": 1542891008.0, - "13": 1542891008.0, - "14": 1542891008.0, - "15": 1542891008.0, - "16": 1542891008.0, - "17": 1542891008.0, - "18": 1542891008.0, - "19": 1542891008.0, - "20": 1542891008.0, - "21": 1542891008.0, - "22": 1542891008.0, - "23": 1542891008.0, - "24": 1542891008.0, - "25": 1542891008.0, - "26": 1542891008.0, - "27": 1542891008.0, - "28": 1542891008.0, - "29": 1542891008.0, - "30": 1542891008.0, - "31": 1542891008.0, - "32": 1542891008.0, - "33": 1542891008.0, - "34": 1542891008.0, - "35": 1542891008.0, - "36": 1542891008.0, - "37": 1542891008.0, - "38": 1542891008.0, - "39": 1542891008.0, - "40": 1542891008.0, - "41": 1542891008.0, - "42": 1542891008.0, - "43": 1542891008.0, - "44": 1542891008.0, - "45": 1542891008.0, - "46": 1542891008.0, - "47": 1542891008.0, - "48": 1542891008.0, - "49": 1542891008.0, - "50": 1542891008.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 8.85835, - "2": 0.24835, - "3": 0.21606, - "4": 0.2165, - "5": 0.2184, - "6": 0.21562, - "7": 0.21636, - "8": 0.21549, - "9": 0.21564, - "10": 0.21602, - "11": 0.21604, - "12": 0.21848, - "13": 0.22011, - "14": 0.21851, - "15": 0.21382, - "16": 0.21395, - "17": 0.21404, - "18": 0.21912, - "19": 0.21472, - "20": 0.21137, - "21": 0.2132, - "22": 0.21258, - "23": 0.21793, - "24": 0.22285, - "25": 0.21743, - "26": 0.21892, - "27": 0.21849, - "28": 0.2197, - "29": 0.21953, - "30": 0.21687, - "31": 0.21658, - "32": 0.2223, - "33": 0.22171, - "34": 0.21429, - "35": 0.21354, - "36": 0.21407, - "37": 0.21643, - "38": 0.21392, - "39": 0.21524, - "40": 0.21475, - "41": 0.2181, - "42": 0.21582, - "43": 0.21601, - "44": 0.21724, - "45": 0.21547, - "46": 0.21832, - "47": 0.21586, - "48": 0.21703, - "49": 0.21487, - "50": 0.21525 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 2bfd32d0721..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.84269, - "2": 10.85556, - "3": 10.84446, - "4": 10.84222, - "5": 10.85859, - "6": 10.86289, - "7": 10.85166, - "8": 10.84694, - "9": 10.85648, - "10": 10.8187, - "11": 10.85952, - "12": 10.8434, - "13": 10.86329, - "14": 10.85467, - "15": 10.80947, - "16": 10.81639, - "17": 10.7887, - "18": 10.79677, - "19": 10.79127, - "20": 10.70829, - "21": 10.69425, - "22": 10.58587, - "23": 10.70272, - "24": 10.60461, - "25": 10.57071, - "26": 10.62002, - "27": 10.61414, - "28": 10.56371, - "29": 10.56749, - "30": 10.39721, - "31": 10.16567, - "32": 10.45764, - "33": 10.45152, - "34": 10.23938, - "35": 10.28311, - "36": 10.24692, - "37": 10.34247, - "38": 10.2052, - "39": 10.39167, - "40": 10.09728, - "41": 10.15266, - "42": 10.21035, - "43": 9.87733, - "44": 9.98208, - "45": 9.86184, - "46": 9.83605, - "47": 10.13379, - "48": 9.87207, - "49": 9.56144, - "50": 9.91021 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1669.0, - "2": 1797.0, - "3": 1769.0, - "4": 1812.0, - "5": 1956.0, - "6": 1892.0, - "7": 1848.0, - "8": 1619.0, - "9": 1899.0, - "10": 1416.0, - "11": 1910.0, - "12": 1734.0, - "13": 1952.0, - "14": 1901.0, - "15": 1958.0, - "16": 1961.0, - "17": 1919.0, - "18": 1881.0, - "19": 1883.0, - "20": 1802.0, - "21": 1931.0, - "22": 1655.0, - "23": 1993.0, - "24": 1633.0, - "25": 1767.0, - "26": 1727.0, - "27": 1709.0, - "28": 1909.0, - "29": 2062.0, - "30": 1901.0, - "31": 1678.0, - "32": 1944.0, - "33": 2164.0, - "34": 1777.0, - "35": 1938.0, - "36": 1876.0, - "37": 2428.0, - "38": 2216.0, - "39": 2329.0, - "40": 2126.0, - "41": 2312.0, - "42": 2207.0, - "43": 1975.0, - "44": 2062.0, - "45": 1927.0, - "46": 2258.0, - "47": 2545.0, - "48": 2291.0, - "49": 2254.0, - "50": 2307.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 299203072.0, - "2": 299203072.0, - "3": 299203072.0, - "4": 299203072.0, - "5": 299203072.0, - "6": 299203072.0, - "7": 299203072.0, - "8": 299203072.0, - "9": 299203072.0, - "10": 299203072.0, - "11": 299203072.0, - "12": 299203072.0, - "13": 299203072.0, - "14": 299203072.0, - "15": 299203072.0, - "16": 299203072.0, - "17": 299203072.0, - "18": 299203072.0, - "19": 299203072.0, - "20": 299203072.0, - "21": 299203072.0, - "22": 299203072.0, - "23": 299203072.0, - "24": 299203072.0, - "25": 299203072.0, - "26": 299203072.0, - "27": 299203072.0, - "28": 299203072.0, - "29": 299203072.0, - "30": 299203072.0, - "31": 299203072.0, - "32": 299203072.0, - "33": 299203072.0, - "34": 299203072.0, - "35": 299203072.0, - "36": 299203072.0, - "37": 299203072.0, - "38": 299203072.0, - "39": 299203072.0, - "40": 299203072.0, - "41": 299203072.0, - "42": 299203072.0, - "43": 299203072.0, - "44": 299203072.0, - "45": 299203072.0, - "46": 299203072.0, - "47": 299203072.0, - "48": 299203072.0, - "49": 299203072.0, - "50": 299203072.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1477945856.0, - "2": 1542891008.0, - "3": 1542891008.0, - "4": 1542891008.0, - "5": 1542891008.0, - "6": 1542891008.0, - "7": 1542891008.0, - "8": 1542891008.0, - "9": 1542891008.0, - "10": 1542891008.0, - "11": 1542891008.0, - "12": 1542891008.0, - "13": 1542891008.0, - "14": 1542891008.0, - "15": 1542891008.0, - "16": 1542891008.0, - "17": 1542891008.0, - "18": 1542891008.0, - "19": 1542891008.0, - "20": 1542891008.0, - "21": 1542891008.0, - "22": 1542891008.0, - "23": 1542891008.0, - "24": 1542891008.0, - "25": 1542891008.0, - "26": 1542891008.0, - "27": 1542891008.0, - "28": 1542891008.0, - "29": 1542891008.0, - "30": 1542891008.0, - "31": 1542891008.0, - "32": 1542891008.0, - "33": 1542891008.0, - "34": 1542891008.0, - "35": 1542891008.0, - "36": 1542891008.0, - "37": 1542891008.0, - "38": 1542891008.0, - "39": 1542891008.0, - "40": 1542891008.0, - "41": 1542891008.0, - "42": 1542891008.0, - "43": 1542891008.0, - "44": 1542891008.0, - "45": 1542891008.0, - "46": 1542891008.0, - "47": 1542891008.0, - "48": 1542891008.0, - "49": 1542891008.0, - "50": 1542891008.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 8.86827, - "2": 0.25581, - "3": 0.24685, - "4": 0.24528, - "5": 0.24786, - "6": 0.25055, - "7": 0.2473, - "8": 0.24843, - "9": 0.24646, - "10": 0.24448, - "11": 0.24595, - "12": 0.24375, - "13": 0.24607, - "14": 0.2438, - "15": 0.24496, - "16": 0.24469, - "17": 0.24672, - "18": 0.2472, - "19": 0.24412, - "20": 0.24734, - "21": 0.24525, - "22": 0.24726, - "23": 0.24425, - "24": 0.2467, - "25": 0.24589, - "26": 0.24521, - "27": 0.24972, - "28": 0.24969, - "29": 0.24951, - "30": 0.24819, - "31": 0.25039, - "32": 0.24983, - "33": 0.25363, - "34": 0.25237, - "35": 0.24992, - "36": 0.24811, - "37": 0.25001, - "38": 0.24929, - "39": 0.24928, - "40": 0.24894, - "41": 0.24934, - "42": 0.24889, - "43": 0.24734, - "44": 0.24821, - "45": 0.2492, - "46": 0.24867, - "47": 0.25083, - "48": 0.24933, - "49": 0.24988, - "50": 0.25012 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgx_h100.json index 39765124d93..b61916ffd95 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 9.64755, - "2": 0.22676, - "3": 0.21049, - "4": 0.21226, - "5": 0.21276, - "6": 0.21284, - "7": 0.21174, - "8": 0.21294, - "9": 0.21455, - "10": 0.21245, - "11": 0.21305, - "12": 0.21226, - "13": 0.21393, - "14": 0.21543, - "15": 0.21306, - "16": 0.21524, - "17": 0.21547, - "18": 0.21654, - "19": 0.21182, - "20": 0.21446, - "21": 0.2154, - "22": 0.2134, - "23": 0.21194, - "24": 0.21397, - "25": 0.21361, - "26": 0.21508, - "27": 0.21438, - "28": 0.21467, - "29": 0.21423, - "30": 0.21547, - "31": 0.2149, - "32": 0.21373, - "33": 0.21293, - "34": 0.21223, - "35": 0.21322, - "36": 0.21538, - "37": 0.2171, - "38": 0.21288, - "39": 0.214, - "40": 0.21613, - "41": 0.22561, - "42": 0.21996, - "43": 0.2231, - "44": 0.21366, - "45": 0.20946, - "46": 0.21036, - "47": 0.21159, - "48": 0.21259, - "49": 0.2162, - "50": 0.21326, - "51": 0.21621, - "52": 0.20977, - "53": 0.20911, - "54": 0.20812, - "55": 0.20849, - "56": 0.20718, - "57": 0.21288, - "58": 0.20817, - "59": 0.20767, - "60": 0.20713, - "61": 0.21035, - "62": 0.21063, - "63": 0.21186, - "64": 0.20447, - "65": 0.206, - "66": 0.2078, - "67": 0.21155, - "68": 0.21249, - "69": 0.20772, - "70": 0.2071, - "71": 0.20716, - "72": 0.20814, - "73": 0.20979, - "74": 0.21089, - "75": 0.20519, - "76": 0.20953, - "77": 0.20632, - "78": 0.21411, - "79": 0.20748, - "80": 0.20907, - "81": 0.20802, - "82": 0.20909, - "83": 0.21401, - "84": 0.21584, - "85": 0.20979, - "86": 0.20899, - "87": 0.20903, - "88": 0.21002, - "89": 0.20822, - "90": 0.20988, - "91": 0.2101, - "92": 0.20692, - "93": 0.21116, - "94": 0.20766, - "95": 0.2115, - "96": 0.20949, - "97": 0.20615, - "98": 0.20442, - "99": 0.2084, - "100": 0.20996 + "1": 9.40872, + "2": 0.25886, + "3": 0.22849, + "4": 0.21099, + "5": 0.21193, + "6": 0.20863, + "7": 0.20987, + "8": 0.21014, + "9": 0.21139, + "10": 0.21148, + "11": 0.21513, + "12": 0.21915, + "13": 0.21037, + "14": 0.20786, + "15": 0.20927, + "16": 0.20756, + "17": 0.21005, + "18": 0.21022, + "19": 0.21019, + "20": 0.21012, + "21": 0.20995, + "22": 0.21005, + "23": 0.21213, + "24": 0.20995, + "25": 0.20776, + "26": 0.21296, + "27": 0.20984, + "28": 0.21526, + "29": 0.21164, + "30": 0.21175, + "31": 0.21062, + "32": 0.21292, + "33": 0.20962, + "34": 0.21025, + "35": 0.20968, + "36": 0.21367, + "37": 0.20989, + "38": 0.21034, + "39": 0.20979, + "40": 0.21092, + "41": 0.21065, + "42": 0.20865, + "43": 0.20939, + "44": 0.21656, + "45": 0.21131, + "46": 0.21087, + "47": 0.23723, + "48": 0.21006, + "49": 0.21157, + "50": 0.20975, + "51": 0.21952, + "52": 0.21306, + "53": 0.21253, + "54": 0.21223, + "55": 0.21336, + "56": 0.21514, + "57": 0.21536, + "58": 0.21288, + "59": 0.21211, + "60": 0.21298, + "61": 0.21285, + "62": 0.21438, + "63": 0.21461, + "64": 0.21382, + "65": 0.22082, + "66": 0.21222, + "67": 0.21414, + "68": 0.21315, + "69": 0.2153, + "70": 0.2172, + "71": 0.21323, + "72": 0.21366, + "73": 0.21434, + "74": 0.21455, + "75": 0.21545, + "76": 0.21631, + "77": 0.21419, + "78": 0.21365, + "79": 0.21514, + "80": 0.21447, + "81": 0.21379, + "82": 0.21487, + "83": 0.21038, + "84": 0.21708, + "85": 0.21166, + "86": 0.2141, + "87": 0.21613, + "88": 0.21214, + "89": 0.21499, + "90": 0.21811, + "91": 0.21563, + "92": 0.2152, + "93": 0.21548, + "94": 0.21863, + "95": 0.21366, + "96": 0.21458, + "97": 0.21279, + "98": 0.21555, + "99": 0.213, + "100": 0.2112 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 0521ec92aee..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84163, - "2": 10.85598, - "3": 10.84413, - "4": 10.84124, - "5": 10.85872, - "6": 10.86316, - "7": 10.85184, - "8": 10.84645, - "9": 10.85647, - "10": 10.81849, - "11": 10.85923, - "12": 10.84285, - "13": 10.86432, - "14": 10.85423, - "15": 10.81015, - "16": 10.81588, - "17": 10.78949, - "18": 10.79683, - "19": 10.79073, - "20": 10.70819, - "21": 10.69322, - "22": 10.58504, - "23": 10.70217, - "24": 10.60546, - "25": 10.57102, - "26": 10.61967, - "27": 10.61501, - "28": 10.56369, - "29": 10.56725, - "30": 10.39695, - "31": 10.16591, - "32": 10.4573, - "33": 10.45199, - "34": 10.2392, - "35": 10.28351, - "36": 10.24677, - "37": 10.3427, - "38": 10.20546, - "39": 10.39187, - "40": 10.09767, - "41": 10.1526, - "42": 10.21051, - "43": 9.87726, - "44": 9.98291, - "45": 9.86165, - "46": 9.83587, - "47": 10.13369, - "48": 9.87212, - "49": 9.56121, - "50": 9.91045, - "51": 9.85839, - "52": 9.7506, - "53": 10.05817, - "54": 9.96076, - "55": 9.88738, - "56": 9.6344, - "57": 9.4967, - "58": 9.83343, - "59": 9.59391, - "60": 9.51376, - "61": 9.69928, - "62": 9.98089, - "63": 9.39065, - "64": 9.77599, - "65": 8.9571, - "66": 9.70054, - "67": 9.37, - "68": 9.78529, - "69": 9.78966, - "70": 9.74676, - "71": 9.61906, - "72": 9.58963, - "73": 9.49629, - "74": 8.94963, - "75": 9.42381, - "76": 9.07799, - "77": 10.07105, - "78": 9.72632, - "79": 9.37966, - "80": 9.40721, - "81": 9.48238, - "82": 9.70152, - "83": 9.30657, - "84": 9.41464, - "85": 9.61784, - "86": 9.08212, - "87": 9.59511, - "88": 9.75008, - "89": 9.60356, - "90": 9.82256, - "91": 9.33721, - "92": 9.35861, - "93": 9.07956, - "94": 8.83268, - "95": 9.51351, - "96": 9.52947, - "97": 9.31813, - "98": 9.67451, - "99": 8.88607, - "100": 9.40106 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1736.0, - "2": 1692.0, - "3": 1695.0, - "4": 1761.0, - "5": 1955.0, - "6": 1791.0, - "7": 1943.0, - "8": 1681.0, - "9": 1884.0, - "10": 1441.0, - "11": 1942.0, - "12": 1786.0, - "13": 1940.0, - "14": 1862.0, - "15": 1907.0, - "16": 1947.0, - "17": 1827.0, - "18": 1907.0, - "19": 1818.0, - "20": 1700.0, - "21": 1911.0, - "22": 1720.0, - "23": 1938.0, - "24": 1707.0, - "25": 1686.0, - "26": 1792.0, - "27": 1891.0, - "28": 1976.0, - "29": 1958.0, - "30": 1941.0, - "31": 1622.0, - "32": 1970.0, - "33": 2129.0, - "34": 1830.0, - "35": 1907.0, - "36": 1892.0, - "37": 2395.0, - "38": 2161.0, - "39": 2493.0, - "40": 2224.0, - "41": 2201.0, - "42": 2175.0, - "43": 1920.0, - "44": 1955.0, - "45": 1956.0, - "46": 2166.0, - "47": 2517.0, - "48": 2272.0, - "49": 2211.0, - "50": 2232.0, - "51": 2621.0, - "52": 2597.0, - "53": 2926.0, - "54": 2633.0, - "55": 2206.0, - "56": 2627.0, - "57": 2328.0, - "58": 2886.0, - "59": 2639.0, - "60": 2157.0, - "61": 2736.0, - "62": 2544.0, - "63": 2332.0, - "64": 2948.0, - "65": 2630.0, - "66": 2931.0, - "67": 2717.0, - "68": 2643.0, - "69": 2955.0, - "70": 3040.0, - "71": 2882.0, - "72": 2390.0, - "73": 2812.0, - "74": 1844.0, - "75": 2461.0, - "76": 3067.0, - "77": 3152.0, - "78": 3018.0, - "79": 3008.0, - "80": 3104.0, - "81": 3589.0, - "82": 3218.0, - "83": 2748.0, - "84": 3217.0, - "85": 3167.0, - "86": 2876.0, - "87": 3604.0, - "88": 3017.0, - "89": 3249.0, - "90": 3069.0, - "91": 2865.0, - "92": 3074.0, - "93": 2680.0, - "94": 3392.0, - "95": 3206.0, - "96": 3401.0, - "97": 3107.0, - "98": 3624.0, - "99": 3007.0, - "100": 3111.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 299203072.0, - "2": 299203072.0, - "3": 299203072.0, - "4": 299203072.0, - "5": 299203072.0, - "6": 299203072.0, - "7": 299203072.0, - "8": 299203072.0, - "9": 299203072.0, - "10": 299203072.0, - "11": 299203072.0, - "12": 299203072.0, - "13": 299203072.0, - "14": 299203072.0, - "15": 299203072.0, - "16": 299203072.0, - "17": 299203072.0, - "18": 299203072.0, - "19": 299203072.0, - "20": 299203072.0, - "21": 299203072.0, - "22": 299203072.0, - "23": 299203072.0, - "24": 299203072.0, - "25": 299203072.0, - "26": 299203072.0, - "27": 299203072.0, - "28": 299203072.0, - "29": 299203072.0, - "30": 299203072.0, - "31": 299203072.0, - "32": 299203072.0, - "33": 299203072.0, - "34": 299203072.0, - "35": 299203072.0, - "36": 299203072.0, - "37": 299203072.0, - "38": 299203072.0, - "39": 299203072.0, - "40": 299203072.0, - "41": 299203072.0, - "42": 299203072.0, - "43": 299203072.0, - "44": 299203072.0, - "45": 299203072.0, - "46": 299203072.0, - "47": 299203072.0, - "48": 299203072.0, - "49": 299203072.0, - "50": 299203072.0, - "51": 299203072.0, - "52": 299203072.0, - "53": 299203072.0, - "54": 299203072.0, - "55": 299203072.0, - "56": 299203072.0, - "57": 299203072.0, - "58": 299203072.0, - "59": 299203072.0, - "60": 299203072.0, - "61": 299203072.0, - "62": 299203072.0, - "63": 299203072.0, - "64": 299203072.0, - "65": 299203072.0, - "66": 299203072.0, - "67": 299203072.0, - "68": 299203072.0, - "69": 299203072.0, - "70": 299203072.0, - "71": 299203072.0, - "72": 299203072.0, - "73": 299203072.0, - "74": 299203072.0, - "75": 299203072.0, - "76": 299203072.0, - "77": 299203072.0, - "78": 299203072.0, - "79": 299203072.0, - "80": 299203072.0, - "81": 299203072.0, - "82": 299203072.0, - "83": 299203072.0, - "84": 299203072.0, - "85": 299203072.0, - "86": 299203072.0, - "87": 299203072.0, - "88": 299203072.0, - "89": 299203072.0, - "90": 299203072.0, - "91": 299203072.0, - "92": 299203072.0, - "93": 299203072.0, - "94": 299203072.0, - "95": 299203072.0, - "96": 299203072.0, - "97": 299203072.0, - "98": 299203072.0, - "99": 299203072.0, - "100": 299203072.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 977125888.0, - "2": 1042071040.0, - "3": 1042071040.0, - "4": 1042071040.0, - "5": 1042071040.0, - "6": 1042071040.0, - "7": 1042071040.0, - "8": 1042071040.0, - "9": 1042071040.0, - "10": 1042071040.0, - "11": 1042071040.0, - "12": 1042071040.0, - "13": 1042071040.0, - "14": 1042071040.0, - "15": 1042071040.0, - "16": 1042071040.0, - "17": 1042071040.0, - "18": 1042071040.0, - "19": 1042071040.0, - "20": 1042071040.0, - "21": 1042071040.0, - "22": 1042071040.0, - "23": 1042071040.0, - "24": 1042071040.0, - "25": 1042071040.0, - "26": 1042071040.0, - "27": 1042071040.0, - "28": 1042071040.0, - "29": 1042071040.0, - "30": 1042071040.0, - "31": 1042071040.0, - "32": 1042071040.0, - "33": 1042071040.0, - "34": 1042071040.0, - "35": 1042071040.0, - "36": 1042071040.0, - "37": 1042071040.0, - "38": 1042071040.0, - "39": 1042071040.0, - "40": 1042071040.0, - "41": 1042071040.0, - "42": 1042071040.0, - "43": 1042071040.0, - "44": 1042071040.0, - "45": 1042071040.0, - "46": 1042071040.0, - "47": 1042071040.0, - "48": 1042071040.0, - "49": 1042071040.0, - "50": 1042071040.0, - "51": 1042071040.0, - "52": 1042071040.0, - "53": 1042071040.0, - "54": 1042071040.0, - "55": 1042071040.0, - "56": 1042071040.0, - "57": 1042071040.0, - "58": 1042071040.0, - "59": 1042071040.0, - "60": 1042071040.0, - "61": 1042071040.0, - "62": 1042071040.0, - "63": 1042071040.0, - "64": 1042071040.0, - "65": 1042071040.0, - "66": 1042071040.0, - "67": 1042071040.0, - "68": 1042071040.0, - "69": 1042071040.0, - "70": 1042071040.0, - "71": 1042071040.0, - "72": 1042071040.0, - "73": 1042071040.0, - "74": 1042071040.0, - "75": 1042071040.0, - "76": 1042071040.0, - "77": 1042071040.0, - "78": 1042071040.0, - "79": 1042071040.0, - "80": 1042071040.0, - "81": 1042071040.0, - "82": 1042071040.0, - "83": 1042071040.0, - "84": 1042071040.0, - "85": 1042071040.0, - "86": 1042071040.0, - "87": 1042071040.0, - "88": 1042071040.0, - "89": 1042071040.0, - "90": 1042071040.0, - "91": 1042071040.0, - "92": 1042071040.0, - "93": 1042071040.0, - "94": 1042071040.0, - "95": 1042071040.0, - "96": 1042071040.0, - "97": 1042071040.0, - "98": 1042071040.0, - "99": 1042071040.0, - "100": 1042071040.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 8.89047, - "2": 0.20763, - "3": 0.17962, - "4": 0.17996, - "5": 0.19517, - "6": 0.19097, - "7": 0.21371, - "8": 0.17946, - "9": 0.18028, - "10": 0.17811, - "11": 0.19549, - "12": 0.17995, - "13": 0.17967, - "14": 0.17747, - "15": 0.17854, - "16": 0.18132, - "17": 0.18068, - "18": 0.20382, - "19": 0.18932, - "20": 0.18279, - "21": 0.18143, - "22": 0.18461, - "23": 0.18263, - "24": 0.19677, - "25": 0.18399, - "26": 0.18138, - "27": 0.18309, - "28": 0.18505, - "29": 0.18571, - "30": 0.19268, - "31": 0.18694, - "32": 0.2033, - "33": 0.20046, - "34": 0.20101, - "35": 0.18537, - "36": 0.18526, - "37": 0.18418, - "38": 0.18481, - "39": 0.1813, - "40": 0.1837, - "41": 0.17918, - "42": 0.18044, - "43": 0.18093, - "44": 0.17996, - "45": 0.18187, - "46": 0.18178, - "47": 0.1859, - "48": 0.18306, - "49": 0.18442, - "50": 0.17901, - "51": 0.19352, - "52": 0.19143, - "53": 0.18977, - "54": 0.18373, - "55": 0.1848, - "56": 0.18899, - "57": 0.18927, - "58": 0.18981, - "59": 0.18717, - "60": 0.18468, - "61": 0.18658, - "62": 0.18885, - "63": 0.18928, - "64": 0.18734, - "65": 0.18347, - "66": 0.18338, - "67": 0.18495, - "68": 0.19141, - "69": 0.18134, - "70": 0.18277, - "71": 0.18011, - "72": 0.18334, - "73": 0.18723, - "74": 0.18857, - "75": 0.18474, - "76": 0.18198, - "77": 0.18177, - "78": 0.18552, - "79": 0.18363, - "80": 0.18411, - "81": 0.18648, - "82": 0.18145, - "83": 0.1831, - "84": 0.18203, - "85": 0.18466, - "86": 0.17969, - "87": 0.18127, - "88": 0.18208, - "89": 0.18448, - "90": 0.2123, - "91": 0.18681, - "92": 0.18312, - "93": 0.18238, - "94": 0.18152, - "95": 0.17994, - "96": 0.18524, - "97": 0.18522, - "98": 0.18434, - "99": 0.19103, - "100": 0.19147 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index b61916ffd95..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84163, - "2": 10.85598, - "3": 10.84413, - "4": 10.84124, - "5": 10.85872, - "6": 10.86316, - "7": 10.85184, - "8": 10.84645, - "9": 10.85647, - "10": 10.81849, - "11": 10.85923, - "12": 10.84285, - "13": 10.86432, - "14": 10.85423, - "15": 10.81015, - "16": 10.81588, - "17": 10.78949, - "18": 10.79683, - "19": 10.79073, - "20": 10.70819, - "21": 10.69322, - "22": 10.58504, - "23": 10.70217, - "24": 10.60546, - "25": 10.57102, - "26": 10.61967, - "27": 10.61501, - "28": 10.56369, - "29": 10.56725, - "30": 10.39695, - "31": 10.16591, - "32": 10.4573, - "33": 10.45199, - "34": 10.2392, - "35": 10.28351, - "36": 10.24677, - "37": 10.3427, - "38": 10.20546, - "39": 10.39187, - "40": 10.09767, - "41": 10.1526, - "42": 10.21051, - "43": 9.87726, - "44": 9.98291, - "45": 9.86165, - "46": 9.83587, - "47": 10.13369, - "48": 9.87212, - "49": 9.56121, - "50": 9.91045, - "51": 9.85839, - "52": 9.7506, - "53": 10.05817, - "54": 9.96076, - "55": 9.88738, - "56": 9.6344, - "57": 9.4967, - "58": 9.83343, - "59": 9.59391, - "60": 9.51376, - "61": 9.69928, - "62": 9.98089, - "63": 9.39065, - "64": 9.77599, - "65": 8.9571, - "66": 9.70054, - "67": 9.37, - "68": 9.78529, - "69": 9.78966, - "70": 9.74676, - "71": 9.61906, - "72": 9.58963, - "73": 9.49629, - "74": 8.94963, - "75": 9.42381, - "76": 9.07799, - "77": 10.07105, - "78": 9.72632, - "79": 9.37966, - "80": 9.40721, - "81": 9.48238, - "82": 9.70152, - "83": 9.30657, - "84": 9.41464, - "85": 9.61784, - "86": 9.08212, - "87": 9.59511, - "88": 9.75008, - "89": 9.60356, - "90": 9.82256, - "91": 9.33721, - "92": 9.35861, - "93": 9.07956, - "94": 8.83268, - "95": 9.51351, - "96": 9.52947, - "97": 9.31813, - "98": 9.67451, - "99": 8.88607, - "100": 9.40106 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1736.0, - "2": 1692.0, - "3": 1695.0, - "4": 1761.0, - "5": 1955.0, - "6": 1791.0, - "7": 1943.0, - "8": 1681.0, - "9": 1884.0, - "10": 1441.0, - "11": 1942.0, - "12": 1786.0, - "13": 1940.0, - "14": 1862.0, - "15": 1907.0, - "16": 1947.0, - "17": 1827.0, - "18": 1907.0, - "19": 1818.0, - "20": 1700.0, - "21": 1911.0, - "22": 1720.0, - "23": 1938.0, - "24": 1707.0, - "25": 1686.0, - "26": 1792.0, - "27": 1891.0, - "28": 1976.0, - "29": 1958.0, - "30": 1941.0, - "31": 1622.0, - "32": 1970.0, - "33": 2129.0, - "34": 1830.0, - "35": 1907.0, - "36": 1892.0, - "37": 2395.0, - "38": 2161.0, - "39": 2493.0, - "40": 2224.0, - "41": 2201.0, - "42": 2175.0, - "43": 1920.0, - "44": 1955.0, - "45": 1956.0, - "46": 2166.0, - "47": 2517.0, - "48": 2272.0, - "49": 2211.0, - "50": 2232.0, - "51": 2621.0, - "52": 2597.0, - "53": 2926.0, - "54": 2633.0, - "55": 2206.0, - "56": 2627.0, - "57": 2328.0, - "58": 2886.0, - "59": 2639.0, - "60": 2157.0, - "61": 2736.0, - "62": 2544.0, - "63": 2332.0, - "64": 2948.0, - "65": 2630.0, - "66": 2931.0, - "67": 2717.0, - "68": 2643.0, - "69": 2955.0, - "70": 3040.0, - "71": 2882.0, - "72": 2390.0, - "73": 2812.0, - "74": 1844.0, - "75": 2461.0, - "76": 3067.0, - "77": 3152.0, - "78": 3018.0, - "79": 3008.0, - "80": 3104.0, - "81": 3589.0, - "82": 3218.0, - "83": 2748.0, - "84": 3217.0, - "85": 3167.0, - "86": 2876.0, - "87": 3604.0, - "88": 3017.0, - "89": 3249.0, - "90": 3069.0, - "91": 2865.0, - "92": 3074.0, - "93": 2680.0, - "94": 3392.0, - "95": 3206.0, - "96": 3401.0, - "97": 3107.0, - "98": 3624.0, - "99": 3007.0, - "100": 3111.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 299203072.0, - "2": 299203072.0, - "3": 299203072.0, - "4": 299203072.0, - "5": 299203072.0, - "6": 299203072.0, - "7": 299203072.0, - "8": 299203072.0, - "9": 299203072.0, - "10": 299203072.0, - "11": 299203072.0, - "12": 299203072.0, - "13": 299203072.0, - "14": 299203072.0, - "15": 299203072.0, - "16": 299203072.0, - "17": 299203072.0, - "18": 299203072.0, - "19": 299203072.0, - "20": 299203072.0, - "21": 299203072.0, - "22": 299203072.0, - "23": 299203072.0, - "24": 299203072.0, - "25": 299203072.0, - "26": 299203072.0, - "27": 299203072.0, - "28": 299203072.0, - "29": 299203072.0, - "30": 299203072.0, - "31": 299203072.0, - "32": 299203072.0, - "33": 299203072.0, - "34": 299203072.0, - "35": 299203072.0, - "36": 299203072.0, - "37": 299203072.0, - "38": 299203072.0, - "39": 299203072.0, - "40": 299203072.0, - "41": 299203072.0, - "42": 299203072.0, - "43": 299203072.0, - "44": 299203072.0, - "45": 299203072.0, - "46": 299203072.0, - "47": 299203072.0, - "48": 299203072.0, - "49": 299203072.0, - "50": 299203072.0, - "51": 299203072.0, - "52": 299203072.0, - "53": 299203072.0, - "54": 299203072.0, - "55": 299203072.0, - "56": 299203072.0, - "57": 299203072.0, - "58": 299203072.0, - "59": 299203072.0, - "60": 299203072.0, - "61": 299203072.0, - "62": 299203072.0, - "63": 299203072.0, - "64": 299203072.0, - "65": 299203072.0, - "66": 299203072.0, - "67": 299203072.0, - "68": 299203072.0, - "69": 299203072.0, - "70": 299203072.0, - "71": 299203072.0, - "72": 299203072.0, - "73": 299203072.0, - "74": 299203072.0, - "75": 299203072.0, - "76": 299203072.0, - "77": 299203072.0, - "78": 299203072.0, - "79": 299203072.0, - "80": 299203072.0, - "81": 299203072.0, - "82": 299203072.0, - "83": 299203072.0, - "84": 299203072.0, - "85": 299203072.0, - "86": 299203072.0, - "87": 299203072.0, - "88": 299203072.0, - "89": 299203072.0, - "90": 299203072.0, - "91": 299203072.0, - "92": 299203072.0, - "93": 299203072.0, - "94": 299203072.0, - "95": 299203072.0, - "96": 299203072.0, - "97": 299203072.0, - "98": 299203072.0, - "99": 299203072.0, - "100": 299203072.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 977125888.0, - "2": 1042071040.0, - "3": 1042071040.0, - "4": 1042071040.0, - "5": 1042071040.0, - "6": 1042071040.0, - "7": 1042071040.0, - "8": 1042071040.0, - "9": 1042071040.0, - "10": 1042071040.0, - "11": 1042071040.0, - "12": 1042071040.0, - "13": 1042071040.0, - "14": 1042071040.0, - "15": 1042071040.0, - "16": 1042071040.0, - "17": 1042071040.0, - "18": 1042071040.0, - "19": 1042071040.0, - "20": 1042071040.0, - "21": 1042071040.0, - "22": 1042071040.0, - "23": 1042071040.0, - "24": 1042071040.0, - "25": 1042071040.0, - "26": 1042071040.0, - "27": 1042071040.0, - "28": 1042071040.0, - "29": 1042071040.0, - "30": 1042071040.0, - "31": 1042071040.0, - "32": 1042071040.0, - "33": 1042071040.0, - "34": 1042071040.0, - "35": 1042071040.0, - "36": 1042071040.0, - "37": 1042071040.0, - "38": 1042071040.0, - "39": 1042071040.0, - "40": 1042071040.0, - "41": 1042071040.0, - "42": 1042071040.0, - "43": 1042071040.0, - "44": 1042071040.0, - "45": 1042071040.0, - "46": 1042071040.0, - "47": 1042071040.0, - "48": 1042071040.0, - "49": 1042071040.0, - "50": 1042071040.0, - "51": 1042071040.0, - "52": 1042071040.0, - "53": 1042071040.0, - "54": 1042071040.0, - "55": 1042071040.0, - "56": 1042071040.0, - "57": 1042071040.0, - "58": 1042071040.0, - "59": 1042071040.0, - "60": 1042071040.0, - "61": 1042071040.0, - "62": 1042071040.0, - "63": 1042071040.0, - "64": 1042071040.0, - "65": 1042071040.0, - "66": 1042071040.0, - "67": 1042071040.0, - "68": 1042071040.0, - "69": 1042071040.0, - "70": 1042071040.0, - "71": 1042071040.0, - "72": 1042071040.0, - "73": 1042071040.0, - "74": 1042071040.0, - "75": 1042071040.0, - "76": 1042071040.0, - "77": 1042071040.0, - "78": 1042071040.0, - "79": 1042071040.0, - "80": 1042071040.0, - "81": 1042071040.0, - "82": 1042071040.0, - "83": 1042071040.0, - "84": 1042071040.0, - "85": 1042071040.0, - "86": 1042071040.0, - "87": 1042071040.0, - "88": 1042071040.0, - "89": 1042071040.0, - "90": 1042071040.0, - "91": 1042071040.0, - "92": 1042071040.0, - "93": 1042071040.0, - "94": 1042071040.0, - "95": 1042071040.0, - "96": 1042071040.0, - "97": 1042071040.0, - "98": 1042071040.0, - "99": 1042071040.0, - "100": 1042071040.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 9.40872, - "2": 0.25886, - "3": 0.22849, - "4": 0.21099, - "5": 0.21193, - "6": 0.20863, - "7": 0.20987, - "8": 0.21014, - "9": 0.21139, - "10": 0.21148, - "11": 0.21513, - "12": 0.21915, - "13": 0.21037, - "14": 0.20786, - "15": 0.20927, - "16": 0.20756, - "17": 0.21005, - "18": 0.21022, - "19": 0.21019, - "20": 0.21012, - "21": 0.20995, - "22": 0.21005, - "23": 0.21213, - "24": 0.20995, - "25": 0.20776, - "26": 0.21296, - "27": 0.20984, - "28": 0.21526, - "29": 0.21164, - "30": 0.21175, - "31": 0.21062, - "32": 0.21292, - "33": 0.20962, - "34": 0.21025, - "35": 0.20968, - "36": 0.21367, - "37": 0.20989, - "38": 0.21034, - "39": 0.20979, - "40": 0.21092, - "41": 0.21065, - "42": 0.20865, - "43": 0.20939, - "44": 0.21656, - "45": 0.21131, - "46": 0.21087, - "47": 0.23723, - "48": 0.21006, - "49": 0.21157, - "50": 0.20975, - "51": 0.21952, - "52": 0.21306, - "53": 0.21253, - "54": 0.21223, - "55": 0.21336, - "56": 0.21514, - "57": 0.21536, - "58": 0.21288, - "59": 0.21211, - "60": 0.21298, - "61": 0.21285, - "62": 0.21438, - "63": 0.21461, - "64": 0.21382, - "65": 0.22082, - "66": 0.21222, - "67": 0.21414, - "68": 0.21315, - "69": 0.2153, - "70": 0.2172, - "71": 0.21323, - "72": 0.21366, - "73": 0.21434, - "74": 0.21455, - "75": 0.21545, - "76": 0.21631, - "77": 0.21419, - "78": 0.21365, - "79": 0.21514, - "80": 0.21447, - "81": 0.21379, - "82": 0.21487, - "83": 0.21038, - "84": 0.21708, - "85": 0.21166, - "86": 0.2141, - "87": 0.21613, - "88": 0.21214, - "89": 0.21499, - "90": 0.21811, - "91": 0.21563, - "92": 0.2152, - "93": 0.21548, - "94": 0.21863, - "95": 0.21366, - "96": 0.21458, - "97": 0.21279, - "98": 0.21555, - "99": 0.213, - "100": 0.2112 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgx_h100.json index c387be284cf..6937fb9bd55 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 9.66271, - "2": 0.23225, - "3": 0.21983, - "4": 0.21408, - "5": 0.21473, - "6": 0.21644, - "7": 0.21513, - "8": 0.21892, - "9": 0.21351, - "10": 0.21576, - "11": 0.21747, - "12": 0.21985, - "13": 0.21564, - "14": 0.2155, - "15": 0.21384, - "16": 0.2162, - "17": 0.21558, - "18": 0.21508, - "19": 0.21618, - "20": 0.21836, - "21": 0.21423, - "22": 0.21684, - "23": 0.21439, - "24": 0.21562, - "25": 0.21579, - "26": 0.21914, - "27": 0.21564, - "28": 0.21449, - "29": 0.22032, - "30": 0.22136, - "31": 0.22263, - "32": 0.21897, - "33": 0.21534, - "34": 0.21759, - "35": 0.21572, - "36": 0.21721, - "37": 0.21402, - "38": 0.21621, - "39": 0.21783, - "40": 0.21822, - "41": 0.21596, - "42": 0.21203, - "43": 0.21782, - "44": 0.21805, - "45": 0.2183, - "46": 0.21676, - "47": 0.21734, - "48": 0.2176, - "49": 0.21836, - "50": 0.21593, - "51": 0.22189, - "52": 0.21722, - "53": 0.22114, - "54": 0.21648, - "55": 0.21825, - "56": 0.21733, - "57": 0.21702, - "58": 0.21752, - "59": 0.21546, - "60": 0.2151, - "61": 0.21602, - "62": 0.22135, - "63": 0.21659, - "64": 0.21618, - "65": 0.21569, - "66": 0.21864, - "67": 0.22799, - "68": 0.21833, - "69": 0.21643, - "70": 0.21672, - "71": 0.21562, - "72": 0.21799, - "73": 0.21791, - "74": 0.21898, - "75": 0.2183, - "76": 0.22117, - "77": 0.22, - "78": 0.2188, - "79": 0.21888, - "80": 0.21768, - "81": 0.22547, - "82": 0.2175, - "83": 0.2222, - "84": 0.21749, - "85": 0.22304, - "86": 0.22141, - "87": 0.22658, - "88": 0.21977, - "89": 0.21928, - "90": 0.21911, - "91": 0.22126, - "92": 0.21903, - "93": 0.22164, - "94": 0.21864, - "95": 0.21968, - "96": 0.21892, - "97": 0.21956, - "98": 0.21795, - "99": 0.22313, - "100": 0.2196 + "1": 9.71841, + "2": 0.23136, + "3": 0.22493, + "4": 0.22779, + "5": 0.22663, + "6": 0.22036, + "7": 0.23806, + "8": 0.23483, + "9": 0.21894, + "10": 0.22798, + "11": 0.22166, + "12": 0.22477, + "13": 0.21586, + "14": 0.2289, + "15": 0.21846, + "16": 0.22439, + "17": 0.22351, + "18": 0.21894, + "19": 0.22165, + "20": 0.23, + "21": 0.21688, + "22": 0.21901, + "23": 0.21714, + "24": 0.2185, + "25": 0.21681, + "26": 0.21775, + "27": 0.21816, + "28": 0.21837, + "29": 0.21776, + "30": 0.21739, + "31": 0.21725, + "32": 0.21929, + "33": 0.2156, + "34": 0.21959, + "35": 0.21865, + "36": 0.21696, + "37": 0.21952, + "38": 0.21797, + "39": 0.21568, + "40": 0.21803, + "41": 0.21756, + "42": 0.21877, + "43": 0.21676, + "44": 0.21677, + "45": 0.21721, + "46": 0.22075, + "47": 0.21856, + "48": 0.21933, + "49": 0.21808, + "50": 0.21813, + "51": 0.22296, + "52": 0.22336, + "53": 0.21692, + "54": 0.21796, + "55": 0.21788, + "56": 0.22002, + "57": 0.21845, + "58": 0.21989, + "59": 0.21686, + "60": 0.22032, + "61": 0.22127, + "62": 0.21716, + "63": 0.21811, + "64": 0.21821, + "65": 0.22368, + "66": 0.22001, + "67": 0.21796, + "68": 0.21889, + "69": 0.22034, + "70": 0.2227, + "71": 0.2211, + "72": 0.2167, + "73": 0.21687, + "74": 0.22416, + "75": 0.22056, + "76": 0.22116, + "77": 0.21759, + "78": 0.21843, + "79": 0.22272, + "80": 0.21922, + "81": 0.2196, + "82": 0.22739, + "83": 0.22344, + "84": 0.21981, + "85": 0.22041, + "86": 0.22015, + "87": 0.21885, + "88": 0.2239, + "89": 0.22975, + "90": 0.23365, + "91": 0.22476, + "92": 0.22336, + "93": 0.21913, + "94": 0.22057, + "95": 0.21711, + "96": 0.21724, + "97": 0.22153, + "98": 0.21996, + "99": 0.21866, + "100": 0.21935 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 0a3544b2d93..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84163, - "2": 10.85598, - "3": 10.84413, - "4": 10.84124, - "5": 10.85872, - "6": 10.86316, - "7": 10.85184, - "8": 10.84645, - "9": 10.85647, - "10": 10.81849, - "11": 10.85923, - "12": 10.84285, - "13": 10.86432, - "14": 10.85423, - "15": 10.81015, - "16": 10.81588, - "17": 10.78949, - "18": 10.79683, - "19": 10.79073, - "20": 10.70819, - "21": 10.69322, - "22": 10.58504, - "23": 10.70217, - "24": 10.60546, - "25": 10.57102, - "26": 10.61967, - "27": 10.61501, - "28": 10.56369, - "29": 10.56725, - "30": 10.39695, - "31": 10.16591, - "32": 10.4573, - "33": 10.45199, - "34": 10.2392, - "35": 10.28351, - "36": 10.24677, - "37": 10.3427, - "38": 10.20546, - "39": 10.39187, - "40": 10.09767, - "41": 10.1526, - "42": 10.21051, - "43": 9.87726, - "44": 9.98291, - "45": 9.86165, - "46": 9.83587, - "47": 10.13369, - "48": 9.87212, - "49": 9.56121, - "50": 9.91045, - "51": 9.85839, - "52": 9.7506, - "53": 10.05817, - "54": 9.96076, - "55": 9.88738, - "56": 9.6344, - "57": 9.4967, - "58": 9.83343, - "59": 9.59391, - "60": 9.51376, - "61": 9.69928, - "62": 9.98089, - "63": 9.39065, - "64": 9.77599, - "65": 8.9571, - "66": 9.70054, - "67": 9.37, - "68": 9.78529, - "69": 9.78966, - "70": 9.74676, - "71": 9.61906, - "72": 9.58963, - "73": 9.49629, - "74": 8.94963, - "75": 9.42381, - "76": 9.07799, - "77": 10.07105, - "78": 9.72632, - "79": 9.37966, - "80": 9.40721, - "81": 9.48238, - "82": 9.70152, - "83": 9.30657, - "84": 9.41464, - "85": 9.61784, - "86": 9.08212, - "87": 9.59511, - "88": 9.75008, - "89": 9.60356, - "90": 9.82256, - "91": 9.33721, - "92": 9.35861, - "93": 9.07956, - "94": 8.83268, - "95": 9.51351, - "96": 9.52947, - "97": 9.31813, - "98": 9.67451, - "99": 8.88607, - "100": 9.40106 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1736.0, - "2": 1692.0, - "3": 1695.0, - "4": 1761.0, - "5": 1955.0, - "6": 1791.0, - "7": 1943.0, - "8": 1681.0, - "9": 1884.0, - "10": 1441.0, - "11": 1942.0, - "12": 1786.0, - "13": 1940.0, - "14": 1862.0, - "15": 1907.0, - "16": 1947.0, - "17": 1827.0, - "18": 1907.0, - "19": 1818.0, - "20": 1700.0, - "21": 1911.0, - "22": 1720.0, - "23": 1938.0, - "24": 1707.0, - "25": 1686.0, - "26": 1792.0, - "27": 1891.0, - "28": 1976.0, - "29": 1958.0, - "30": 1941.0, - "31": 1622.0, - "32": 1970.0, - "33": 2129.0, - "34": 1830.0, - "35": 1907.0, - "36": 1892.0, - "37": 2395.0, - "38": 2161.0, - "39": 2493.0, - "40": 2224.0, - "41": 2201.0, - "42": 2175.0, - "43": 1920.0, - "44": 1955.0, - "45": 1956.0, - "46": 2166.0, - "47": 2517.0, - "48": 2272.0, - "49": 2211.0, - "50": 2232.0, - "51": 2621.0, - "52": 2597.0, - "53": 2926.0, - "54": 2633.0, - "55": 2206.0, - "56": 2627.0, - "57": 2328.0, - "58": 2886.0, - "59": 2639.0, - "60": 2157.0, - "61": 2736.0, - "62": 2544.0, - "63": 2332.0, - "64": 2948.0, - "65": 2630.0, - "66": 2931.0, - "67": 2717.0, - "68": 2643.0, - "69": 2955.0, - "70": 3040.0, - "71": 2882.0, - "72": 2390.0, - "73": 2812.0, - "74": 1844.0, - "75": 2461.0, - "76": 3067.0, - "77": 3152.0, - "78": 3018.0, - "79": 3008.0, - "80": 3104.0, - "81": 3589.0, - "82": 3218.0, - "83": 2748.0, - "84": 3217.0, - "85": 3167.0, - "86": 2876.0, - "87": 3604.0, - "88": 3017.0, - "89": 3249.0, - "90": 3069.0, - "91": 2865.0, - "92": 3074.0, - "93": 2680.0, - "94": 3392.0, - "95": 3206.0, - "96": 3401.0, - "97": 3107.0, - "98": 3624.0, - "99": 3007.0, - "100": 3111.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 299203072.0, - "2": 299203072.0, - "3": 299203072.0, - "4": 299203072.0, - "5": 299203072.0, - "6": 299203072.0, - "7": 299203072.0, - "8": 299203072.0, - "9": 299203072.0, - "10": 299203072.0, - "11": 299203072.0, - "12": 299203072.0, - "13": 299203072.0, - "14": 299203072.0, - "15": 299203072.0, - "16": 299203072.0, - "17": 299203072.0, - "18": 299203072.0, - "19": 299203072.0, - "20": 299203072.0, - "21": 299203072.0, - "22": 299203072.0, - "23": 299203072.0, - "24": 299203072.0, - "25": 299203072.0, - "26": 299203072.0, - "27": 299203072.0, - "28": 299203072.0, - "29": 299203072.0, - "30": 299203072.0, - "31": 299203072.0, - "32": 299203072.0, - "33": 299203072.0, - "34": 299203072.0, - "35": 299203072.0, - "36": 299203072.0, - "37": 299203072.0, - "38": 299203072.0, - "39": 299203072.0, - "40": 299203072.0, - "41": 299203072.0, - "42": 299203072.0, - "43": 299203072.0, - "44": 299203072.0, - "45": 299203072.0, - "46": 299203072.0, - "47": 299203072.0, - "48": 299203072.0, - "49": 299203072.0, - "50": 299203072.0, - "51": 299203072.0, - "52": 299203072.0, - "53": 299203072.0, - "54": 299203072.0, - "55": 299203072.0, - "56": 299203072.0, - "57": 299203072.0, - "58": 299203072.0, - "59": 299203072.0, - "60": 299203072.0, - "61": 299203072.0, - "62": 299203072.0, - "63": 299203072.0, - "64": 299203072.0, - "65": 299203072.0, - "66": 299203072.0, - "67": 299203072.0, - "68": 299203072.0, - "69": 299203072.0, - "70": 299203072.0, - "71": 299203072.0, - "72": 299203072.0, - "73": 299203072.0, - "74": 299203072.0, - "75": 299203072.0, - "76": 299203072.0, - "77": 299203072.0, - "78": 299203072.0, - "79": 299203072.0, - "80": 299203072.0, - "81": 299203072.0, - "82": 299203072.0, - "83": 299203072.0, - "84": 299203072.0, - "85": 299203072.0, - "86": 299203072.0, - "87": 299203072.0, - "88": 299203072.0, - "89": 299203072.0, - "90": 299203072.0, - "91": 299203072.0, - "92": 299203072.0, - "93": 299203072.0, - "94": 299203072.0, - "95": 299203072.0, - "96": 299203072.0, - "97": 299203072.0, - "98": 299203072.0, - "99": 299203072.0, - "100": 299203072.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 977125888.0, - "2": 1042071040.0, - "3": 1042071040.0, - "4": 1042071040.0, - "5": 1042071040.0, - "6": 1042071040.0, - "7": 1042071040.0, - "8": 1042071040.0, - "9": 1042071040.0, - "10": 1042071040.0, - "11": 1042071040.0, - "12": 1042071040.0, - "13": 1042071040.0, - "14": 1042071040.0, - "15": 1042071040.0, - "16": 1042071040.0, - "17": 1042071040.0, - "18": 1042071040.0, - "19": 1042071040.0, - "20": 1042071040.0, - "21": 1042071040.0, - "22": 1042071040.0, - "23": 1042071040.0, - "24": 1042071040.0, - "25": 1042071040.0, - "26": 1042071040.0, - "27": 1042071040.0, - "28": 1042071040.0, - "29": 1042071040.0, - "30": 1042071040.0, - "31": 1042071040.0, - "32": 1042071040.0, - "33": 1042071040.0, - "34": 1042071040.0, - "35": 1042071040.0, - "36": 1042071040.0, - "37": 1042071040.0, - "38": 1042071040.0, - "39": 1042071040.0, - "40": 1042071040.0, - "41": 1042071040.0, - "42": 1042071040.0, - "43": 1042071040.0, - "44": 1042071040.0, - "45": 1042071040.0, - "46": 1042071040.0, - "47": 1042071040.0, - "48": 1042071040.0, - "49": 1042071040.0, - "50": 1042071040.0, - "51": 1042071040.0, - "52": 1042071040.0, - "53": 1042071040.0, - "54": 1042071040.0, - "55": 1042071040.0, - "56": 1042071040.0, - "57": 1042071040.0, - "58": 1042071040.0, - "59": 1042071040.0, - "60": 1042071040.0, - "61": 1042071040.0, - "62": 1042071040.0, - "63": 1042071040.0, - "64": 1042071040.0, - "65": 1042071040.0, - "66": 1042071040.0, - "67": 1042071040.0, - "68": 1042071040.0, - "69": 1042071040.0, - "70": 1042071040.0, - "71": 1042071040.0, - "72": 1042071040.0, - "73": 1042071040.0, - "74": 1042071040.0, - "75": 1042071040.0, - "76": 1042071040.0, - "77": 1042071040.0, - "78": 1042071040.0, - "79": 1042071040.0, - "80": 1042071040.0, - "81": 1042071040.0, - "82": 1042071040.0, - "83": 1042071040.0, - "84": 1042071040.0, - "85": 1042071040.0, - "86": 1042071040.0, - "87": 1042071040.0, - "88": 1042071040.0, - "89": 1042071040.0, - "90": 1042071040.0, - "91": 1042071040.0, - "92": 1042071040.0, - "93": 1042071040.0, - "94": 1042071040.0, - "95": 1042071040.0, - "96": 1042071040.0, - "97": 1042071040.0, - "98": 1042071040.0, - "99": 1042071040.0, - "100": 1042071040.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 9.6125, - "2": 0.23356, - "3": 0.21314, - "4": 0.21148, - "5": 0.20775, - "6": 0.20509, - "7": 0.19583, - "8": 0.19566, - "9": 0.19148, - "10": 0.19484, - "11": 0.20705, - "12": 0.2015, - "13": 0.18887, - "14": 0.1904, - "15": 0.19036, - "16": 0.18983, - "17": 0.1895, - "18": 0.19146, - "19": 0.18958, - "20": 0.18946, - "21": 0.19061, - "22": 0.19252, - "23": 0.18928, - "24": 0.19105, - "25": 0.18924, - "26": 0.18957, - "27": 0.19008, - "28": 0.19134, - "29": 0.18909, - "30": 0.1922, - "31": 0.1908, - "32": 0.18951, - "33": 0.18928, - "34": 0.19468, - "35": 0.19052, - "36": 0.19049, - "37": 0.19173, - "38": 0.18825, - "39": 0.1911, - "40": 0.18942, - "41": 0.1919, - "42": 0.19303, - "43": 0.19325, - "44": 0.19049, - "45": 0.18935, - "46": 0.18861, - "47": 0.19155, - "48": 0.19149, - "49": 0.1913, - "50": 0.19586, - "51": 0.20004, - "52": 0.19367, - "53": 0.19138, - "54": 0.1927, - "55": 0.19196, - "56": 0.19084, - "57": 0.19081, - "58": 0.19132, - "59": 0.18829, - "60": 0.19212, - "61": 0.19275, - "62": 0.19577, - "63": 0.18781, - "64": 0.1893, - "65": 0.18899, - "66": 0.19016, - "67": 0.1858, - "68": 0.1931, - "69": 0.18841, - "70": 0.18896, - "71": 0.18966, - "72": 0.18842, - "73": 0.19129, - "74": 0.19147, - "75": 0.19408, - "76": 0.19017, - "77": 0.18501, - "78": 0.18992, - "79": 0.18844, - "80": 0.18811, - "81": 0.19097, - "82": 0.18879, - "83": 0.18908, - "84": 0.18763, - "85": 0.1877, - "86": 0.18953, - "87": 0.1893, - "88": 0.18802, - "89": 0.18961, - "90": 0.18878, - "91": 0.18927, - "92": 0.18915, - "93": 0.19047, - "94": 0.19, - "95": 0.19146, - "96": 0.19061, - "97": 0.1925, - "98": 0.18915, - "99": 0.18916, - "100": 0.19162 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 6937fb9bd55..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84163, - "2": 10.85598, - "3": 10.84413, - "4": 10.84124, - "5": 10.85872, - "6": 10.86316, - "7": 10.85184, - "8": 10.84645, - "9": 10.85647, - "10": 10.81849, - "11": 10.85923, - "12": 10.84285, - "13": 10.86432, - "14": 10.85423, - "15": 10.81015, - "16": 10.81588, - "17": 10.78949, - "18": 10.79683, - "19": 10.79073, - "20": 10.70819, - "21": 10.69322, - "22": 10.58504, - "23": 10.70217, - "24": 10.60546, - "25": 10.57102, - "26": 10.61967, - "27": 10.61501, - "28": 10.56369, - "29": 10.56725, - "30": 10.39695, - "31": 10.16591, - "32": 10.4573, - "33": 10.45199, - "34": 10.2392, - "35": 10.28351, - "36": 10.24677, - "37": 10.3427, - "38": 10.20546, - "39": 10.39187, - "40": 10.09767, - "41": 10.1526, - "42": 10.21051, - "43": 9.87726, - "44": 9.98291, - "45": 9.86165, - "46": 9.83587, - "47": 10.13369, - "48": 9.87212, - "49": 9.56121, - "50": 9.91045, - "51": 9.85839, - "52": 9.7506, - "53": 10.05817, - "54": 9.96076, - "55": 9.88738, - "56": 9.6344, - "57": 9.4967, - "58": 9.83343, - "59": 9.59391, - "60": 9.51376, - "61": 9.69928, - "62": 9.98089, - "63": 9.39065, - "64": 9.77599, - "65": 8.9571, - "66": 9.70054, - "67": 9.37, - "68": 9.78529, - "69": 9.78966, - "70": 9.74676, - "71": 9.61906, - "72": 9.58963, - "73": 9.49629, - "74": 8.94963, - "75": 9.42381, - "76": 9.07799, - "77": 10.07105, - "78": 9.72632, - "79": 9.37966, - "80": 9.40721, - "81": 9.48238, - "82": 9.70152, - "83": 9.30657, - "84": 9.41464, - "85": 9.61784, - "86": 9.08212, - "87": 9.59511, - "88": 9.75008, - "89": 9.60356, - "90": 9.82256, - "91": 9.33721, - "92": 9.35861, - "93": 9.07956, - "94": 8.83268, - "95": 9.51351, - "96": 9.52947, - "97": 9.31813, - "98": 9.67451, - "99": 8.88607, - "100": 9.40106 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1736.0, - "2": 1692.0, - "3": 1695.0, - "4": 1761.0, - "5": 1955.0, - "6": 1791.0, - "7": 1943.0, - "8": 1681.0, - "9": 1884.0, - "10": 1441.0, - "11": 1942.0, - "12": 1786.0, - "13": 1940.0, - "14": 1862.0, - "15": 1907.0, - "16": 1947.0, - "17": 1827.0, - "18": 1907.0, - "19": 1818.0, - "20": 1700.0, - "21": 1911.0, - "22": 1720.0, - "23": 1938.0, - "24": 1707.0, - "25": 1686.0, - "26": 1792.0, - "27": 1891.0, - "28": 1976.0, - "29": 1958.0, - "30": 1941.0, - "31": 1622.0, - "32": 1970.0, - "33": 2129.0, - "34": 1830.0, - "35": 1907.0, - "36": 1892.0, - "37": 2395.0, - "38": 2161.0, - "39": 2493.0, - "40": 2224.0, - "41": 2201.0, - "42": 2175.0, - "43": 1920.0, - "44": 1955.0, - "45": 1956.0, - "46": 2166.0, - "47": 2517.0, - "48": 2272.0, - "49": 2211.0, - "50": 2232.0, - "51": 2621.0, - "52": 2597.0, - "53": 2926.0, - "54": 2633.0, - "55": 2206.0, - "56": 2627.0, - "57": 2328.0, - "58": 2886.0, - "59": 2639.0, - "60": 2157.0, - "61": 2736.0, - "62": 2544.0, - "63": 2332.0, - "64": 2948.0, - "65": 2630.0, - "66": 2931.0, - "67": 2717.0, - "68": 2643.0, - "69": 2955.0, - "70": 3040.0, - "71": 2882.0, - "72": 2390.0, - "73": 2812.0, - "74": 1844.0, - "75": 2461.0, - "76": 3067.0, - "77": 3152.0, - "78": 3018.0, - "79": 3008.0, - "80": 3104.0, - "81": 3589.0, - "82": 3218.0, - "83": 2748.0, - "84": 3217.0, - "85": 3167.0, - "86": 2876.0, - "87": 3604.0, - "88": 3017.0, - "89": 3249.0, - "90": 3069.0, - "91": 2865.0, - "92": 3074.0, - "93": 2680.0, - "94": 3392.0, - "95": 3206.0, - "96": 3401.0, - "97": 3107.0, - "98": 3624.0, - "99": 3007.0, - "100": 3111.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 299203072.0, - "2": 299203072.0, - "3": 299203072.0, - "4": 299203072.0, - "5": 299203072.0, - "6": 299203072.0, - "7": 299203072.0, - "8": 299203072.0, - "9": 299203072.0, - "10": 299203072.0, - "11": 299203072.0, - "12": 299203072.0, - "13": 299203072.0, - "14": 299203072.0, - "15": 299203072.0, - "16": 299203072.0, - "17": 299203072.0, - "18": 299203072.0, - "19": 299203072.0, - "20": 299203072.0, - "21": 299203072.0, - "22": 299203072.0, - "23": 299203072.0, - "24": 299203072.0, - "25": 299203072.0, - "26": 299203072.0, - "27": 299203072.0, - "28": 299203072.0, - "29": 299203072.0, - "30": 299203072.0, - "31": 299203072.0, - "32": 299203072.0, - "33": 299203072.0, - "34": 299203072.0, - "35": 299203072.0, - "36": 299203072.0, - "37": 299203072.0, - "38": 299203072.0, - "39": 299203072.0, - "40": 299203072.0, - "41": 299203072.0, - "42": 299203072.0, - "43": 299203072.0, - "44": 299203072.0, - "45": 299203072.0, - "46": 299203072.0, - "47": 299203072.0, - "48": 299203072.0, - "49": 299203072.0, - "50": 299203072.0, - "51": 299203072.0, - "52": 299203072.0, - "53": 299203072.0, - "54": 299203072.0, - "55": 299203072.0, - "56": 299203072.0, - "57": 299203072.0, - "58": 299203072.0, - "59": 299203072.0, - "60": 299203072.0, - "61": 299203072.0, - "62": 299203072.0, - "63": 299203072.0, - "64": 299203072.0, - "65": 299203072.0, - "66": 299203072.0, - "67": 299203072.0, - "68": 299203072.0, - "69": 299203072.0, - "70": 299203072.0, - "71": 299203072.0, - "72": 299203072.0, - "73": 299203072.0, - "74": 299203072.0, - "75": 299203072.0, - "76": 299203072.0, - "77": 299203072.0, - "78": 299203072.0, - "79": 299203072.0, - "80": 299203072.0, - "81": 299203072.0, - "82": 299203072.0, - "83": 299203072.0, - "84": 299203072.0, - "85": 299203072.0, - "86": 299203072.0, - "87": 299203072.0, - "88": 299203072.0, - "89": 299203072.0, - "90": 299203072.0, - "91": 299203072.0, - "92": 299203072.0, - "93": 299203072.0, - "94": 299203072.0, - "95": 299203072.0, - "96": 299203072.0, - "97": 299203072.0, - "98": 299203072.0, - "99": 299203072.0, - "100": 299203072.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 977125888.0, - "2": 1042071040.0, - "3": 1042071040.0, - "4": 1042071040.0, - "5": 1042071040.0, - "6": 1042071040.0, - "7": 1042071040.0, - "8": 1042071040.0, - "9": 1042071040.0, - "10": 1042071040.0, - "11": 1042071040.0, - "12": 1042071040.0, - "13": 1042071040.0, - "14": 1042071040.0, - "15": 1042071040.0, - "16": 1042071040.0, - "17": 1042071040.0, - "18": 1042071040.0, - "19": 1042071040.0, - "20": 1042071040.0, - "21": 1042071040.0, - "22": 1042071040.0, - "23": 1042071040.0, - "24": 1042071040.0, - "25": 1042071040.0, - "26": 1042071040.0, - "27": 1042071040.0, - "28": 1042071040.0, - "29": 1042071040.0, - "30": 1042071040.0, - "31": 1042071040.0, - "32": 1042071040.0, - "33": 1042071040.0, - "34": 1042071040.0, - "35": 1042071040.0, - "36": 1042071040.0, - "37": 1042071040.0, - "38": 1042071040.0, - "39": 1042071040.0, - "40": 1042071040.0, - "41": 1042071040.0, - "42": 1042071040.0, - "43": 1042071040.0, - "44": 1042071040.0, - "45": 1042071040.0, - "46": 1042071040.0, - "47": 1042071040.0, - "48": 1042071040.0, - "49": 1042071040.0, - "50": 1042071040.0, - "51": 1042071040.0, - "52": 1042071040.0, - "53": 1042071040.0, - "54": 1042071040.0, - "55": 1042071040.0, - "56": 1042071040.0, - "57": 1042071040.0, - "58": 1042071040.0, - "59": 1042071040.0, - "60": 1042071040.0, - "61": 1042071040.0, - "62": 1042071040.0, - "63": 1042071040.0, - "64": 1042071040.0, - "65": 1042071040.0, - "66": 1042071040.0, - "67": 1042071040.0, - "68": 1042071040.0, - "69": 1042071040.0, - "70": 1042071040.0, - "71": 1042071040.0, - "72": 1042071040.0, - "73": 1042071040.0, - "74": 1042071040.0, - "75": 1042071040.0, - "76": 1042071040.0, - "77": 1042071040.0, - "78": 1042071040.0, - "79": 1042071040.0, - "80": 1042071040.0, - "81": 1042071040.0, - "82": 1042071040.0, - "83": 1042071040.0, - "84": 1042071040.0, - "85": 1042071040.0, - "86": 1042071040.0, - "87": 1042071040.0, - "88": 1042071040.0, - "89": 1042071040.0, - "90": 1042071040.0, - "91": 1042071040.0, - "92": 1042071040.0, - "93": 1042071040.0, - "94": 1042071040.0, - "95": 1042071040.0, - "96": 1042071040.0, - "97": 1042071040.0, - "98": 1042071040.0, - "99": 1042071040.0, - "100": 1042071040.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 9.71841, - "2": 0.23136, - "3": 0.22493, - "4": 0.22779, - "5": 0.22663, - "6": 0.22036, - "7": 0.23806, - "8": 0.23483, - "9": 0.21894, - "10": 0.22798, - "11": 0.22166, - "12": 0.22477, - "13": 0.21586, - "14": 0.2289, - "15": 0.21846, - "16": 0.22439, - "17": 0.22351, - "18": 0.21894, - "19": 0.22165, - "20": 0.23, - "21": 0.21688, - "22": 0.21901, - "23": 0.21714, - "24": 0.2185, - "25": 0.21681, - "26": 0.21775, - "27": 0.21816, - "28": 0.21837, - "29": 0.21776, - "30": 0.21739, - "31": 0.21725, - "32": 0.21929, - "33": 0.2156, - "34": 0.21959, - "35": 0.21865, - "36": 0.21696, - "37": 0.21952, - "38": 0.21797, - "39": 0.21568, - "40": 0.21803, - "41": 0.21756, - "42": 0.21877, - "43": 0.21676, - "44": 0.21677, - "45": 0.21721, - "46": 0.22075, - "47": 0.21856, - "48": 0.21933, - "49": 0.21808, - "50": 0.21813, - "51": 0.22296, - "52": 0.22336, - "53": 0.21692, - "54": 0.21796, - "55": 0.21788, - "56": 0.22002, - "57": 0.21845, - "58": 0.21989, - "59": 0.21686, - "60": 0.22032, - "61": 0.22127, - "62": 0.21716, - "63": 0.21811, - "64": 0.21821, - "65": 0.22368, - "66": 0.22001, - "67": 0.21796, - "68": 0.21889, - "69": 0.22034, - "70": 0.2227, - "71": 0.2211, - "72": 0.2167, - "73": 0.21687, - "74": 0.22416, - "75": 0.22056, - "76": 0.22116, - "77": 0.21759, - "78": 0.21843, - "79": 0.22272, - "80": 0.21922, - "81": 0.2196, - "82": 0.22739, - "83": 0.22344, - "84": 0.21981, - "85": 0.22041, - "86": 0.22015, - "87": 0.21885, - "88": 0.2239, - "89": 0.22975, - "90": 0.23365, - "91": 0.22476, - "92": 0.22336, - "93": 0.21913, - "94": 0.22057, - "95": 0.21711, - "96": 0.21724, - "97": 0.22153, - "98": 0.21996, - "99": 0.21866, - "100": 0.21935 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_qk_layernorm_test_mode/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_qk_layernorm_test_mode/golden_values_dev_dgx_h100.json index b194abf2755..d5d1de46cac 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_qk_layernorm_test_mode/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_qk_layernorm_test_mode/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 9.98808, - "2": 0.31896, - "3": 0.2872, - "4": 0.28844, - "5": 0.29055, - "6": 0.28565, - "7": 0.29151, - "8": 0.2909, - "9": 0.28554, - "10": 0.28532, - "11": 0.28987, - "12": 0.29026, - "13": 0.28704, - "14": 0.28868, - "15": 0.29081, - "16": 0.29135, - "17": 0.29053, - "18": 0.29219, - "19": 0.28784, - "20": 0.29358, - "21": 0.30495, - "22": 0.29941, - "23": 0.29122, - "24": 0.29122, - "25": 0.29408, - "26": 0.29093, - "27": 0.2904, - "28": 0.29116, - "29": 0.29607, - "30": 0.29163, - "31": 0.29002, - "32": 0.29186, - "33": 0.28732, - "34": 0.28673, - "35": 0.29062, - "36": 0.2913, - "37": 0.28723, - "38": 0.28871, - "39": 0.29253, - "40": 0.2884, - "41": 0.28738, - "42": 0.28836, - "43": 0.28808, - "44": 0.28794, - "45": 0.29124, - "46": 0.29271, - "47": 0.28573, - "48": 0.28587, - "49": 0.28908, - "50": 0.28839, - "51": 0.30021, - "52": 0.30654, - "53": 0.3059, - "54": 0.29714, - "55": 0.28911, - "56": 0.29586, - "57": 0.29074, - "58": 0.28682, - "59": 0.29439, - "60": 0.28999, - "61": 0.29254, - "62": 0.28813, - "63": 0.29743, - "64": 0.28913, - "65": 0.29726, - "66": 0.29597, - "67": 0.28858, - "68": 0.29025, - "69": 0.29089, - "70": 0.29517, - "71": 0.28924, - "72": 0.29291, - "73": 0.29626, - "74": 0.29034, - "75": 0.28667, - "76": 0.29537, - "77": 0.29663, - "78": 0.29518, - "79": 0.29485, - "80": 0.29784, - "81": 0.2912, - "82": 0.29265, - "83": 0.29806, - "84": 0.29292, - "85": 0.29315, - "86": 0.31345, - "87": 0.31236, - "88": 0.29799, - "89": 0.2941, - "90": 0.29816, - "91": 0.29109, - "92": 0.2885, - "93": 0.29422, - "94": 0.29493, - "95": 0.28717, - "96": 0.29109, - "97": 0.29595, - "98": 0.29077, - "99": 0.29004, - "100": 0.29477 + "1": 9.61367, + "2": 0.31935, + "3": 0.29274, + "4": 0.28637, + "5": 0.2844, + "6": 0.29788, + "7": 0.2902, + "8": 0.28573, + "9": 0.29136, + "10": 0.29884, + "11": 0.29048, + "12": 0.2896, + "13": 0.29421, + "14": 0.29008, + "15": 0.2871, + "16": 0.28903, + "17": 0.2924, + "18": 0.28887, + "19": 0.28926, + "20": 0.30241, + "21": 0.29571, + "22": 0.28966, + "23": 0.29177, + "24": 0.29106, + "25": 0.28884, + "26": 0.28921, + "27": 0.29461, + "28": 0.28664, + "29": 0.28881, + "30": 0.29392, + "31": 0.29062, + "32": 0.28778, + "33": 0.29055, + "34": 0.29409, + "35": 0.29169, + "36": 0.29211, + "37": 0.29809, + "38": 0.29114, + "39": 0.29052, + "40": 0.2919, + "41": 0.2953, + "42": 0.28957, + "43": 0.29349, + "44": 0.30062, + "45": 0.28999, + "46": 0.29486, + "47": 0.29689, + "48": 0.29092, + "49": 0.29024, + "50": 0.28916, + "51": 0.30865, + "52": 0.29957, + "53": 0.28833, + "54": 0.29375, + "55": 0.29176, + "56": 0.29338, + "57": 0.28952, + "58": 0.29232, + "59": 0.29026, + "60": 0.28767, + "61": 0.29364, + "62": 0.2935, + "63": 0.29522, + "64": 0.29495, + "65": 0.29509, + "66": 0.29643, + "67": 0.29584, + "68": 0.29853, + "69": 0.29821, + "70": 0.29334, + "71": 0.29579, + "72": 0.29325, + "73": 0.29403, + "74": 0.29671, + "75": 0.63106, + "76": 0.29142, + "77": 0.29491, + "78": 0.29437, + "79": 0.29239, + "80": 0.29453, + "81": 0.29509, + "82": 0.29493, + "83": 0.2915, + "84": 0.30181, + "85": 0.29305, + "86": 0.28823, + "87": 0.29337, + "88": 0.29025, + "89": 0.28953, + "90": 0.29694, + "91": 0.29077, + "92": 0.29411, + "93": 0.28767, + "94": 0.29313, + "95": 0.29276, + "96": 0.29197, + "97": 0.29466, + "98": 0.29321, + "99": 0.29311, + "100": 0.29175 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_qk_layernorm_test_mode/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_qk_layernorm_test_mode/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index bd823394dd2..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_qk_layernorm_test_mode/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84194, - "2": 10.85713, - "3": 10.84346, - "4": 10.84202, - "5": 10.85873, - "6": 10.86412, - "7": 10.851, - "8": 10.84731, - "9": 10.85736, - "10": 10.81845, - "11": 10.8595, - "12": 10.84335, - "13": 10.86446, - "14": 10.85336, - "15": 10.81222, - "16": 10.81549, - "17": 10.78956, - "18": 10.79784, - "19": 10.79279, - "20": 10.71072, - "21": 10.6971, - "22": 10.58894, - "23": 10.7072, - "24": 10.60764, - "25": 10.57461, - "26": 10.6238, - "27": 10.62036, - "28": 10.567, - "29": 10.57013, - "30": 10.40091, - "31": 10.17393, - "32": 10.46119, - "33": 10.45713, - "34": 10.24672, - "35": 10.28875, - "36": 10.25284, - "37": 10.3466, - "38": 10.20914, - "39": 10.39432, - "40": 10.10167, - "41": 10.159, - "42": 10.21413, - "43": 9.8848, - "44": 9.98809, - "45": 9.86955, - "46": 9.84366, - "47": 10.1377, - "48": 9.87973, - "49": 9.56916, - "50": 9.91374, - "51": 9.86379, - "52": 9.75652, - "53": 10.06157, - "54": 9.96418, - "55": 9.89204, - "56": 9.63681, - "57": 9.49807, - "58": 9.83504, - "59": 9.59701, - "60": 9.51573, - "61": 9.70155, - "62": 9.97973, - "63": 9.38914, - "64": 9.77552, - "65": 8.95939, - "66": 9.6978, - "67": 9.37174, - "68": 9.78449, - "69": 9.79058, - "70": 9.74555, - "71": 9.61867, - "72": 9.58317, - "73": 9.49175, - "74": 8.939, - "75": 9.41848, - "76": 9.07237, - "77": 10.06903, - "78": 9.72443, - "79": 9.3767, - "80": 9.40261, - "81": 9.47859, - "82": 9.6984, - "83": 9.30086, - "84": 9.41299, - "85": 9.61514, - "86": 9.07881, - "87": 9.59402, - "88": 9.74658, - "89": 9.60096, - "90": 9.81999, - "91": 9.32977, - "92": 9.35625, - "93": 9.07406, - "94": 8.82774, - "95": 9.51099, - "96": 9.52501, - "97": 9.3163, - "98": 9.67278, - "99": 8.88493, - "100": 9.39984 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1664.0, - "2": 1707.0, - "3": 1836.0, - "4": 1861.0, - "5": 2007.0, - "6": 1868.0, - "7": 1826.0, - "8": 1697.0, - "9": 1815.0, - "10": 1469.0, - "11": 1876.0, - "12": 1879.0, - "13": 1979.0, - "14": 1902.0, - "15": 1992.0, - "16": 1988.0, - "17": 1879.0, - "18": 1802.0, - "19": 1886.0, - "20": 1767.0, - "21": 1929.0, - "22": 1714.0, - "23": 2031.0, - "24": 1685.0, - "25": 1747.0, - "26": 1811.0, - "27": 1915.0, - "28": 1929.0, - "29": 2020.0, - "30": 1936.0, - "31": 1680.0, - "32": 1878.0, - "33": 2204.0, - "34": 1888.0, - "35": 1963.0, - "36": 1928.0, - "37": 2383.0, - "38": 2177.0, - "39": 2388.0, - "40": 2274.0, - "41": 2194.0, - "42": 2167.0, - "43": 1922.0, - "44": 1978.0, - "45": 2043.0, - "46": 2112.0, - "47": 2556.0, - "48": 2251.0, - "49": 2320.0, - "50": 2278.0, - "51": 2563.0, - "52": 2431.0, - "53": 2917.0, - "54": 2655.0, - "55": 2307.0, - "56": 2605.0, - "57": 2385.0, - "58": 2952.0, - "59": 2730.0, - "60": 2287.0, - "61": 2904.0, - "62": 2601.0, - "63": 2452.0, - "64": 2810.0, - "65": 2544.0, - "66": 2914.0, - "67": 2664.0, - "68": 2709.0, - "69": 2967.0, - "70": 3049.0, - "71": 2936.0, - "72": 2410.0, - "73": 2991.0, - "74": 1882.0, - "75": 2539.0, - "76": 3060.0, - "77": 3219.0, - "78": 3023.0, - "79": 3084.0, - "80": 3101.0, - "81": 3530.0, - "82": 3298.0, - "83": 2666.0, - "84": 3154.0, - "85": 3288.0, - "86": 2827.0, - "87": 3720.0, - "88": 3168.0, - "89": 3275.0, - "90": 3168.0, - "91": 2919.0, - "92": 3071.0, - "93": 2751.0, - "94": 3412.0, - "95": 3186.0, - "96": 3429.0, - "97": 3083.0, - "98": 3477.0, - "99": 3093.0, - "100": 3212.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 397747712.0, - "2": 397747712.0, - "3": 397747712.0, - "4": 397747712.0, - "5": 397747712.0, - "6": 397747712.0, - "7": 397747712.0, - "8": 397747712.0, - "9": 397747712.0, - "10": 397747712.0, - "11": 397747712.0, - "12": 397747712.0, - "13": 397747712.0, - "14": 397747712.0, - "15": 397747712.0, - "16": 397747712.0, - "17": 397747712.0, - "18": 397747712.0, - "19": 397747712.0, - "20": 397747712.0, - "21": 397747712.0, - "22": 397747712.0, - "23": 397747712.0, - "24": 397747712.0, - "25": 397747712.0, - "26": 397747712.0, - "27": 397747712.0, - "28": 397747712.0, - "29": 397747712.0, - "30": 397747712.0, - "31": 397747712.0, - "32": 397747712.0, - "33": 397747712.0, - "34": 397747712.0, - "35": 397747712.0, - "36": 397747712.0, - "37": 397747712.0, - "38": 397747712.0, - "39": 397747712.0, - "40": 397747712.0, - "41": 397747712.0, - "42": 397747712.0, - "43": 397747712.0, - "44": 397747712.0, - "45": 397747712.0, - "46": 397747712.0, - "47": 397747712.0, - "48": 397747712.0, - "49": 397747712.0, - "50": 397747712.0, - "51": 397747712.0, - "52": 397747712.0, - "53": 397747712.0, - "54": 397747712.0, - "55": 397747712.0, - "56": 397747712.0, - "57": 397747712.0, - "58": 397747712.0, - "59": 397747712.0, - "60": 397747712.0, - "61": 397747712.0, - "62": 397747712.0, - "63": 397747712.0, - "64": 397747712.0, - "65": 397747712.0, - "66": 397747712.0, - "67": 397747712.0, - "68": 397747712.0, - "69": 397747712.0, - "70": 397747712.0, - "71": 397747712.0, - "72": 397747712.0, - "73": 397747712.0, - "74": 397747712.0, - "75": 397747712.0, - "76": 397747712.0, - "77": 397747712.0, - "78": 397747712.0, - "79": 397747712.0, - "80": 397747712.0, - "81": 397747712.0, - "82": 397747712.0, - "83": 397747712.0, - "84": 397747712.0, - "85": 397747712.0, - "86": 397747712.0, - "87": 397747712.0, - "88": 397747712.0, - "89": 397747712.0, - "90": 397747712.0, - "91": 397747712.0, - "92": 397747712.0, - "93": 397747712.0, - "94": 397747712.0, - "95": 397747712.0, - "96": 397747712.0, - "97": 397747712.0, - "98": 397747712.0, - "99": 397747712.0, - "100": 397747712.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1044755968.0, - "2": 1177840128.0, - "3": 1177840128.0, - "4": 1177840128.0, - "5": 1177840128.0, - "6": 1177840128.0, - "7": 1177840128.0, - "8": 1177840128.0, - "9": 1177840128.0, - "10": 1177840128.0, - "11": 1177840128.0, - "12": 1177840128.0, - "13": 1177840128.0, - "14": 1177840128.0, - "15": 1177840128.0, - "16": 1177840128.0, - "17": 1177840128.0, - "18": 1177840128.0, - "19": 1177840128.0, - "20": 1177840128.0, - "21": 1177840128.0, - "22": 1177840128.0, - "23": 1177840128.0, - "24": 1177840128.0, - "25": 1177840128.0, - "26": 1177840128.0, - "27": 1177840128.0, - "28": 1177840128.0, - "29": 1177840128.0, - "30": 1177840128.0, - "31": 1177840128.0, - "32": 1177840128.0, - "33": 1177840128.0, - "34": 1177840128.0, - "35": 1177840128.0, - "36": 1177840128.0, - "37": 1177840128.0, - "38": 1177840128.0, - "39": 1177840128.0, - "40": 1177840128.0, - "41": 1177840128.0, - "42": 1177840128.0, - "43": 1177840128.0, - "44": 1177840128.0, - "45": 1177840128.0, - "46": 1177840128.0, - "47": 1177840128.0, - "48": 1177840128.0, - "49": 1177840128.0, - "50": 1177840128.0, - "51": 1177840128.0, - "52": 1177840128.0, - "53": 1177840128.0, - "54": 1177840128.0, - "55": 1177840128.0, - "56": 1177840128.0, - "57": 1177840128.0, - "58": 1177840128.0, - "59": 1177840128.0, - "60": 1177840128.0, - "61": 1177840128.0, - "62": 1177840128.0, - "63": 1177840128.0, - "64": 1177840128.0, - "65": 1177840128.0, - "66": 1177840128.0, - "67": 1177840128.0, - "68": 1177840128.0, - "69": 1177840128.0, - "70": 1177840128.0, - "71": 1177840128.0, - "72": 1177840128.0, - "73": 1177840128.0, - "74": 1177840128.0, - "75": 1177840128.0, - "76": 1177840128.0, - "77": 1177840128.0, - "78": 1177840128.0, - "79": 1177840128.0, - "80": 1177840128.0, - "81": 1177840128.0, - "82": 1177840128.0, - "83": 1177840128.0, - "84": 1177840128.0, - "85": 1177840128.0, - "86": 1177840128.0, - "87": 1177840128.0, - "88": 1177840128.0, - "89": 1177840128.0, - "90": 1177840128.0, - "91": 1177840128.0, - "92": 1177840128.0, - "93": 1177840128.0, - "94": 1177840128.0, - "95": 1177840128.0, - "96": 1177840128.0, - "97": 1177840128.0, - "98": 1177840128.0, - "99": 1177840128.0, - "100": 1177840128.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 9.95666, - "2": 0.32924, - "3": 0.25226, - "4": 0.25106, - "5": 0.25493, - "6": 0.25253, - "7": 0.25357, - "8": 0.25271, - "9": 0.25432, - "10": 0.25385, - "11": 0.25308, - "12": 0.25347, - "13": 0.25055, - "14": 0.25356, - "15": 0.26243, - "16": 0.26195, - "17": 0.25653, - "18": 0.25321, - "19": 0.25683, - "20": 0.253, - "21": 0.26002, - "22": 0.25583, - "23": 0.2569, - "24": 0.25453, - "25": 0.25674, - "26": 0.28427, - "27": 0.26846, - "28": 0.25669, - "29": 0.25979, - "30": 0.25506, - "31": 0.25795, - "32": 0.25594, - "33": 0.25547, - "34": 0.25599, - "35": 0.2592, - "36": 0.25766, - "37": 0.25711, - "38": 0.25265, - "39": 0.25683, - "40": 0.25734, - "41": 0.25589, - "42": 0.25063, - "43": 0.25742, - "44": 0.25967, - "45": 0.25573, - "46": 0.25687, - "47": 0.26161, - "48": 0.25952, - "49": 0.25626, - "50": 0.25429, - "51": 0.26173, - "52": 0.27578, - "53": 0.2696, - "54": 0.26719, - "55": 0.26842, - "56": 0.27282, - "57": 0.27059, - "58": 0.26573, - "59": 0.27553, - "60": 0.26764, - "61": 0.25837, - "62": 0.25923, - "63": 0.27037, - "64": 0.26917, - "65": 0.26615, - "66": 0.57271, - "67": 0.26906, - "68": 0.26543, - "69": 0.26985, - "70": 0.27165, - "71": 0.26533, - "72": 0.27015, - "73": 0.26666, - "74": 0.26902, - "75": 0.26747, - "76": 0.26725, - "77": 0.269, - "78": 0.27067, - "79": 0.26982, - "80": 0.26617, - "81": 0.269, - "82": 0.26853, - "83": 0.26607, - "84": 0.26722, - "85": 0.27017, - "86": 0.2778, - "87": 0.27697, - "88": 0.27012, - "89": 0.27065, - "90": 0.26599, - "91": 0.26551, - "92": 0.27357, - "93": 0.27599, - "94": 0.26598, - "95": 0.27382, - "96": 0.27956, - "97": 0.26613, - "98": 0.26511, - "99": 0.26941, - "100": 0.27208 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_qk_layernorm_test_mode/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_qk_layernorm_test_mode/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index d5d1de46cac..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp1_resume_torch_dist_qk_layernorm_test_mode/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84194, - "2": 10.85713, - "3": 10.84346, - "4": 10.84202, - "5": 10.85873, - "6": 10.86412, - "7": 10.851, - "8": 10.84731, - "9": 10.85736, - "10": 10.81845, - "11": 10.8595, - "12": 10.84335, - "13": 10.86446, - "14": 10.85336, - "15": 10.81222, - "16": 10.81549, - "17": 10.78956, - "18": 10.79784, - "19": 10.79279, - "20": 10.71072, - "21": 10.6971, - "22": 10.58894, - "23": 10.7072, - "24": 10.60764, - "25": 10.57461, - "26": 10.6238, - "27": 10.62036, - "28": 10.567, - "29": 10.57013, - "30": 10.40091, - "31": 10.17393, - "32": 10.46119, - "33": 10.45713, - "34": 10.24672, - "35": 10.28875, - "36": 10.25284, - "37": 10.3466, - "38": 10.20914, - "39": 10.39432, - "40": 10.10167, - "41": 10.159, - "42": 10.21413, - "43": 9.8848, - "44": 9.98809, - "45": 9.86955, - "46": 9.84366, - "47": 10.1377, - "48": 9.87973, - "49": 9.56916, - "50": 9.91374, - "51": 9.86379, - "52": 9.75652, - "53": 10.06157, - "54": 9.96418, - "55": 9.89204, - "56": 9.63681, - "57": 9.49807, - "58": 9.83504, - "59": 9.59701, - "60": 9.51573, - "61": 9.70155, - "62": 9.97973, - "63": 9.38914, - "64": 9.77552, - "65": 8.95939, - "66": 9.6978, - "67": 9.37174, - "68": 9.78449, - "69": 9.79058, - "70": 9.74555, - "71": 9.61867, - "72": 9.58317, - "73": 9.49175, - "74": 8.939, - "75": 9.41848, - "76": 9.07237, - "77": 10.06903, - "78": 9.72443, - "79": 9.3767, - "80": 9.40261, - "81": 9.47859, - "82": 9.6984, - "83": 9.30086, - "84": 9.41299, - "85": 9.61514, - "86": 9.07881, - "87": 9.59402, - "88": 9.74658, - "89": 9.60096, - "90": 9.81999, - "91": 9.32977, - "92": 9.35625, - "93": 9.07406, - "94": 8.82774, - "95": 9.51099, - "96": 9.52501, - "97": 9.3163, - "98": 9.67278, - "99": 8.88493, - "100": 9.39984 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1664.0, - "2": 1707.0, - "3": 1836.0, - "4": 1861.0, - "5": 2007.0, - "6": 1868.0, - "7": 1826.0, - "8": 1697.0, - "9": 1815.0, - "10": 1469.0, - "11": 1876.0, - "12": 1879.0, - "13": 1979.0, - "14": 1902.0, - "15": 1992.0, - "16": 1988.0, - "17": 1879.0, - "18": 1802.0, - "19": 1886.0, - "20": 1767.0, - "21": 1929.0, - "22": 1714.0, - "23": 2031.0, - "24": 1685.0, - "25": 1747.0, - "26": 1811.0, - "27": 1915.0, - "28": 1929.0, - "29": 2020.0, - "30": 1936.0, - "31": 1680.0, - "32": 1878.0, - "33": 2204.0, - "34": 1888.0, - "35": 1963.0, - "36": 1928.0, - "37": 2383.0, - "38": 2177.0, - "39": 2388.0, - "40": 2274.0, - "41": 2194.0, - "42": 2167.0, - "43": 1922.0, - "44": 1978.0, - "45": 2043.0, - "46": 2112.0, - "47": 2556.0, - "48": 2251.0, - "49": 2320.0, - "50": 2278.0, - "51": 2563.0, - "52": 2431.0, - "53": 2917.0, - "54": 2655.0, - "55": 2307.0, - "56": 2605.0, - "57": 2385.0, - "58": 2952.0, - "59": 2730.0, - "60": 2287.0, - "61": 2904.0, - "62": 2601.0, - "63": 2452.0, - "64": 2810.0, - "65": 2544.0, - "66": 2914.0, - "67": 2664.0, - "68": 2709.0, - "69": 2967.0, - "70": 3049.0, - "71": 2936.0, - "72": 2410.0, - "73": 2991.0, - "74": 1882.0, - "75": 2539.0, - "76": 3060.0, - "77": 3219.0, - "78": 3023.0, - "79": 3084.0, - "80": 3101.0, - "81": 3530.0, - "82": 3298.0, - "83": 2666.0, - "84": 3154.0, - "85": 3288.0, - "86": 2827.0, - "87": 3720.0, - "88": 3168.0, - "89": 3275.0, - "90": 3168.0, - "91": 2919.0, - "92": 3071.0, - "93": 2751.0, - "94": 3412.0, - "95": 3186.0, - "96": 3429.0, - "97": 3083.0, - "98": 3477.0, - "99": 3093.0, - "100": 3212.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 397747712.0, - "2": 397747712.0, - "3": 397747712.0, - "4": 397747712.0, - "5": 397747712.0, - "6": 397747712.0, - "7": 397747712.0, - "8": 397747712.0, - "9": 397747712.0, - "10": 397747712.0, - "11": 397747712.0, - "12": 397747712.0, - "13": 397747712.0, - "14": 397747712.0, - "15": 397747712.0, - "16": 397747712.0, - "17": 397747712.0, - "18": 397747712.0, - "19": 397747712.0, - "20": 397747712.0, - "21": 397747712.0, - "22": 397747712.0, - "23": 397747712.0, - "24": 397747712.0, - "25": 397747712.0, - "26": 397747712.0, - "27": 397747712.0, - "28": 397747712.0, - "29": 397747712.0, - "30": 397747712.0, - "31": 397747712.0, - "32": 397747712.0, - "33": 397747712.0, - "34": 397747712.0, - "35": 397747712.0, - "36": 397747712.0, - "37": 397747712.0, - "38": 397747712.0, - "39": 397747712.0, - "40": 397747712.0, - "41": 397747712.0, - "42": 397747712.0, - "43": 397747712.0, - "44": 397747712.0, - "45": 397747712.0, - "46": 397747712.0, - "47": 397747712.0, - "48": 397747712.0, - "49": 397747712.0, - "50": 397747712.0, - "51": 397747712.0, - "52": 397747712.0, - "53": 397747712.0, - "54": 397747712.0, - "55": 397747712.0, - "56": 397747712.0, - "57": 397747712.0, - "58": 397747712.0, - "59": 397747712.0, - "60": 397747712.0, - "61": 397747712.0, - "62": 397747712.0, - "63": 397747712.0, - "64": 397747712.0, - "65": 397747712.0, - "66": 397747712.0, - "67": 397747712.0, - "68": 397747712.0, - "69": 397747712.0, - "70": 397747712.0, - "71": 397747712.0, - "72": 397747712.0, - "73": 397747712.0, - "74": 397747712.0, - "75": 397747712.0, - "76": 397747712.0, - "77": 397747712.0, - "78": 397747712.0, - "79": 397747712.0, - "80": 397747712.0, - "81": 397747712.0, - "82": 397747712.0, - "83": 397747712.0, - "84": 397747712.0, - "85": 397747712.0, - "86": 397747712.0, - "87": 397747712.0, - "88": 397747712.0, - "89": 397747712.0, - "90": 397747712.0, - "91": 397747712.0, - "92": 397747712.0, - "93": 397747712.0, - "94": 397747712.0, - "95": 397747712.0, - "96": 397747712.0, - "97": 397747712.0, - "98": 397747712.0, - "99": 397747712.0, - "100": 397747712.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1044755968.0, - "2": 1177840128.0, - "3": 1177840128.0, - "4": 1177840128.0, - "5": 1177840128.0, - "6": 1177840128.0, - "7": 1177840128.0, - "8": 1177840128.0, - "9": 1177840128.0, - "10": 1177840128.0, - "11": 1177840128.0, - "12": 1177840128.0, - "13": 1177840128.0, - "14": 1177840128.0, - "15": 1177840128.0, - "16": 1177840128.0, - "17": 1177840128.0, - "18": 1177840128.0, - "19": 1177840128.0, - "20": 1177840128.0, - "21": 1177840128.0, - "22": 1177840128.0, - "23": 1177840128.0, - "24": 1177840128.0, - "25": 1177840128.0, - "26": 1177840128.0, - "27": 1177840128.0, - "28": 1177840128.0, - "29": 1177840128.0, - "30": 1177840128.0, - "31": 1177840128.0, - "32": 1177840128.0, - "33": 1177840128.0, - "34": 1177840128.0, - "35": 1177840128.0, - "36": 1177840128.0, - "37": 1177840128.0, - "38": 1177840128.0, - "39": 1177840128.0, - "40": 1177840128.0, - "41": 1177840128.0, - "42": 1177840128.0, - "43": 1177840128.0, - "44": 1177840128.0, - "45": 1177840128.0, - "46": 1177840128.0, - "47": 1177840128.0, - "48": 1177840128.0, - "49": 1177840128.0, - "50": 1177840128.0, - "51": 1177840128.0, - "52": 1177840128.0, - "53": 1177840128.0, - "54": 1177840128.0, - "55": 1177840128.0, - "56": 1177840128.0, - "57": 1177840128.0, - "58": 1177840128.0, - "59": 1177840128.0, - "60": 1177840128.0, - "61": 1177840128.0, - "62": 1177840128.0, - "63": 1177840128.0, - "64": 1177840128.0, - "65": 1177840128.0, - "66": 1177840128.0, - "67": 1177840128.0, - "68": 1177840128.0, - "69": 1177840128.0, - "70": 1177840128.0, - "71": 1177840128.0, - "72": 1177840128.0, - "73": 1177840128.0, - "74": 1177840128.0, - "75": 1177840128.0, - "76": 1177840128.0, - "77": 1177840128.0, - "78": 1177840128.0, - "79": 1177840128.0, - "80": 1177840128.0, - "81": 1177840128.0, - "82": 1177840128.0, - "83": 1177840128.0, - "84": 1177840128.0, - "85": 1177840128.0, - "86": 1177840128.0, - "87": 1177840128.0, - "88": 1177840128.0, - "89": 1177840128.0, - "90": 1177840128.0, - "91": 1177840128.0, - "92": 1177840128.0, - "93": 1177840128.0, - "94": 1177840128.0, - "95": 1177840128.0, - "96": 1177840128.0, - "97": 1177840128.0, - "98": 1177840128.0, - "99": 1177840128.0, - "100": 1177840128.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 9.61367, - "2": 0.31935, - "3": 0.29274, - "4": 0.28637, - "5": 0.2844, - "6": 0.29788, - "7": 0.2902, - "8": 0.28573, - "9": 0.29136, - "10": 0.29884, - "11": 0.29048, - "12": 0.2896, - "13": 0.29421, - "14": 0.29008, - "15": 0.2871, - "16": 0.28903, - "17": 0.2924, - "18": 0.28887, - "19": 0.28926, - "20": 0.30241, - "21": 0.29571, - "22": 0.28966, - "23": 0.29177, - "24": 0.29106, - "25": 0.28884, - "26": 0.28921, - "27": 0.29461, - "28": 0.28664, - "29": 0.28881, - "30": 0.29392, - "31": 0.29062, - "32": 0.28778, - "33": 0.29055, - "34": 0.29409, - "35": 0.29169, - "36": 0.29211, - "37": 0.29809, - "38": 0.29114, - "39": 0.29052, - "40": 0.2919, - "41": 0.2953, - "42": 0.28957, - "43": 0.29349, - "44": 0.30062, - "45": 0.28999, - "46": 0.29486, - "47": 0.29689, - "48": 0.29092, - "49": 0.29024, - "50": 0.28916, - "51": 0.30865, - "52": 0.29957, - "53": 0.28833, - "54": 0.29375, - "55": 0.29176, - "56": 0.29338, - "57": 0.28952, - "58": 0.29232, - "59": 0.29026, - "60": 0.28767, - "61": 0.29364, - "62": 0.2935, - "63": 0.29522, - "64": 0.29495, - "65": 0.29509, - "66": 0.29643, - "67": 0.29584, - "68": 0.29853, - "69": 0.29821, - "70": 0.29334, - "71": 0.29579, - "72": 0.29325, - "73": 0.29403, - "74": 0.29671, - "75": 0.63106, - "76": 0.29142, - "77": 0.29491, - "78": 0.29437, - "79": 0.29239, - "80": 0.29453, - "81": 0.29509, - "82": 0.29493, - "83": 0.2915, - "84": 0.30181, - "85": 0.29305, - "86": 0.28823, - "87": 0.29337, - "88": 0.29025, - "89": 0.28953, - "90": 0.29694, - "91": 0.29077, - "92": 0.29411, - "93": 0.28767, - "94": 0.29313, - "95": 0.29276, - "96": 0.29197, - "97": 0.29466, - "98": 0.29321, - "99": 0.29311, - "100": 0.29175 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp2_resume_torch_dist_reshard_8x1xNone/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp2_resume_torch_dist_reshard_8x1xNone/golden_values_dev_dgx_h100.json index 2dfc5d0f6ae..5c404dad658 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp2_resume_torch_dist_reshard_8x1xNone/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp2_resume_torch_dist_reshard_8x1xNone/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 13.88965, - "2": 0.27451, - "3": 0.24975, - "4": 0.25072, - "5": 0.2432, - "6": 0.24332, - "7": 0.23789, - "8": 0.23936, - "9": 0.23192, - "10": 0.22503, - "11": 0.22584, - "12": 0.22831, - "13": 0.22937, - "14": 0.22514, - "15": 0.22707, - "16": 0.22601, - "17": 0.22754, - "18": 0.22863, - "19": 0.22776, - "20": 0.2264, - "21": 0.22812, - "22": 0.23837, - "23": 0.25872, - "24": 0.23186, - "25": 0.22533, - "26": 0.22641, - "27": 0.22648, - "28": 0.22569, - "29": 0.22721, - "30": 0.22446, - "31": 0.2299, - "32": 0.22776, - "33": 0.22874, - "34": 0.22685, - "35": 0.22809, - "36": 0.23141, - "37": 0.22676, - "38": 0.22629, - "39": 0.22929, - "40": 0.23118, - "41": 0.22744, - "42": 0.22706, - "43": 0.23097, - "44": 0.22844, - "45": 0.22948, - "46": 0.22632, - "47": 0.22989, - "48": 0.22849, - "49": 0.23116, - "50": 0.23165, - "51": 0.25535, - "52": 0.27151, - "53": 0.23628, - "54": 0.23553, - "55": 0.23112, - "56": 0.23386, - "57": 0.2314, - "58": 0.23297, - "59": 0.22916, - "60": 0.22848, - "61": 0.23048, - "62": 0.22881, - "63": 0.23036, - "64": 0.2284, - "65": 0.23027, - "66": 0.22734, - "67": 0.23011, - "68": 0.22993, - "69": 0.22771, - "70": 0.23247, - "71": 0.22785, - "72": 0.22934, - "73": 0.22755, - "74": 0.22901, - "75": 0.22825, - "76": 0.22722, - "77": 0.22986, - "78": 0.22763, - "79": 0.22994, - "80": 0.22933, - "81": 0.2282, - "82": 0.22957, - "83": 0.22817, - "84": 0.22948, - "85": 0.2273, - "86": 0.22834, - "87": 0.23316, - "88": 0.22928, - "89": 0.22663, - "90": 0.23145, - "91": 0.22771, - "92": 0.22915, - "93": 0.22882, - "94": 0.22769, - "95": 0.22918, - "96": 0.23296, - "97": 0.22901, - "98": 0.23028, - "99": 0.23035, - "100": 0.23349 + "1": 13.61637, + "2": 0.24414, + "3": 0.22872, + "4": 0.22599, + "5": 0.22586, + "6": 0.22773, + "7": 0.22791, + "8": 0.22857, + "9": 0.2283, + "10": 0.22732, + "11": 0.22633, + "12": 0.22761, + "13": 0.22748, + "14": 0.23094, + "15": 0.22968, + "16": 0.22849, + "17": 0.22934, + "18": 0.22814, + "19": 0.22822, + "20": 0.22758, + "21": 0.22806, + "22": 0.25737, + "23": 0.24238, + "24": 0.23166, + "25": 0.22695, + "26": 0.22857, + "27": 0.23442, + "28": 0.22861, + "29": 0.2302, + "30": 0.2316, + "31": 0.23014, + "32": 0.22948, + "33": 0.23272, + "34": 0.23222, + "35": 0.23035, + "36": 0.23384, + "37": 0.23085, + "38": 0.23058, + "39": 0.23686, + "40": 0.23939, + "41": 0.23562, + "42": 0.23544, + "43": 0.23293, + "44": 0.22874, + "45": 0.234, + "46": 0.22942, + "47": 0.23036, + "48": 0.23404, + "49": 0.2686, + "50": 0.24831, + "51": 0.28415, + "52": 0.23699, + "53": 0.26129, + "54": 0.2273, + "55": 0.22639, + "56": 0.22691, + "57": 0.22504, + "58": 0.22822, + "59": 0.22913, + "60": 0.22577, + "61": 0.23097, + "62": 0.22702, + "63": 0.22579, + "64": 0.22717, + "65": 0.22986, + "66": 0.22481, + "67": 0.22676, + "68": 0.22643, + "69": 0.22933, + "70": 0.23566, + "71": 0.22795, + "72": 0.22654, + "73": 0.2256, + "74": 0.22941, + "75": 0.23701, + "76": 0.23527, + "77": 0.23476, + "78": 0.23472, + "79": 0.22599, + "80": 0.22758, + "81": 0.22717, + "82": 0.22657, + "83": 0.22688, + "84": 0.22827, + "85": 0.22612, + "86": 0.22871, + "87": 0.23133, + "88": 0.22934, + "89": 0.22859, + "90": 0.22635, + "91": 0.22606, + "92": 0.2297, + "93": 0.22713, + "94": 0.2261, + "95": 0.227, + "96": 0.23135, + "97": 0.22866, + "98": 0.22601, + "99": 0.2277, + "100": 0.2323 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp2_resume_torch_dist_reshard_8x1xNone/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp2_resume_torch_dist_reshard_8x1xNone/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index ff73ed22db1..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp2_resume_torch_dist_reshard_8x1xNone/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.90433, - "2": 10.90931, - "3": 10.90937, - "4": 10.90764, - "5": 10.90709, - "6": 10.91174, - "7": 10.91413, - "8": 10.89808, - "9": 10.91252, - "10": 10.87838, - "11": 10.90538, - "12": 10.89588, - "13": 10.91234, - "14": 10.90596, - "15": 10.86278, - "16": 10.85987, - "17": 10.84211, - "18": 10.83508, - "19": 10.84021, - "20": 10.74667, - "21": 10.72431, - "22": 10.6337, - "23": 10.74257, - "24": 10.63399, - "25": 10.60185, - "26": 10.64659, - "27": 10.64193, - "28": 10.58695, - "29": 10.59421, - "30": 10.394, - "31": 10.17174, - "32": 10.48573, - "33": 10.48042, - "34": 10.25002, - "35": 10.29811, - "36": 10.25221, - "37": 10.36635, - "38": 10.22258, - "39": 10.42495, - "40": 10.111, - "41": 10.17165, - "42": 10.22384, - "43": 9.86674, - "44": 9.99019, - "45": 9.8622, - "46": 9.84813, - "47": 10.16079, - "48": 9.87303, - "49": 9.55987, - "50": 9.92159, - "51": 9.8695, - "52": 9.76154, - "53": 10.08349, - "54": 9.97449, - "55": 9.89437, - "56": 9.6424, - "57": 9.50352, - "58": 9.84153, - "59": 9.60017, - "60": 9.51715, - "61": 9.70458, - "62": 9.98292, - "63": 9.39067, - "64": 9.7797, - "65": 8.96053, - "66": 9.70288, - "67": 9.3734, - "68": 9.78805, - "69": 9.79828, - "70": 9.74999, - "71": 9.62682, - "72": 9.59043, - "73": 9.49893, - "74": 8.94842, - "75": 9.42922, - "76": 9.08268, - "77": 10.07413, - "78": 9.73322, - "79": 9.38352, - "80": 9.40713, - "81": 9.48366, - "82": 9.70577, - "83": 9.3103, - "84": 9.41846, - "85": 9.62053, - "86": 9.08533, - "87": 9.59962, - "88": 9.75141, - "89": 9.60594, - "90": 9.8245, - "91": 9.33973, - "92": 9.36344, - "93": 9.08397, - "94": 8.83571, - "95": 9.51936, - "96": 9.53001, - "97": 9.31995, - "98": 9.67709, - "99": 8.88909, - "100": 9.40491 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1595.0, - "2": 1632.0, - "3": 1539.0, - "4": 1702.0, - "5": 1827.0, - "6": 1718.0, - "7": 1810.0, - "8": 1634.0, - "9": 2007.0, - "10": 1457.0, - "11": 1906.0, - "12": 1737.0, - "13": 1917.0, - "14": 1828.0, - "15": 1866.0, - "16": 1826.0, - "17": 1762.0, - "18": 1761.0, - "19": 1803.0, - "20": 1803.0, - "21": 1996.0, - "22": 1691.0, - "23": 2060.0, - "24": 1622.0, - "25": 1595.0, - "26": 1608.0, - "27": 1890.0, - "28": 1913.0, - "29": 1987.0, - "30": 1808.0, - "31": 1549.0, - "32": 1838.0, - "33": 2073.0, - "34": 1859.0, - "35": 1870.0, - "36": 1870.0, - "37": 2300.0, - "38": 2186.0, - "39": 2368.0, - "40": 2097.0, - "41": 2325.0, - "42": 2227.0, - "43": 2036.0, - "44": 2098.0, - "45": 2055.0, - "46": 2146.0, - "47": 2453.0, - "48": 2273.0, - "49": 2244.0, - "50": 2252.0, - "51": 2484.0, - "52": 2568.0, - "53": 2834.0, - "54": 2607.0, - "55": 2149.0, - "56": 2683.0, - "57": 2283.0, - "58": 2764.0, - "59": 2623.0, - "60": 2456.0, - "61": 2938.0, - "62": 2456.0, - "63": 2279.0, - "64": 3078.0, - "65": 2504.0, - "66": 2881.0, - "67": 2683.0, - "68": 2657.0, - "69": 2832.0, - "70": 3144.0, - "71": 2930.0, - "72": 2328.0, - "73": 2984.0, - "74": 1752.0, - "75": 2451.0, - "76": 3040.0, - "77": 3213.0, - "78": 2936.0, - "79": 2941.0, - "80": 3112.0, - "81": 3568.0, - "82": 3105.0, - "83": 2725.0, - "84": 3051.0, - "85": 3170.0, - "86": 2645.0, - "87": 3586.0, - "88": 2902.0, - "89": 3371.0, - "90": 2971.0, - "91": 2800.0, - "92": 3017.0, - "93": 2524.0, - "94": 3384.0, - "95": 3147.0, - "96": 3388.0, - "97": 3031.0, - "98": 3619.0, - "99": 3004.0, - "100": 3100.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 312352256.0, - "2": 312352256.0, - "3": 312352256.0, - "4": 312352256.0, - "5": 312352256.0, - "6": 312352256.0, - "7": 312352256.0, - "8": 312352256.0, - "9": 312352256.0, - "10": 312352256.0, - "11": 312352256.0, - "12": 312352256.0, - "13": 312352256.0, - "14": 312352256.0, - "15": 312352256.0, - "16": 312352256.0, - "17": 312352256.0, - "18": 312352256.0, - "19": 312352256.0, - "20": 312352256.0, - "21": 312352256.0, - "22": 312352256.0, - "23": 312352256.0, - "24": 312352256.0, - "25": 312352256.0, - "26": 312352256.0, - "27": 312352256.0, - "28": 312352256.0, - "29": 312352256.0, - "30": 312352256.0, - "31": 312352256.0, - "32": 312352256.0, - "33": 312352256.0, - "34": 312352256.0, - "35": 312352256.0, - "36": 312352256.0, - "37": 312352256.0, - "38": 312352256.0, - "39": 312352256.0, - "40": 312352256.0, - "41": 312352256.0, - "42": 312352256.0, - "43": 312352256.0, - "44": 312352256.0, - "45": 312352256.0, - "46": 312352256.0, - "47": 312352256.0, - "48": 312352256.0, - "49": 312352256.0, - "50": 312352256.0, - "51": 312352256.0, - "52": 312352256.0, - "53": 312352256.0, - "54": 312352256.0, - "55": 312352256.0, - "56": 312352256.0, - "57": 312352256.0, - "58": 312352256.0, - "59": 312352256.0, - "60": 312352256.0, - "61": 312352256.0, - "62": 312352256.0, - "63": 312352256.0, - "64": 312352256.0, - "65": 312352256.0, - "66": 312352256.0, - "67": 312352256.0, - "68": 312352256.0, - "69": 312352256.0, - "70": 312352256.0, - "71": 312352256.0, - "72": 312352256.0, - "73": 312352256.0, - "74": 312352256.0, - "75": 312352256.0, - "76": 312352256.0, - "77": 312352256.0, - "78": 312352256.0, - "79": 312352256.0, - "80": 312352256.0, - "81": 312352256.0, - "82": 312352256.0, - "83": 312352256.0, - "84": 312352256.0, - "85": 312352256.0, - "86": 312352256.0, - "87": 312352256.0, - "88": 312352256.0, - "89": 312352256.0, - "90": 312352256.0, - "91": 312352256.0, - "92": 312352256.0, - "93": 312352256.0, - "94": 312352256.0, - "95": 312352256.0, - "96": 312352256.0, - "97": 312352256.0, - "98": 312352256.0, - "99": 312352256.0, - "100": 312352256.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 754434560.0, - "2": 843763200.0, - "3": 843763200.0, - "4": 843763200.0, - "5": 843763200.0, - "6": 843763200.0, - "7": 843763200.0, - "8": 843763200.0, - "9": 843763200.0, - "10": 843763200.0, - "11": 843763200.0, - "12": 843763200.0, - "13": 843763200.0, - "14": 843763200.0, - "15": 843763200.0, - "16": 843763200.0, - "17": 843763200.0, - "18": 843763200.0, - "19": 843763200.0, - "20": 843763200.0, - "21": 843763200.0, - "22": 843763200.0, - "23": 843763200.0, - "24": 843763200.0, - "25": 843763200.0, - "26": 843763200.0, - "27": 843763200.0, - "28": 843763200.0, - "29": 843763200.0, - "30": 843763200.0, - "31": 843763200.0, - "32": 843763200.0, - "33": 843763200.0, - "34": 843763200.0, - "35": 843763200.0, - "36": 843763200.0, - "37": 843763200.0, - "38": 843763200.0, - "39": 843763200.0, - "40": 843763200.0, - "41": 843763200.0, - "42": 843763200.0, - "43": 843763200.0, - "44": 843763200.0, - "45": 843763200.0, - "46": 843763200.0, - "47": 843763200.0, - "48": 843763200.0, - "49": 843763200.0, - "50": 843763200.0, - "51": 843763200.0, - "52": 843763200.0, - "53": 843763200.0, - "54": 843763200.0, - "55": 843763200.0, - "56": 843763200.0, - "57": 843763200.0, - "58": 843763200.0, - "59": 843763200.0, - "60": 843763200.0, - "61": 843763200.0, - "62": 843763200.0, - "63": 843763200.0, - "64": 843763200.0, - "65": 843763200.0, - "66": 843763200.0, - "67": 843763200.0, - "68": 843763200.0, - "69": 843763200.0, - "70": 843763200.0, - "71": 843763200.0, - "72": 843763200.0, - "73": 843763200.0, - "74": 843763200.0, - "75": 843763200.0, - "76": 843763200.0, - "77": 843763200.0, - "78": 843763200.0, - "79": 843763200.0, - "80": 843763200.0, - "81": 843763200.0, - "82": 843763200.0, - "83": 843763200.0, - "84": 843763200.0, - "85": 843763200.0, - "86": 843763200.0, - "87": 843763200.0, - "88": 843763200.0, - "89": 843763200.0, - "90": 843763200.0, - "91": 843763200.0, - "92": 843763200.0, - "93": 843763200.0, - "94": 843763200.0, - "95": 843763200.0, - "96": 843763200.0, - "97": 843763200.0, - "98": 843763200.0, - "99": 843763200.0, - "100": 843763200.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 14.22764, - "2": 0.24357, - "3": 0.1983, - "4": 0.19798, - "5": 0.19753, - "6": 0.19867, - "7": 0.2023, - "8": 0.20916, - "9": 0.19896, - "10": 0.19379, - "11": 0.19485, - "12": 0.19576, - "13": 0.19787, - "14": 0.19429, - "15": 0.19302, - "16": 0.19471, - "17": 0.19504, - "18": 0.19198, - "19": 0.19495, - "20": 0.19263, - "21": 0.19416, - "22": 0.19641, - "23": 0.19469, - "24": 0.1929, - "25": 0.19216, - "26": 0.19363, - "27": 0.19398, - "28": 0.20085, - "29": 0.19636, - "30": 0.19368, - "31": 0.19607, - "32": 0.19525, - "33": 0.19664, - "34": 0.19678, - "35": 0.19781, - "36": 0.19903, - "37": 0.19855, - "38": 0.19741, - "39": 0.19904, - "40": 0.1946, - "41": 0.19866, - "42": 0.19875, - "43": 0.19854, - "44": 0.19999, - "45": 0.19615, - "46": 0.19571, - "47": 0.20067, - "48": 0.20086, - "49": 0.199, - "50": 0.20278, - "51": 0.22281, - "52": 0.23219, - "53": 0.1956, - "54": 0.20104, - "55": 0.19383, - "56": 0.19622, - "57": 0.1958, - "58": 0.19611, - "59": 0.20122, - "60": 0.19838, - "61": 0.19728, - "62": 0.19768, - "63": 0.19649, - "64": 0.19849, - "65": 0.19729, - "66": 0.20239, - "67": 0.1983, - "68": 0.19972, - "69": 0.19875, - "70": 0.19826, - "71": 0.199, - "72": 0.20079, - "73": 0.19629, - "74": 0.19463, - "75": 0.19309, - "76": 0.19531, - "77": 0.19866, - "78": 0.19554, - "79": 0.19894, - "80": 0.19644, - "81": 0.19444, - "82": 0.1982, - "83": 0.19564, - "84": 0.19462, - "85": 0.19336, - "86": 0.19393, - "87": 0.19166, - "88": 0.19067, - "89": 0.19389, - "90": 0.19317, - "91": 0.19001, - "92": 0.19028, - "93": 0.19093, - "94": 0.19224, - "95": 0.19066, - "96": 0.19224, - "97": 0.18966, - "98": 0.19044, - "99": 0.19273, - "100": 0.20509 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp2_resume_torch_dist_reshard_8x1xNone/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp2_resume_torch_dist_reshard_8x1xNone/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 5c404dad658..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp4_pp2_resume_torch_dist_reshard_8x1xNone/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.90433, - "2": 10.90931, - "3": 10.90937, - "4": 10.90764, - "5": 10.90709, - "6": 10.91174, - "7": 10.91413, - "8": 10.89808, - "9": 10.91252, - "10": 10.87838, - "11": 10.90538, - "12": 10.89588, - "13": 10.91234, - "14": 10.90596, - "15": 10.86278, - "16": 10.85987, - "17": 10.84211, - "18": 10.83508, - "19": 10.84021, - "20": 10.74667, - "21": 10.72431, - "22": 10.6337, - "23": 10.74257, - "24": 10.63399, - "25": 10.60185, - "26": 10.64659, - "27": 10.64193, - "28": 10.58695, - "29": 10.59421, - "30": 10.394, - "31": 10.17174, - "32": 10.48573, - "33": 10.48042, - "34": 10.25002, - "35": 10.29811, - "36": 10.25221, - "37": 10.36635, - "38": 10.22258, - "39": 10.42495, - "40": 10.111, - "41": 10.17165, - "42": 10.22384, - "43": 9.86674, - "44": 9.99019, - "45": 9.8622, - "46": 9.84813, - "47": 10.16079, - "48": 9.87303, - "49": 9.55987, - "50": 9.92159, - "51": 9.8695, - "52": 9.76154, - "53": 10.08349, - "54": 9.97449, - "55": 9.89437, - "56": 9.6424, - "57": 9.50352, - "58": 9.84153, - "59": 9.60017, - "60": 9.51715, - "61": 9.70458, - "62": 9.98292, - "63": 9.39067, - "64": 9.7797, - "65": 8.96053, - "66": 9.70288, - "67": 9.3734, - "68": 9.78805, - "69": 9.79828, - "70": 9.74999, - "71": 9.62682, - "72": 9.59043, - "73": 9.49893, - "74": 8.94842, - "75": 9.42922, - "76": 9.08268, - "77": 10.07413, - "78": 9.73322, - "79": 9.38352, - "80": 9.40713, - "81": 9.48366, - "82": 9.70577, - "83": 9.3103, - "84": 9.41846, - "85": 9.62053, - "86": 9.08533, - "87": 9.59962, - "88": 9.75141, - "89": 9.60594, - "90": 9.8245, - "91": 9.33973, - "92": 9.36344, - "93": 9.08397, - "94": 8.83571, - "95": 9.51936, - "96": 9.53001, - "97": 9.31995, - "98": 9.67709, - "99": 8.88909, - "100": 9.40491 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1595.0, - "2": 1632.0, - "3": 1539.0, - "4": 1702.0, - "5": 1827.0, - "6": 1718.0, - "7": 1810.0, - "8": 1634.0, - "9": 2007.0, - "10": 1457.0, - "11": 1906.0, - "12": 1737.0, - "13": 1917.0, - "14": 1828.0, - "15": 1866.0, - "16": 1826.0, - "17": 1762.0, - "18": 1761.0, - "19": 1803.0, - "20": 1803.0, - "21": 1996.0, - "22": 1691.0, - "23": 2060.0, - "24": 1622.0, - "25": 1595.0, - "26": 1608.0, - "27": 1890.0, - "28": 1913.0, - "29": 1987.0, - "30": 1808.0, - "31": 1549.0, - "32": 1838.0, - "33": 2073.0, - "34": 1859.0, - "35": 1870.0, - "36": 1870.0, - "37": 2300.0, - "38": 2186.0, - "39": 2368.0, - "40": 2097.0, - "41": 2325.0, - "42": 2227.0, - "43": 2036.0, - "44": 2098.0, - "45": 2055.0, - "46": 2146.0, - "47": 2453.0, - "48": 2273.0, - "49": 2244.0, - "50": 2252.0, - "51": 2484.0, - "52": 2568.0, - "53": 2834.0, - "54": 2607.0, - "55": 2149.0, - "56": 2683.0, - "57": 2283.0, - "58": 2764.0, - "59": 2623.0, - "60": 2456.0, - "61": 2938.0, - "62": 2456.0, - "63": 2279.0, - "64": 3078.0, - "65": 2504.0, - "66": 2881.0, - "67": 2683.0, - "68": 2657.0, - "69": 2832.0, - "70": 3144.0, - "71": 2930.0, - "72": 2328.0, - "73": 2984.0, - "74": 1752.0, - "75": 2451.0, - "76": 3040.0, - "77": 3213.0, - "78": 2936.0, - "79": 2941.0, - "80": 3112.0, - "81": 3568.0, - "82": 3105.0, - "83": 2725.0, - "84": 3051.0, - "85": 3170.0, - "86": 2645.0, - "87": 3586.0, - "88": 2902.0, - "89": 3371.0, - "90": 2971.0, - "91": 2800.0, - "92": 3017.0, - "93": 2524.0, - "94": 3384.0, - "95": 3147.0, - "96": 3388.0, - "97": 3031.0, - "98": 3619.0, - "99": 3004.0, - "100": 3100.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 312352256.0, - "2": 312352256.0, - "3": 312352256.0, - "4": 312352256.0, - "5": 312352256.0, - "6": 312352256.0, - "7": 312352256.0, - "8": 312352256.0, - "9": 312352256.0, - "10": 312352256.0, - "11": 312352256.0, - "12": 312352256.0, - "13": 312352256.0, - "14": 312352256.0, - "15": 312352256.0, - "16": 312352256.0, - "17": 312352256.0, - "18": 312352256.0, - "19": 312352256.0, - "20": 312352256.0, - "21": 312352256.0, - "22": 312352256.0, - "23": 312352256.0, - "24": 312352256.0, - "25": 312352256.0, - "26": 312352256.0, - "27": 312352256.0, - "28": 312352256.0, - "29": 312352256.0, - "30": 312352256.0, - "31": 312352256.0, - "32": 312352256.0, - "33": 312352256.0, - "34": 312352256.0, - "35": 312352256.0, - "36": 312352256.0, - "37": 312352256.0, - "38": 312352256.0, - "39": 312352256.0, - "40": 312352256.0, - "41": 312352256.0, - "42": 312352256.0, - "43": 312352256.0, - "44": 312352256.0, - "45": 312352256.0, - "46": 312352256.0, - "47": 312352256.0, - "48": 312352256.0, - "49": 312352256.0, - "50": 312352256.0, - "51": 312352256.0, - "52": 312352256.0, - "53": 312352256.0, - "54": 312352256.0, - "55": 312352256.0, - "56": 312352256.0, - "57": 312352256.0, - "58": 312352256.0, - "59": 312352256.0, - "60": 312352256.0, - "61": 312352256.0, - "62": 312352256.0, - "63": 312352256.0, - "64": 312352256.0, - "65": 312352256.0, - "66": 312352256.0, - "67": 312352256.0, - "68": 312352256.0, - "69": 312352256.0, - "70": 312352256.0, - "71": 312352256.0, - "72": 312352256.0, - "73": 312352256.0, - "74": 312352256.0, - "75": 312352256.0, - "76": 312352256.0, - "77": 312352256.0, - "78": 312352256.0, - "79": 312352256.0, - "80": 312352256.0, - "81": 312352256.0, - "82": 312352256.0, - "83": 312352256.0, - "84": 312352256.0, - "85": 312352256.0, - "86": 312352256.0, - "87": 312352256.0, - "88": 312352256.0, - "89": 312352256.0, - "90": 312352256.0, - "91": 312352256.0, - "92": 312352256.0, - "93": 312352256.0, - "94": 312352256.0, - "95": 312352256.0, - "96": 312352256.0, - "97": 312352256.0, - "98": 312352256.0, - "99": 312352256.0, - "100": 312352256.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 754434560.0, - "2": 843763200.0, - "3": 843763200.0, - "4": 843763200.0, - "5": 843763200.0, - "6": 843763200.0, - "7": 843763200.0, - "8": 843763200.0, - "9": 843763200.0, - "10": 843763200.0, - "11": 843763200.0, - "12": 843763200.0, - "13": 843763200.0, - "14": 843763200.0, - "15": 843763200.0, - "16": 843763200.0, - "17": 843763200.0, - "18": 843763200.0, - "19": 843763200.0, - "20": 843763200.0, - "21": 843763200.0, - "22": 843763200.0, - "23": 843763200.0, - "24": 843763200.0, - "25": 843763200.0, - "26": 843763200.0, - "27": 843763200.0, - "28": 843763200.0, - "29": 843763200.0, - "30": 843763200.0, - "31": 843763200.0, - "32": 843763200.0, - "33": 843763200.0, - "34": 843763200.0, - "35": 843763200.0, - "36": 843763200.0, - "37": 843763200.0, - "38": 843763200.0, - "39": 843763200.0, - "40": 843763200.0, - "41": 843763200.0, - "42": 843763200.0, - "43": 843763200.0, - "44": 843763200.0, - "45": 843763200.0, - "46": 843763200.0, - "47": 843763200.0, - "48": 843763200.0, - "49": 843763200.0, - "50": 843763200.0, - "51": 843763200.0, - "52": 843763200.0, - "53": 843763200.0, - "54": 843763200.0, - "55": 843763200.0, - "56": 843763200.0, - "57": 843763200.0, - "58": 843763200.0, - "59": 843763200.0, - "60": 843763200.0, - "61": 843763200.0, - "62": 843763200.0, - "63": 843763200.0, - "64": 843763200.0, - "65": 843763200.0, - "66": 843763200.0, - "67": 843763200.0, - "68": 843763200.0, - "69": 843763200.0, - "70": 843763200.0, - "71": 843763200.0, - "72": 843763200.0, - "73": 843763200.0, - "74": 843763200.0, - "75": 843763200.0, - "76": 843763200.0, - "77": 843763200.0, - "78": 843763200.0, - "79": 843763200.0, - "80": 843763200.0, - "81": 843763200.0, - "82": 843763200.0, - "83": 843763200.0, - "84": 843763200.0, - "85": 843763200.0, - "86": 843763200.0, - "87": 843763200.0, - "88": 843763200.0, - "89": 843763200.0, - "90": 843763200.0, - "91": 843763200.0, - "92": 843763200.0, - "93": 843763200.0, - "94": 843763200.0, - "95": 843763200.0, - "96": 843763200.0, - "97": 843763200.0, - "98": 843763200.0, - "99": 843763200.0, - "100": 843763200.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 13.61637, - "2": 0.24414, - "3": 0.22872, - "4": 0.22599, - "5": 0.22586, - "6": 0.22773, - "7": 0.22791, - "8": 0.22857, - "9": 0.2283, - "10": 0.22732, - "11": 0.22633, - "12": 0.22761, - "13": 0.22748, - "14": 0.23094, - "15": 0.22968, - "16": 0.22849, - "17": 0.22934, - "18": 0.22814, - "19": 0.22822, - "20": 0.22758, - "21": 0.22806, - "22": 0.25737, - "23": 0.24238, - "24": 0.23166, - "25": 0.22695, - "26": 0.22857, - "27": 0.23442, - "28": 0.22861, - "29": 0.2302, - "30": 0.2316, - "31": 0.23014, - "32": 0.22948, - "33": 0.23272, - "34": 0.23222, - "35": 0.23035, - "36": 0.23384, - "37": 0.23085, - "38": 0.23058, - "39": 0.23686, - "40": 0.23939, - "41": 0.23562, - "42": 0.23544, - "43": 0.23293, - "44": 0.22874, - "45": 0.234, - "46": 0.22942, - "47": 0.23036, - "48": 0.23404, - "49": 0.2686, - "50": 0.24831, - "51": 0.28415, - "52": 0.23699, - "53": 0.26129, - "54": 0.2273, - "55": 0.22639, - "56": 0.22691, - "57": 0.22504, - "58": 0.22822, - "59": 0.22913, - "60": 0.22577, - "61": 0.23097, - "62": 0.22702, - "63": 0.22579, - "64": 0.22717, - "65": 0.22986, - "66": 0.22481, - "67": 0.22676, - "68": 0.22643, - "69": 0.22933, - "70": 0.23566, - "71": 0.22795, - "72": 0.22654, - "73": 0.2256, - "74": 0.22941, - "75": 0.23701, - "76": 0.23527, - "77": 0.23476, - "78": 0.23472, - "79": 0.22599, - "80": 0.22758, - "81": 0.22717, - "82": 0.22657, - "83": 0.22688, - "84": 0.22827, - "85": 0.22612, - "86": 0.22871, - "87": 0.23133, - "88": 0.22934, - "89": 0.22859, - "90": 0.22635, - "91": 0.22606, - "92": 0.2297, - "93": 0.22713, - "94": 0.2261, - "95": 0.227, - "96": 0.23135, - "97": 0.22866, - "98": 0.22601, - "99": 0.2277, - "100": 0.2323 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgx_h100.json index fbdb62b88ac..8828025e4b4 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgx_h100.json @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 6.44783, - "2": 0.09007, - "3": 0.06737, - "4": 0.06577, - "5": 0.06617, - "6": 0.06499, - "7": 0.06848, - "8": 0.06519, - "9": 0.06616, - "10": 0.06552, - "11": 0.06475, - "12": 0.06425, - "13": 0.06448, - "14": 0.0646, - "15": 0.06511, - "16": 0.06475, - "17": 0.06554, - "18": 0.11461, - "19": 0.07217, - "20": 0.07186, - "21": 0.07086, - "22": 0.06865, - "23": 0.07004, - "24": 0.07096, - "25": 0.071, - "26": 0.07082, - "27": 0.07253, - "28": 0.07103, - "29": 0.07101, - "30": 0.07144, - "31": 0.07157, - "32": 0.07144, - "33": 0.07102, - "34": 0.0715, - "35": 0.07197, - "36": 0.07104, - "37": 0.07183, - "38": 0.07076, - "39": 0.07174, - "40": 0.07198, - "41": 0.0728, - "42": 0.07014, - "43": 0.07139, - "44": 0.07151, - "45": 0.0731, - "46": 0.07262, - "47": 0.07101, - "48": 0.07085, - "49": 0.07236, - "50": 0.07208, - "51": 0.10876, - "52": 0.07904, - "53": 0.07811, - "54": 0.07594, - "55": 0.07858, - "56": 0.08222, - "57": 0.08161, - "58": 0.0804, - "59": 0.07879, - "60": 0.07013, - "61": 0.06958, - "62": 0.07024, - "63": 0.06986, - "64": 0.07068, - "65": 0.07096, - "66": 0.07033, - "67": 0.07005, - "68": 0.07023, - "69": 0.07133, - "70": 0.07104, - "71": 0.0717, - "72": 0.07141, - "73": 0.07155, - "74": 0.07093, - "75": 0.07044, - "76": 0.06976, - "77": 0.07009, - "78": 0.07092, - "79": 0.07151, - "80": 0.07062, - "81": 0.07312, - "82": 0.07117, - "83": 0.07287, - "84": 0.07054, - "85": 0.07186, - "86": 0.0698, - "87": 0.07076, - "88": 0.0702, - "89": 0.07128, - "90": 0.07039, - "91": 0.07054, - "92": 0.07169, - "93": 0.07155, - "94": 0.07057, - "95": 0.07134, - "96": 0.07134, - "97": 0.07146, - "98": 0.07223, - "99": 0.07189, - "100": 0.07136 + "1": 6.49307, + "2": 0.10356, + "3": 0.08062, + "4": 0.0772, + "5": 0.07555, + "6": 0.06677, + "7": 0.06434, + "8": 0.06228, + "9": 0.0624, + "10": 0.06213, + "11": 0.06353, + "12": 0.0622, + "13": 0.06377, + "14": 0.06323, + "15": 0.06296, + "16": 0.06251, + "17": 0.06382, + "18": 0.11433, + "19": 0.07262, + "20": 0.07222, + "21": 0.07613, + "22": 0.06977, + "23": 0.06664, + "24": 0.07256, + "25": 0.07344, + "26": 0.0723, + "27": 0.07264, + "28": 0.0697, + "29": 0.06998, + "30": 0.06785, + "31": 0.07022, + "32": 0.06834, + "33": 0.06679, + "34": 0.0678, + "35": 0.0679, + "36": 0.0679, + "37": 0.06826, + "38": 0.06821, + "39": 0.0665, + "40": 0.06798, + "41": 0.06816, + "42": 0.06816, + "43": 0.06901, + "44": 0.06772, + "45": 0.06849, + "46": 0.06843, + "47": 0.06773, + "48": 0.06705, + "49": 0.06755, + "50": 0.06844, + "51": 0.0971, + "52": 0.06968, + "53": 0.06915, + "54": 0.06982, + "55": 0.0703, + "56": 0.07014, + "57": 0.07047, + "58": 0.06835, + "59": 0.07077, + "60": 0.06886, + "61": 0.06929, + "62": 0.06887, + "63": 0.06946, + "64": 0.06924, + "65": 0.06987, + "66": 0.06898, + "67": 0.06873, + "68": 0.0695, + "69": 0.0712, + "70": 0.06928, + "71": 0.0692, + "72": 0.07014, + "73": 0.06964, + "74": 0.06884, + "75": 0.06897, + "76": 0.07036, + "77": 0.0693, + "78": 0.06905, + "79": 0.0698, + "80": 0.06831, + "81": 0.06969, + "82": 0.06871, + "83": 0.07059, + "84": 0.06905, + "85": 0.06955, + "86": 0.06926, + "87": 0.06905, + "88": 0.06912, + "89": 0.07039, + "90": 0.06895, + "91": 0.069, + "92": 0.0698, + "93": 0.06946, + "94": 0.06825, + "95": 0.06933, + "96": 0.06851, + "97": 0.06883, + "98": 0.07421, + "99": 0.06926, + "100": 0.07018 } }, "num-zeros": { diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 68de1078bf3..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.89618, - "2": 10.89538, - "3": 10.88915, - "4": 10.89094, - "5": 10.8927, - "6": 10.90148, - "7": 10.89392, - "8": 10.90369, - "9": 10.90794, - "10": 10.89108, - "11": 10.88762, - "12": 10.9076, - "13": 10.91429, - "14": 10.90654, - "15": 10.90227, - "16": 10.91042, - "17": 10.89896, - "18": 10.90666, - "19": 10.89908, - "20": 10.90133, - "21": 10.91713, - "22": 10.89139, - "23": 10.90085, - "24": 10.89366, - "25": 10.89372, - "26": 10.87372, - "27": 10.87917, - "28": 10.88756, - "29": 10.85461, - "30": 10.83891, - "31": 10.75166, - "32": 10.8278, - "33": 10.80306, - "34": 10.73559, - "35": 10.7301, - "36": 10.69318, - "37": 10.72854, - "38": 10.65364, - "39": 10.71672, - "40": 10.56996, - "41": 10.58467, - "42": 10.59853, - "43": 10.3948, - "44": 10.44431, - "45": 10.3452, - "46": 10.31919, - "47": 10.49671, - "48": 10.31281, - "49": 10.09084, - "50": 10.31089, - "51": 10.25547, - "52": 10.15856, - "53": 10.38114, - "54": 10.2992, - "55": 10.23806, - "56": 10.00726, - "57": 9.87765, - "58": 10.15279, - "59": 9.94207, - "60": 9.8666, - "61": 10.00032, - "62": 10.23443, - "63": 9.71917, - "64": 10.04209, - "65": 9.30009, - "66": 9.95537, - "67": 9.6499, - "68": 10.00402, - "69": 9.99988, - "70": 9.96383, - "71": 9.84259, - "72": 9.81258, - "73": 9.70921, - "74": 9.19832, - "75": 9.61686, - "76": 9.28859, - "77": 10.20416, - "78": 9.88378, - "79": 9.54296, - "80": 9.57095, - "81": 9.64006, - "82": 9.83648, - "83": 9.47691, - "84": 9.54866, - "85": 9.75198, - "86": 9.21427, - "87": 9.70607, - "88": 9.87307, - "89": 9.72876, - "90": 9.92353, - "91": 9.48236, - "92": 9.47671, - "93": 9.20895, - "94": 8.9625, - "95": 9.62369, - "96": 9.64228, - "97": 9.41575, - "98": 9.77515, - "99": 9.00692, - "100": 9.51305 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 454770688.0, - "2": 454770688.0, - "3": 454770688.0, - "4": 454770688.0, - "5": 454770688.0, - "6": 454770688.0, - "7": 454770688.0, - "8": 454770688.0, - "9": 454770688.0, - "10": 454770688.0, - "11": 454770688.0, - "12": 454770688.0, - "13": 454770688.0, - "14": 454770688.0, - "15": 454770688.0, - "16": 454770688.0, - "17": 454770688.0, - "18": 518880768.0, - "19": 518880768.0, - "20": 518880768.0, - "21": 518880768.0, - "22": 518880768.0, - "23": 518880768.0, - "24": 518880768.0, - "25": 518880768.0, - "26": 518880768.0, - "27": 518880768.0, - "28": 518880768.0, - "29": 518880768.0, - "30": 518880768.0, - "31": 518880768.0, - "32": 518880768.0, - "33": 518880768.0, - "34": 518880768.0, - "35": 518880768.0, - "36": 518880768.0, - "37": 518880768.0, - "38": 518880768.0, - "39": 518880768.0, - "40": 518880768.0, - "41": 518880768.0, - "42": 518880768.0, - "43": 518880768.0, - "44": 518880768.0, - "45": 518880768.0, - "46": 518880768.0, - "47": 518880768.0, - "48": 518880768.0, - "49": 518880768.0, - "50": 518880768.0, - "51": 518880768.0, - "52": 518880768.0, - "53": 518880768.0, - "54": 518880768.0, - "55": 518880768.0, - "56": 518880768.0, - "57": 518880768.0, - "58": 518880768.0, - "59": 518880768.0, - "60": 518880768.0, - "61": 518880768.0, - "62": 518880768.0, - "63": 518880768.0, - "64": 518880768.0, - "65": 518880768.0, - "66": 518880768.0, - "67": 518880768.0, - "68": 518880768.0, - "69": 518880768.0, - "70": 518880768.0, - "71": 518880768.0, - "72": 518880768.0, - "73": 518880768.0, - "74": 518880768.0, - "75": 518880768.0, - "76": 518880768.0, - "77": 518880768.0, - "78": 518880768.0, - "79": 518880768.0, - "80": 518880768.0, - "81": 518880768.0, - "82": 518880768.0, - "83": 518880768.0, - "84": 518880768.0, - "85": 518880768.0, - "86": 518880768.0, - "87": 518880768.0, - "88": 518880768.0, - "89": 518880768.0, - "90": 518880768.0, - "91": 518880768.0, - "92": 518880768.0, - "93": 518880768.0, - "94": 518880768.0, - "95": 518880768.0, - "96": 518880768.0, - "97": 518880768.0, - "98": 518880768.0, - "99": 518880768.0, - "100": 518880768.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 4511150592.0, - "2": 4544705536.0, - "3": 4544705536.0, - "4": 4544705536.0, - "5": 4544705536.0, - "6": 4544705536.0, - "7": 4544705536.0, - "8": 4544705536.0, - "9": 4544705536.0, - "10": 4544705536.0, - "11": 4544705536.0, - "12": 4544705536.0, - "13": 4544705536.0, - "14": 4544705536.0, - "15": 4544705536.0, - "16": 4544705536.0, - "17": 4544705536.0, - "18": 4544705536.0, - "19": 4607767040.0, - "20": 4607767040.0, - "21": 4607767040.0, - "22": 4607767040.0, - "23": 4607767040.0, - "24": 4607767040.0, - "25": 4607767040.0, - "26": 4607767040.0, - "27": 4607767040.0, - "28": 4607767040.0, - "29": 4607767040.0, - "30": 4607767040.0, - "31": 4607767040.0, - "32": 4607767040.0, - "33": 4607767040.0, - "34": 4607767040.0, - "35": 4607767040.0, - "36": 4607767040.0, - "37": 4607767040.0, - "38": 4607767040.0, - "39": 4607767040.0, - "40": 4607767040.0, - "41": 4607767040.0, - "42": 4607767040.0, - "43": 4607767040.0, - "44": 4607767040.0, - "45": 4607767040.0, - "46": 4607767040.0, - "47": 4607767040.0, - "48": 4607767040.0, - "49": 4607767040.0, - "50": 4607767040.0, - "51": 4607767040.0, - "52": 4607767040.0, - "53": 4607767040.0, - "54": 4607767040.0, - "55": 4607767040.0, - "56": 4607767040.0, - "57": 4607767040.0, - "58": 4607767040.0, - "59": 4607767040.0, - "60": 4607767040.0, - "61": 4607767040.0, - "62": 4607767040.0, - "63": 4607767040.0, - "64": 4607767040.0, - "65": 4607767040.0, - "66": 4607767040.0, - "67": 4607767040.0, - "68": 4607767040.0, - "69": 4607767040.0, - "70": 4607767040.0, - "71": 4607767040.0, - "72": 4607767040.0, - "73": 4607767040.0, - "74": 4607767040.0, - "75": 4607767040.0, - "76": 4607767040.0, - "77": 4607767040.0, - "78": 4607767040.0, - "79": 4607767040.0, - "80": 4607767040.0, - "81": 4607767040.0, - "82": 4607767040.0, - "83": 4607767040.0, - "84": 4607767040.0, - "85": 4607767040.0, - "86": 4607767040.0, - "87": 4607767040.0, - "88": 4607767040.0, - "89": 4607767040.0, - "90": 4607767040.0, - "91": 4607767040.0, - "92": 4607767040.0, - "93": 4607767040.0, - "94": 4607767040.0, - "95": 4607767040.0, - "96": 4607767040.0, - "97": 4607767040.0, - "98": 4607767040.0, - "99": 4607767040.0, - "100": 4607767040.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 6.06687, - "2": 0.09744, - "3": 0.05659, - "4": 0.05607, - "5": 0.05508, - "6": 0.05545, - "7": 0.06728, - "8": 0.06907, - "9": 0.06794, - "10": 0.05561, - "11": 0.05366, - "12": 0.05478, - "13": 0.05682, - "14": 0.0602, - "15": 0.05987, - "16": 0.05524, - "17": 0.05387, - "18": 0.0976, - "19": 0.06103, - "20": 0.06125, - "21": 0.06399, - "22": 0.06406, - "23": 0.05846, - "24": 0.0595, - "25": 0.05948, - "26": 0.05947, - "27": 0.05843, - "28": 0.06573, - "29": 0.06497, - "30": 0.05987, - "31": 0.05899, - "32": 0.05983, - "33": 0.05828, - "34": 0.06034, - "35": 0.06568, - "36": 0.0606, - "37": 0.05892, - "38": 0.05998, - "39": 0.06244, - "40": 0.06557, - "41": 0.05845, - "42": 0.06012, - "43": 0.05942, - "44": 0.05983, - "45": 0.06123, - "46": 0.06648, - "47": 0.06513, - "48": 0.0599, - "49": 0.05866, - "50": 0.06093, - "51": 0.06536, - "52": 0.06086, - "53": 0.05831, - "54": 0.06064, - "55": 0.05976, - "56": 0.06762, - "57": 0.06301, - "58": 0.05996, - "59": 0.05844, - "60": 0.06016, - "61": 0.05903, - "62": 0.05975, - "63": 0.06658, - "64": 0.06396, - "65": 0.05913, - "66": 0.06025, - "67": 0.0595, - "68": 0.06002, - "69": 0.05954, - "70": 0.06032, - "71": 0.06012, - "72": 0.06048, - "73": 0.05933, - "74": 0.05958, - "75": 0.06007, - "76": 0.06034, - "77": 0.05974, - "78": 0.06035, - "79": 0.06014, - "80": 0.06072, - "81": 0.06083, - "82": 0.062, - "83": 0.05964, - "84": 0.06048, - "85": 0.0602, - "86": 0.0607, - "87": 0.05907, - "88": 0.0636, - "89": 0.06003, - "90": 0.06002, - "91": 0.05858, - "92": 0.06008, - "93": 0.05932, - "94": 0.05884, - "95": 0.05815, - "96": 0.05789, - "97": 0.05853, - "98": 0.05852, - "99": 0.05895, - "100": 0.0617 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": "nan", - "2": "nan", - "3": "nan", - "4": "nan", - "5": "nan", - "6": "nan", - "7": "nan", - "8": "nan", - "9": "nan", - "10": "nan", - "11": "nan", - "12": "nan", - "13": "nan", - "14": "nan", - "15": "nan", - "16": "nan", - "17": "nan", - "18": 1155.0, - "19": 1454.0, - "20": 1095.0, - "21": 1230.0, - "22": "nan", - "23": 1357.0, - "24": 1150.0, - "25": 1228.0, - "26": 1202.0, - "27": 1326.0, - "28": 1466.0, - "29": 1438.0, - "30": 1238.0, - "31": 1008.0, - "32": 1160.0, - "33": 1371.0, - "34": 1154.0, - "35": 1295.0, - "36": 1156.0, - "37": 1403.0, - "38": 1487.0, - "39": 1429.0, - "40": 1412.0, - "41": 1458.0, - "42": 1316.0, - "43": 1193.0, - "44": 1323.0, - "45": 1297.0, - "46": 1276.0, - "47": 1868.0, - "48": 1251.0, - "49": 1272.0, - "50": 1524.0, - "51": 1367.0, - "52": 1372.0, - "53": 1715.0, - "54": 1485.0, - "55": 1482.0, - "56": 1473.0, - "57": 1539.0, - "58": 1736.0, - "59": 1661.0, - "60": 1586.0, - "61": 1691.0, - "62": 1865.0, - "63": 1395.0, - "64": 1846.0, - "65": 1428.0, - "66": 1717.0, - "67": 1700.0, - "68": 1750.0, - "69": 1681.0, - "70": 1861.0, - "71": 2048.0, - "72": 1552.0, - "73": 2010.0, - "74": 1344.0, - "75": 1840.0, - "76": 1846.0, - "77": 2034.0, - "78": 2170.0, - "79": 1949.0, - "80": 2077.0, - "81": 2381.0, - "82": 2390.0, - "83": 1843.0, - "84": 2060.0, - "85": 2317.0, - "86": 1958.0, - "87": 2829.0, - "88": 2046.0, - "89": 2260.0, - "90": 2545.0, - "91": 1801.0, - "92": 2505.0, - "93": 2064.0, - "94": 2223.0, - "95": 2379.0, - "96": 2579.0, - "97": 2411.0, - "98": 2500.0, - "99": 2124.0, - "100": 2119.0 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 8828025e4b4..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_param_gather/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.89618, - "2": 10.89538, - "3": 10.88915, - "4": 10.89094, - "5": 10.8927, - "6": 10.90148, - "7": 10.89392, - "8": 10.90369, - "9": 10.90794, - "10": 10.89108, - "11": 10.88762, - "12": 10.9076, - "13": 10.91429, - "14": 10.90654, - "15": 10.90227, - "16": 10.91042, - "17": 10.89896, - "18": 10.90666, - "19": 10.89908, - "20": 10.90133, - "21": 10.91713, - "22": 10.89139, - "23": 10.90085, - "24": 10.89366, - "25": 10.89372, - "26": 10.87372, - "27": 10.87917, - "28": 10.88756, - "29": 10.85461, - "30": 10.83891, - "31": 10.75166, - "32": 10.8278, - "33": 10.80306, - "34": 10.73559, - "35": 10.7301, - "36": 10.69318, - "37": 10.72854, - "38": 10.65364, - "39": 10.71672, - "40": 10.56996, - "41": 10.58467, - "42": 10.59853, - "43": 10.3948, - "44": 10.44431, - "45": 10.3452, - "46": 10.31919, - "47": 10.49671, - "48": 10.31281, - "49": 10.09084, - "50": 10.31089, - "51": 10.25547, - "52": 10.15856, - "53": 10.38114, - "54": 10.2992, - "55": 10.23806, - "56": 10.00726, - "57": 9.87765, - "58": 10.15279, - "59": 9.94207, - "60": 9.8666, - "61": 10.00032, - "62": 10.23443, - "63": 9.71917, - "64": 10.04209, - "65": 9.30009, - "66": 9.95537, - "67": 9.6499, - "68": 10.00402, - "69": 9.99988, - "70": 9.96383, - "71": 9.84259, - "72": 9.81258, - "73": 9.70921, - "74": 9.19832, - "75": 9.61686, - "76": 9.28859, - "77": 10.20416, - "78": 9.88378, - "79": 9.54296, - "80": 9.57095, - "81": 9.64006, - "82": 9.83648, - "83": 9.47691, - "84": 9.54866, - "85": 9.75198, - "86": 9.21427, - "87": 9.70607, - "88": 9.87307, - "89": 9.72876, - "90": 9.92353, - "91": 9.48236, - "92": 9.47671, - "93": 9.20895, - "94": 8.9625, - "95": 9.62369, - "96": 9.64228, - "97": 9.41575, - "98": 9.77515, - "99": 9.00692, - "100": 9.51305 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 454770688.0, - "2": 454770688.0, - "3": 454770688.0, - "4": 454770688.0, - "5": 454770688.0, - "6": 454770688.0, - "7": 454770688.0, - "8": 454770688.0, - "9": 454770688.0, - "10": 454770688.0, - "11": 454770688.0, - "12": 454770688.0, - "13": 454770688.0, - "14": 454770688.0, - "15": 454770688.0, - "16": 454770688.0, - "17": 454770688.0, - "18": 518880768.0, - "19": 518880768.0, - "20": 518880768.0, - "21": 518880768.0, - "22": 518880768.0, - "23": 518880768.0, - "24": 518880768.0, - "25": 518880768.0, - "26": 518880768.0, - "27": 518880768.0, - "28": 518880768.0, - "29": 518880768.0, - "30": 518880768.0, - "31": 518880768.0, - "32": 518880768.0, - "33": 518880768.0, - "34": 518880768.0, - "35": 518880768.0, - "36": 518880768.0, - "37": 518880768.0, - "38": 518880768.0, - "39": 518880768.0, - "40": 518880768.0, - "41": 518880768.0, - "42": 518880768.0, - "43": 518880768.0, - "44": 518880768.0, - "45": 518880768.0, - "46": 518880768.0, - "47": 518880768.0, - "48": 518880768.0, - "49": 518880768.0, - "50": 518880768.0, - "51": 518880768.0, - "52": 518880768.0, - "53": 518880768.0, - "54": 518880768.0, - "55": 518880768.0, - "56": 518880768.0, - "57": 518880768.0, - "58": 518880768.0, - "59": 518880768.0, - "60": 518880768.0, - "61": 518880768.0, - "62": 518880768.0, - "63": 518880768.0, - "64": 518880768.0, - "65": 518880768.0, - "66": 518880768.0, - "67": 518880768.0, - "68": 518880768.0, - "69": 518880768.0, - "70": 518880768.0, - "71": 518880768.0, - "72": 518880768.0, - "73": 518880768.0, - "74": 518880768.0, - "75": 518880768.0, - "76": 518880768.0, - "77": 518880768.0, - "78": 518880768.0, - "79": 518880768.0, - "80": 518880768.0, - "81": 518880768.0, - "82": 518880768.0, - "83": 518880768.0, - "84": 518880768.0, - "85": 518880768.0, - "86": 518880768.0, - "87": 518880768.0, - "88": 518880768.0, - "89": 518880768.0, - "90": 518880768.0, - "91": 518880768.0, - "92": 518880768.0, - "93": 518880768.0, - "94": 518880768.0, - "95": 518880768.0, - "96": 518880768.0, - "97": 518880768.0, - "98": 518880768.0, - "99": 518880768.0, - "100": 518880768.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 4511150592.0, - "2": 4544705536.0, - "3": 4544705536.0, - "4": 4544705536.0, - "5": 4544705536.0, - "6": 4544705536.0, - "7": 4544705536.0, - "8": 4544705536.0, - "9": 4544705536.0, - "10": 4544705536.0, - "11": 4544705536.0, - "12": 4544705536.0, - "13": 4544705536.0, - "14": 4544705536.0, - "15": 4544705536.0, - "16": 4544705536.0, - "17": 4544705536.0, - "18": 4544705536.0, - "19": 4607767040.0, - "20": 4607767040.0, - "21": 4607767040.0, - "22": 4607767040.0, - "23": 4607767040.0, - "24": 4607767040.0, - "25": 4607767040.0, - "26": 4607767040.0, - "27": 4607767040.0, - "28": 4607767040.0, - "29": 4607767040.0, - "30": 4607767040.0, - "31": 4607767040.0, - "32": 4607767040.0, - "33": 4607767040.0, - "34": 4607767040.0, - "35": 4607767040.0, - "36": 4607767040.0, - "37": 4607767040.0, - "38": 4607767040.0, - "39": 4607767040.0, - "40": 4607767040.0, - "41": 4607767040.0, - "42": 4607767040.0, - "43": 4607767040.0, - "44": 4607767040.0, - "45": 4607767040.0, - "46": 4607767040.0, - "47": 4607767040.0, - "48": 4607767040.0, - "49": 4607767040.0, - "50": 4607767040.0, - "51": 4607767040.0, - "52": 4607767040.0, - "53": 4607767040.0, - "54": 4607767040.0, - "55": 4607767040.0, - "56": 4607767040.0, - "57": 4607767040.0, - "58": 4607767040.0, - "59": 4607767040.0, - "60": 4607767040.0, - "61": 4607767040.0, - "62": 4607767040.0, - "63": 4607767040.0, - "64": 4607767040.0, - "65": 4607767040.0, - "66": 4607767040.0, - "67": 4607767040.0, - "68": 4607767040.0, - "69": 4607767040.0, - "70": 4607767040.0, - "71": 4607767040.0, - "72": 4607767040.0, - "73": 4607767040.0, - "74": 4607767040.0, - "75": 4607767040.0, - "76": 4607767040.0, - "77": 4607767040.0, - "78": 4607767040.0, - "79": 4607767040.0, - "80": 4607767040.0, - "81": 4607767040.0, - "82": 4607767040.0, - "83": 4607767040.0, - "84": 4607767040.0, - "85": 4607767040.0, - "86": 4607767040.0, - "87": 4607767040.0, - "88": 4607767040.0, - "89": 4607767040.0, - "90": 4607767040.0, - "91": 4607767040.0, - "92": 4607767040.0, - "93": 4607767040.0, - "94": 4607767040.0, - "95": 4607767040.0, - "96": 4607767040.0, - "97": 4607767040.0, - "98": 4607767040.0, - "99": 4607767040.0, - "100": 4607767040.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 6.49307, - "2": 0.10356, - "3": 0.08062, - "4": 0.0772, - "5": 0.07555, - "6": 0.06677, - "7": 0.06434, - "8": 0.06228, - "9": 0.0624, - "10": 0.06213, - "11": 0.06353, - "12": 0.0622, - "13": 0.06377, - "14": 0.06323, - "15": 0.06296, - "16": 0.06251, - "17": 0.06382, - "18": 0.11433, - "19": 0.07262, - "20": 0.07222, - "21": 0.07613, - "22": 0.06977, - "23": 0.06664, - "24": 0.07256, - "25": 0.07344, - "26": 0.0723, - "27": 0.07264, - "28": 0.0697, - "29": 0.06998, - "30": 0.06785, - "31": 0.07022, - "32": 0.06834, - "33": 0.06679, - "34": 0.0678, - "35": 0.0679, - "36": 0.0679, - "37": 0.06826, - "38": 0.06821, - "39": 0.0665, - "40": 0.06798, - "41": 0.06816, - "42": 0.06816, - "43": 0.06901, - "44": 0.06772, - "45": 0.06849, - "46": 0.06843, - "47": 0.06773, - "48": 0.06705, - "49": 0.06755, - "50": 0.06844, - "51": 0.0971, - "52": 0.06968, - "53": 0.06915, - "54": 0.06982, - "55": 0.0703, - "56": 0.07014, - "57": 0.07047, - "58": 0.06835, - "59": 0.07077, - "60": 0.06886, - "61": 0.06929, - "62": 0.06887, - "63": 0.06946, - "64": 0.06924, - "65": 0.06987, - "66": 0.06898, - "67": 0.06873, - "68": 0.0695, - "69": 0.0712, - "70": 0.06928, - "71": 0.0692, - "72": 0.07014, - "73": 0.06964, - "74": 0.06884, - "75": 0.06897, - "76": 0.07036, - "77": 0.0693, - "78": 0.06905, - "79": 0.0698, - "80": 0.06831, - "81": 0.06969, - "82": 0.06871, - "83": 0.07059, - "84": 0.06905, - "85": 0.06955, - "86": 0.06926, - "87": 0.06905, - "88": 0.06912, - "89": 0.07039, - "90": 0.06895, - "91": 0.069, - "92": 0.0698, - "93": 0.06946, - "94": 0.06825, - "95": 0.06933, - "96": 0.06851, - "97": 0.06883, - "98": 0.07421, - "99": 0.06926, - "100": 0.07018 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": "nan", - "2": "nan", - "3": "nan", - "4": "nan", - "5": "nan", - "6": "nan", - "7": "nan", - "8": "nan", - "9": "nan", - "10": "nan", - "11": "nan", - "12": "nan", - "13": "nan", - "14": "nan", - "15": "nan", - "16": "nan", - "17": "nan", - "18": 1155.0, - "19": 1454.0, - "20": 1095.0, - "21": 1230.0, - "22": "nan", - "23": 1357.0, - "24": 1150.0, - "25": 1228.0, - "26": 1202.0, - "27": 1326.0, - "28": 1466.0, - "29": 1438.0, - "30": 1238.0, - "31": 1008.0, - "32": 1160.0, - "33": 1371.0, - "34": 1154.0, - "35": 1295.0, - "36": 1156.0, - "37": 1403.0, - "38": 1487.0, - "39": 1429.0, - "40": 1412.0, - "41": 1458.0, - "42": 1316.0, - "43": 1193.0, - "44": 1323.0, - "45": 1297.0, - "46": 1276.0, - "47": 1868.0, - "48": 1251.0, - "49": 1272.0, - "50": 1524.0, - "51": 1367.0, - "52": 1372.0, - "53": 1715.0, - "54": 1485.0, - "55": 1482.0, - "56": 1473.0, - "57": 1539.0, - "58": 1736.0, - "59": 1661.0, - "60": 1586.0, - "61": 1691.0, - "62": 1865.0, - "63": 1395.0, - "64": 1846.0, - "65": 1428.0, - "66": 1717.0, - "67": 1700.0, - "68": 1750.0, - "69": 1681.0, - "70": 1861.0, - "71": 2048.0, - "72": 1552.0, - "73": 2010.0, - "74": 1344.0, - "75": 1840.0, - "76": 1846.0, - "77": 2034.0, - "78": 2170.0, - "79": 1949.0, - "80": 2077.0, - "81": 2381.0, - "82": 2390.0, - "83": 1843.0, - "84": 2060.0, - "85": 2317.0, - "86": 1958.0, - "87": 2829.0, - "88": 2046.0, - "89": 2260.0, - "90": 2545.0, - "91": 1801.0, - "92": 2505.0, - "93": 2064.0, - "94": 2223.0, - "95": 2379.0, - "96": 2579.0, - "97": 2411.0, - "98": 2500.0, - "99": 2124.0, - "100": 2119.0 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp2/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp2/golden_values_dev_dgx_h100.json index f558db5b4f0..6660a5e446e 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp2/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp2/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 8.69225, - "2": 0.11422, - "3": 0.10425, - "4": 0.10234, - "5": 0.10569, - "6": 0.10564, - "7": 0.1017, - "8": 0.10104, - "9": 0.10184, - "10": 0.10389, - "11": 0.10239, - "12": 0.10308, - "13": 0.10366, - "14": 0.10282, - "15": 0.10527, - "16": 0.10468, - "17": 0.10379, - "18": 0.10311, - "19": 0.10589, - "20": 0.1039, - "21": 0.10317, - "22": 0.10318, - "23": 0.10407, - "24": 0.1045, - "25": 0.10518, - "26": 0.10372, - "27": 0.10299, - "28": 0.1034, - "29": 0.1018, - "30": 0.10184, - "31": 0.10197, - "32": 0.10201, - "33": 0.10166, - "34": 0.1031, - "35": 0.1016, - "36": 0.10083, - "37": 0.09963, - "38": 0.10028, - "39": 0.10032, - "40": 0.10016, - "41": 0.09952, - "42": 0.09904, - "43": 0.09972, - "44": 0.10089, - "45": 0.10162, - "46": 0.10079, - "47": 0.09922, - "48": 0.10128, - "49": 0.09992, - "50": 0.0985 + "1": 8.92875, + "2": 0.12034, + "3": 0.10184, + "4": 0.10215, + "5": 0.10291, + "6": 0.10167, + "7": 0.09936, + "8": 0.10097, + "9": 0.10127, + "10": 0.10171, + "11": 0.10013, + "12": 0.09898, + "13": 0.10085, + "14": 0.10081, + "15": 0.10088, + "16": 0.10002, + "17": 0.0999, + "18": 0.10168, + "19": 0.10032, + "20": 0.09815, + "21": 0.10018, + "22": 0.09914, + "23": 0.1005, + "24": 0.10106, + "25": 0.10086, + "26": 0.10152, + "27": 0.1, + "28": 0.10161, + "29": 0.10038, + "30": 0.10045, + "31": 0.10187, + "32": 0.10055, + "33": 0.11357, + "34": 0.10266, + "35": 0.10298, + "36": 0.10061, + "37": 0.10166, + "38": 0.10185, + "39": 0.09925, + "40": 0.10087, + "41": 0.10001, + "42": 0.1, + "43": 0.10286, + "44": 0.10227, + "45": 0.10327, + "46": 0.10041, + "47": 0.10091, + "48": 0.10215, + "49": 0.10017, + "50": 0.10055 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp2/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp2/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 64d215b77ba..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp2/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.86114, - "2": 10.86847, - "3": 10.86465, - "4": 10.86473, - "5": 10.87296, - "6": 10.88615, - "7": 10.8645, - "8": 10.87335, - "9": 10.87481, - "10": 10.83903, - "11": 10.86614, - "12": 10.86169, - "13": 10.87354, - "14": 10.87593, - "15": 10.8216, - "16": 10.83071, - "17": 10.79411, - "18": 10.81433, - "19": 10.80011, - "20": 10.71697, - "21": 10.70154, - "22": 10.57235, - "23": 10.70749, - "24": 10.6006, - "25": 10.5566, - "26": 10.60138, - "27": 10.60955, - "28": 10.55626, - "29": 10.57268, - "30": 10.36032, - "31": 10.11454, - "32": 10.45937, - "33": 10.45389, - "34": 10.21168, - "35": 10.26583, - "36": 10.21483, - "37": 10.34814, - "38": 10.19787, - "39": 10.39713, - "40": 10.08719, - "41": 10.13539, - "42": 10.20638, - "43": 9.82769, - "44": 9.95444, - "45": 9.82374, - "46": 9.79864, - "47": 10.12579, - "48": 9.83547, - "49": 9.51888, - "50": 9.90498 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1696.0, - "2": 1671.0, - "3": 1537.0, - "4": 1705.0, - "5": 1776.0, - "6": 1735.0, - "7": 1767.0, - "8": 1569.0, - "9": 1750.0, - "10": 1413.0, - "11": 1746.0, - "12": 1681.0, - "13": 1828.0, - "14": 1739.0, - "15": 1801.0, - "16": 1895.0, - "17": 1781.0, - "18": 1693.0, - "19": 1705.0, - "20": 1624.0, - "21": 1838.0, - "22": 1792.0, - "23": 2005.0, - "24": 1601.0, - "25": 1483.0, - "26": 1615.0, - "27": 1844.0, - "28": 1961.0, - "29": 2012.0, - "30": 1856.0, - "31": 1502.0, - "32": 1794.0, - "33": 2118.0, - "34": 1742.0, - "35": 1953.0, - "36": 1940.0, - "37": 2324.0, - "38": 2109.0, - "39": 2369.0, - "40": 2183.0, - "41": 2063.0, - "42": 2232.0, - "43": 1917.0, - "44": 2084.0, - "45": 2058.0, - "46": 2144.0, - "47": 2488.0, - "48": 2407.0, - "49": 2125.0, - "50": 2134.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 952847360.0, - "2": 952847360.0, - "3": 952847360.0, - "4": 952847360.0, - "5": 952847360.0, - "6": 952847360.0, - "7": 952847360.0, - "8": 952847360.0, - "9": 952847360.0, - "10": 952847360.0, - "11": 952847360.0, - "12": 952847360.0, - "13": 952847360.0, - "14": 952847360.0, - "15": 952847360.0, - "16": 952847360.0, - "17": 952847360.0, - "18": 952847360.0, - "19": 952847360.0, - "20": 952847360.0, - "21": 952847360.0, - "22": 952847360.0, - "23": 952847360.0, - "24": 952847360.0, - "25": 952847360.0, - "26": 952847360.0, - "27": 952847360.0, - "28": 952847360.0, - "29": 952847360.0, - "30": 952847360.0, - "31": 952847360.0, - "32": 952847360.0, - "33": 952847360.0, - "34": 952847360.0, - "35": 952847360.0, - "36": 952847360.0, - "37": 952847360.0, - "38": 952847360.0, - "39": 952847360.0, - "40": 952847360.0, - "41": 952847360.0, - "42": 952847360.0, - "43": 952847360.0, - "44": 952847360.0, - "45": 952847360.0, - "46": 952847360.0, - "47": 952847360.0, - "48": 952847360.0, - "49": 952847360.0, - "50": 952847360.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3275808768.0, - "2": 3637371904.0, - "3": 3637371904.0, - "4": 3637371904.0, - "5": 3637371904.0, - "6": 3637371904.0, - "7": 3637371904.0, - "8": 3637371904.0, - "9": 3637371904.0, - "10": 3637371904.0, - "11": 3637371904.0, - "12": 3637371904.0, - "13": 3637371904.0, - "14": 3637371904.0, - "15": 3637371904.0, - "16": 3637371904.0, - "17": 3637371904.0, - "18": 3637371904.0, - "19": 3637371904.0, - "20": 3637371904.0, - "21": 3637371904.0, - "22": 3637371904.0, - "23": 3637371904.0, - "24": 3637371904.0, - "25": 3637371904.0, - "26": 3637371904.0, - "27": 3637371904.0, - "28": 3637371904.0, - "29": 3637371904.0, - "30": 3637371904.0, - "31": 3637371904.0, - "32": 3637371904.0, - "33": 3637371904.0, - "34": 3637371904.0, - "35": 3637371904.0, - "36": 3637371904.0, - "37": 3637371904.0, - "38": 3637371904.0, - "39": 3637371904.0, - "40": 3637371904.0, - "41": 3637371904.0, - "42": 3637371904.0, - "43": 3637371904.0, - "44": 3637371904.0, - "45": 3637371904.0, - "46": 3637371904.0, - "47": 3637371904.0, - "48": 3637371904.0, - "49": 3637371904.0, - "50": 3637371904.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 7.73281, - "2": 0.12339, - "3": 0.09356, - "4": 0.09244, - "5": 0.0876, - "6": 0.08746, - "7": 0.08714, - "8": 0.08631, - "9": 0.08986, - "10": 0.09011, - "11": 0.09237, - "12": 0.09085, - "13": 0.09077, - "14": 0.09007, - "15": 0.0931, - "16": 0.09275, - "17": 0.08996, - "18": 0.0933, - "19": 0.09008, - "20": 0.0898, - "21": 0.08974, - "22": 0.09148, - "23": 0.09027, - "24": 0.09097, - "25": 0.08936, - "26": 0.08932, - "27": 0.09046, - "28": 0.09053, - "29": 0.08937, - "30": 0.08941, - "31": 0.09008, - "32": 0.08969, - "33": 0.08975, - "34": 0.09039, - "35": 0.08967, - "36": 0.08981, - "37": 0.09109, - "38": 0.08894, - "39": 0.09029, - "40": 0.09, - "41": 0.0901, - "42": 0.08944, - "43": 0.09026, - "44": 0.09008, - "45": 0.09096, - "46": 0.08999, - "47": 0.08974, - "48": 0.08959, - "49": 0.09001, - "50": 0.08972 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp2/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp2/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 6660a5e446e..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp2/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.86114, - "2": 10.86847, - "3": 10.86465, - "4": 10.86473, - "5": 10.87296, - "6": 10.88615, - "7": 10.8645, - "8": 10.87335, - "9": 10.87481, - "10": 10.83903, - "11": 10.86614, - "12": 10.86169, - "13": 10.87354, - "14": 10.87593, - "15": 10.8216, - "16": 10.83071, - "17": 10.79411, - "18": 10.81433, - "19": 10.80011, - "20": 10.71697, - "21": 10.70154, - "22": 10.57235, - "23": 10.70749, - "24": 10.6006, - "25": 10.5566, - "26": 10.60138, - "27": 10.60955, - "28": 10.55626, - "29": 10.57268, - "30": 10.36032, - "31": 10.11454, - "32": 10.45937, - "33": 10.45389, - "34": 10.21168, - "35": 10.26583, - "36": 10.21483, - "37": 10.34814, - "38": 10.19787, - "39": 10.39713, - "40": 10.08719, - "41": 10.13539, - "42": 10.20638, - "43": 9.82769, - "44": 9.95444, - "45": 9.82374, - "46": 9.79864, - "47": 10.12579, - "48": 9.83547, - "49": 9.51888, - "50": 9.90498 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1696.0, - "2": 1671.0, - "3": 1537.0, - "4": 1705.0, - "5": 1776.0, - "6": 1735.0, - "7": 1767.0, - "8": 1569.0, - "9": 1750.0, - "10": 1413.0, - "11": 1746.0, - "12": 1681.0, - "13": 1828.0, - "14": 1739.0, - "15": 1801.0, - "16": 1895.0, - "17": 1781.0, - "18": 1693.0, - "19": 1705.0, - "20": 1624.0, - "21": 1838.0, - "22": 1792.0, - "23": 2005.0, - "24": 1601.0, - "25": 1483.0, - "26": 1615.0, - "27": 1844.0, - "28": 1961.0, - "29": 2012.0, - "30": 1856.0, - "31": 1502.0, - "32": 1794.0, - "33": 2118.0, - "34": 1742.0, - "35": 1953.0, - "36": 1940.0, - "37": 2324.0, - "38": 2109.0, - "39": 2369.0, - "40": 2183.0, - "41": 2063.0, - "42": 2232.0, - "43": 1917.0, - "44": 2084.0, - "45": 2058.0, - "46": 2144.0, - "47": 2488.0, - "48": 2407.0, - "49": 2125.0, - "50": 2134.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 952847360.0, - "2": 952847360.0, - "3": 952847360.0, - "4": 952847360.0, - "5": 952847360.0, - "6": 952847360.0, - "7": 952847360.0, - "8": 952847360.0, - "9": 952847360.0, - "10": 952847360.0, - "11": 952847360.0, - "12": 952847360.0, - "13": 952847360.0, - "14": 952847360.0, - "15": 952847360.0, - "16": 952847360.0, - "17": 952847360.0, - "18": 952847360.0, - "19": 952847360.0, - "20": 952847360.0, - "21": 952847360.0, - "22": 952847360.0, - "23": 952847360.0, - "24": 952847360.0, - "25": 952847360.0, - "26": 952847360.0, - "27": 952847360.0, - "28": 952847360.0, - "29": 952847360.0, - "30": 952847360.0, - "31": 952847360.0, - "32": 952847360.0, - "33": 952847360.0, - "34": 952847360.0, - "35": 952847360.0, - "36": 952847360.0, - "37": 952847360.0, - "38": 952847360.0, - "39": 952847360.0, - "40": 952847360.0, - "41": 952847360.0, - "42": 952847360.0, - "43": 952847360.0, - "44": 952847360.0, - "45": 952847360.0, - "46": 952847360.0, - "47": 952847360.0, - "48": 952847360.0, - "49": 952847360.0, - "50": 952847360.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3275808768.0, - "2": 3637371904.0, - "3": 3637371904.0, - "4": 3637371904.0, - "5": 3637371904.0, - "6": 3637371904.0, - "7": 3637371904.0, - "8": 3637371904.0, - "9": 3637371904.0, - "10": 3637371904.0, - "11": 3637371904.0, - "12": 3637371904.0, - "13": 3637371904.0, - "14": 3637371904.0, - "15": 3637371904.0, - "16": 3637371904.0, - "17": 3637371904.0, - "18": 3637371904.0, - "19": 3637371904.0, - "20": 3637371904.0, - "21": 3637371904.0, - "22": 3637371904.0, - "23": 3637371904.0, - "24": 3637371904.0, - "25": 3637371904.0, - "26": 3637371904.0, - "27": 3637371904.0, - "28": 3637371904.0, - "29": 3637371904.0, - "30": 3637371904.0, - "31": 3637371904.0, - "32": 3637371904.0, - "33": 3637371904.0, - "34": 3637371904.0, - "35": 3637371904.0, - "36": 3637371904.0, - "37": 3637371904.0, - "38": 3637371904.0, - "39": 3637371904.0, - "40": 3637371904.0, - "41": 3637371904.0, - "42": 3637371904.0, - "43": 3637371904.0, - "44": 3637371904.0, - "45": 3637371904.0, - "46": 3637371904.0, - "47": 3637371904.0, - "48": 3637371904.0, - "49": 3637371904.0, - "50": 3637371904.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 8.92875, - "2": 0.12034, - "3": 0.10184, - "4": 0.10215, - "5": 0.10291, - "6": 0.10167, - "7": 0.09936, - "8": 0.10097, - "9": 0.10127, - "10": 0.10171, - "11": 0.10013, - "12": 0.09898, - "13": 0.10085, - "14": 0.10081, - "15": 0.10088, - "16": 0.10002, - "17": 0.0999, - "18": 0.10168, - "19": 0.10032, - "20": 0.09815, - "21": 0.10018, - "22": 0.09914, - "23": 0.1005, - "24": 0.10106, - "25": 0.10086, - "26": 0.10152, - "27": 0.1, - "28": 0.10161, - "29": 0.10038, - "30": 0.10045, - "31": 0.10187, - "32": 0.10055, - "33": 0.11357, - "34": 0.10266, - "35": 0.10298, - "36": 0.10061, - "37": 0.10166, - "38": 0.10185, - "39": 0.09925, - "40": 0.10087, - "41": 0.10001, - "42": 0.1, - "43": 0.10286, - "44": 0.10227, - "45": 0.10327, - "46": 0.10041, - "47": 0.10091, - "48": 0.10215, - "49": 0.10017, - "50": 0.10055 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp4/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp4/golden_values_dev_dgx_h100.json index 6a5be6c0d9c..5517997e6c1 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp4/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp4/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 11.05472, - "2": 0.1429, - "3": 0.12828, - "4": 0.12976, - "5": 0.12969, - "6": 0.12181, - "7": 0.12512, - "8": 0.12267, - "9": 0.12362, - "10": 0.12382, - "11": 0.1219, - "12": 0.12295, - "13": 0.12406, - "14": 0.12396, - "15": 0.12483, - "16": 0.12596, - "17": 0.12252, - "18": 0.12284, - "19": 0.12465, - "20": 0.12674, - "21": 0.12398, - "22": 0.12376, - "23": 0.12244, - "24": 0.12641, - "25": 0.1234, - "26": 0.12355, - "27": 0.12183, - "28": 0.12355, - "29": 0.12372, - "30": 0.12258, - "31": 0.1231, - "32": 0.12444, - "33": 0.12266, - "34": 0.12208, - "35": 0.12181, - "36": 0.12028, - "37": 0.12298, - "38": 0.1214, - "39": 0.12242, - "40": 0.12058, - "41": 0.12169, - "42": 0.1223, - "43": 0.1221, - "44": 0.12176, - "45": 0.12039, - "46": 0.12206, - "47": 0.12138, - "48": 0.12715, - "49": 0.12339, - "50": 0.12175 + "1": 11.34716, + "2": 0.14227, + "3": 0.12689, + "4": 0.13008, + "5": 0.12281, + "6": 0.12008, + "7": 0.11926, + "8": 0.11756, + "9": 0.11844, + "10": 0.11959, + "11": 0.11763, + "12": 0.11828, + "13": 0.11955, + "14": 0.11929, + "15": 0.11867, + "16": 0.11859, + "17": 0.12095, + "18": 0.11695, + "19": 0.11774, + "20": 0.11863, + "21": 0.11942, + "22": 0.12117, + "23": 0.11884, + "24": 0.12003, + "25": 0.11915, + "26": 0.11977, + "27": 0.11816, + "28": 0.12705, + "29": 0.11815, + "30": 0.12166, + "31": 0.12023, + "32": 0.12154, + "33": 0.12781, + "34": 0.12209, + "35": 0.12372, + "36": 0.12109, + "37": 0.11897, + "38": 0.12385, + "39": 0.11961, + "40": 0.11846, + "41": 0.11902, + "42": 0.11915, + "43": 0.12286, + "44": 0.11759, + "45": 0.11912, + "46": 0.1204, + "47": 0.12027, + "48": 0.12073, + "49": 0.1164, + "50": 0.11734 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp4/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp4/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index e8f7325e5f3..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp4/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.85678, - "2": 10.86405, - "3": 10.86854, - "4": 10.85128, - "5": 10.88398, - "6": 10.89024, - "7": 10.86645, - "8": 10.86924, - "9": 10.87305, - "10": 10.84079, - "11": 10.87928, - "12": 10.8729, - "13": 10.87791, - "14": 10.8901, - "15": 10.82504, - "16": 10.8296, - "17": 10.80874, - "18": 10.8116, - "19": 10.81543, - "20": 10.71912, - "21": 10.70404, - "22": 10.56645, - "23": 10.71858, - "24": 10.60989, - "25": 10.55479, - "26": 10.60874, - "27": 10.62302, - "28": 10.56954, - "29": 10.57966, - "30": 10.35998, - "31": 10.11311, - "32": 10.46587, - "33": 10.45154, - "34": 10.20826, - "35": 10.26937, - "36": 10.21924, - "37": 10.33852, - "38": 10.186, - "39": 10.3997, - "40": 10.08396, - "41": 10.13418, - "42": 10.20887, - "43": 9.82537, - "44": 9.95906, - "45": 9.82563, - "46": 9.80623, - "47": 10.13499, - "48": 9.84002, - "49": 9.52482, - "50": 9.90725 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1654.0, - "2": 1646.0, - "3": 1565.0, - "4": 1759.0, - "5": 1860.0, - "6": 1741.0, - "7": 1752.0, - "8": 1579.0, - "9": 1849.0, - "10": 1317.0, - "11": 1901.0, - "12": 1702.0, - "13": 1872.0, - "14": 1781.0, - "15": 1759.0, - "16": 1820.0, - "17": 1819.0, - "18": 1721.0, - "19": 1828.0, - "20": 1730.0, - "21": 1935.0, - "22": 1764.0, - "23": 1962.0, - "24": 1564.0, - "25": 1552.0, - "26": 1668.0, - "27": 1803.0, - "28": 1988.0, - "29": 1966.0, - "30": 1895.0, - "31": 1532.0, - "32": 1866.0, - "33": 2026.0, - "34": 1906.0, - "35": 1987.0, - "36": 1863.0, - "37": 2231.0, - "38": 2109.0, - "39": 2277.0, - "40": 2099.0, - "41": 2209.0, - "42": 2227.0, - "43": 1913.0, - "44": 2129.0, - "45": 1993.0, - "46": 2288.0, - "47": 2458.0, - "48": 2418.0, - "49": 2155.0, - "50": 2085.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 777900032.0, - "2": 777900032.0, - "3": 777900032.0, - "4": 777900032.0, - "5": 777900032.0, - "6": 777900032.0, - "7": 777900032.0, - "8": 777900032.0, - "9": 777900032.0, - "10": 777900032.0, - "11": 777900032.0, - "12": 777900032.0, - "13": 777900032.0, - "14": 777900032.0, - "15": 777900032.0, - "16": 777900032.0, - "17": 777900032.0, - "18": 777900032.0, - "19": 777900032.0, - "20": 777900032.0, - "21": 777900032.0, - "22": 777900032.0, - "23": 777900032.0, - "24": 777900032.0, - "25": 777900032.0, - "26": 777900032.0, - "27": 777900032.0, - "28": 777900032.0, - "29": 777900032.0, - "30": 777900032.0, - "31": 777900032.0, - "32": 777900032.0, - "33": 777900032.0, - "34": 777900032.0, - "35": 777900032.0, - "36": 777900032.0, - "37": 777900032.0, - "38": 777900032.0, - "39": 777900032.0, - "40": 777900032.0, - "41": 777900032.0, - "42": 777900032.0, - "43": 777900032.0, - "44": 777900032.0, - "45": 777900032.0, - "46": 777900032.0, - "47": 777900032.0, - "48": 777900032.0, - "49": 777900032.0, - "50": 777900032.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2463815680.0, - "2": 2744478720.0, - "3": 2744478720.0, - "4": 2744478720.0, - "5": 2744478720.0, - "6": 2744478720.0, - "7": 2744478720.0, - "8": 2744478720.0, - "9": 2744478720.0, - "10": 2744478720.0, - "11": 2744478720.0, - "12": 2744478720.0, - "13": 2744478720.0, - "14": 2744478720.0, - "15": 2744478720.0, - "16": 2744478720.0, - "17": 2744478720.0, - "18": 2744478720.0, - "19": 2744478720.0, - "20": 2744478720.0, - "21": 2744478720.0, - "22": 2744478720.0, - "23": 2744478720.0, - "24": 2744478720.0, - "25": 2744478720.0, - "26": 2744478720.0, - "27": 2744478720.0, - "28": 2744478720.0, - "29": 2744478720.0, - "30": 2744478720.0, - "31": 2744478720.0, - "32": 2744478720.0, - "33": 2744478720.0, - "34": 2744478720.0, - "35": 2744478720.0, - "36": 2744478720.0, - "37": 2744478720.0, - "38": 2744478720.0, - "39": 2744478720.0, - "40": 2744478720.0, - "41": 2744478720.0, - "42": 2744478720.0, - "43": 2744478720.0, - "44": 2744478720.0, - "45": 2744478720.0, - "46": 2744478720.0, - "47": 2744478720.0, - "48": 2744478720.0, - "49": 2744478720.0, - "50": 2744478720.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.35419, - "2": 0.13991, - "3": 0.10767, - "4": 0.10938, - "5": 0.10724, - "6": 0.10478, - "7": 0.10552, - "8": 0.10656, - "9": 0.10556, - "10": 0.10532, - "11": 0.10534, - "12": 0.10534, - "13": 0.10527, - "14": 0.10709, - "15": 0.10495, - "16": 0.10604, - "17": 0.10965, - "18": 0.1088, - "19": 0.1041, - "20": 0.10506, - "21": 0.1048, - "22": 0.10602, - "23": 0.10565, - "24": 0.1054, - "25": 0.10522, - "26": 0.10463, - "27": 0.10589, - "28": 0.10459, - "29": 0.10668, - "30": 0.10356, - "31": 0.10981, - "32": 0.10384, - "33": 0.1044, - "34": 0.10384, - "35": 0.10498, - "36": 0.10335, - "37": 0.10417, - "38": 0.10399, - "39": 0.10546, - "40": 0.10397, - "41": 0.10485, - "42": 0.104, - "43": 0.10561, - "44": 0.10556, - "45": 0.10548, - "46": 0.10502, - "47": 0.10566, - "48": 0.10496, - "49": 0.1064, - "50": 0.10702 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp4/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp4/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 5517997e6c1..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp1_pp4/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.85678, - "2": 10.86405, - "3": 10.86854, - "4": 10.85128, - "5": 10.88398, - "6": 10.89024, - "7": 10.86645, - "8": 10.86924, - "9": 10.87305, - "10": 10.84079, - "11": 10.87928, - "12": 10.8729, - "13": 10.87791, - "14": 10.8901, - "15": 10.82504, - "16": 10.8296, - "17": 10.80874, - "18": 10.8116, - "19": 10.81543, - "20": 10.71912, - "21": 10.70404, - "22": 10.56645, - "23": 10.71858, - "24": 10.60989, - "25": 10.55479, - "26": 10.60874, - "27": 10.62302, - "28": 10.56954, - "29": 10.57966, - "30": 10.35998, - "31": 10.11311, - "32": 10.46587, - "33": 10.45154, - "34": 10.20826, - "35": 10.26937, - "36": 10.21924, - "37": 10.33852, - "38": 10.186, - "39": 10.3997, - "40": 10.08396, - "41": 10.13418, - "42": 10.20887, - "43": 9.82537, - "44": 9.95906, - "45": 9.82563, - "46": 9.80623, - "47": 10.13499, - "48": 9.84002, - "49": 9.52482, - "50": 9.90725 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1654.0, - "2": 1646.0, - "3": 1565.0, - "4": 1759.0, - "5": 1860.0, - "6": 1741.0, - "7": 1752.0, - "8": 1579.0, - "9": 1849.0, - "10": 1317.0, - "11": 1901.0, - "12": 1702.0, - "13": 1872.0, - "14": 1781.0, - "15": 1759.0, - "16": 1820.0, - "17": 1819.0, - "18": 1721.0, - "19": 1828.0, - "20": 1730.0, - "21": 1935.0, - "22": 1764.0, - "23": 1962.0, - "24": 1564.0, - "25": 1552.0, - "26": 1668.0, - "27": 1803.0, - "28": 1988.0, - "29": 1966.0, - "30": 1895.0, - "31": 1532.0, - "32": 1866.0, - "33": 2026.0, - "34": 1906.0, - "35": 1987.0, - "36": 1863.0, - "37": 2231.0, - "38": 2109.0, - "39": 2277.0, - "40": 2099.0, - "41": 2209.0, - "42": 2227.0, - "43": 1913.0, - "44": 2129.0, - "45": 1993.0, - "46": 2288.0, - "47": 2458.0, - "48": 2418.0, - "49": 2155.0, - "50": 2085.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 777900032.0, - "2": 777900032.0, - "3": 777900032.0, - "4": 777900032.0, - "5": 777900032.0, - "6": 777900032.0, - "7": 777900032.0, - "8": 777900032.0, - "9": 777900032.0, - "10": 777900032.0, - "11": 777900032.0, - "12": 777900032.0, - "13": 777900032.0, - "14": 777900032.0, - "15": 777900032.0, - "16": 777900032.0, - "17": 777900032.0, - "18": 777900032.0, - "19": 777900032.0, - "20": 777900032.0, - "21": 777900032.0, - "22": 777900032.0, - "23": 777900032.0, - "24": 777900032.0, - "25": 777900032.0, - "26": 777900032.0, - "27": 777900032.0, - "28": 777900032.0, - "29": 777900032.0, - "30": 777900032.0, - "31": 777900032.0, - "32": 777900032.0, - "33": 777900032.0, - "34": 777900032.0, - "35": 777900032.0, - "36": 777900032.0, - "37": 777900032.0, - "38": 777900032.0, - "39": 777900032.0, - "40": 777900032.0, - "41": 777900032.0, - "42": 777900032.0, - "43": 777900032.0, - "44": 777900032.0, - "45": 777900032.0, - "46": 777900032.0, - "47": 777900032.0, - "48": 777900032.0, - "49": 777900032.0, - "50": 777900032.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2463815680.0, - "2": 2744478720.0, - "3": 2744478720.0, - "4": 2744478720.0, - "5": 2744478720.0, - "6": 2744478720.0, - "7": 2744478720.0, - "8": 2744478720.0, - "9": 2744478720.0, - "10": 2744478720.0, - "11": 2744478720.0, - "12": 2744478720.0, - "13": 2744478720.0, - "14": 2744478720.0, - "15": 2744478720.0, - "16": 2744478720.0, - "17": 2744478720.0, - "18": 2744478720.0, - "19": 2744478720.0, - "20": 2744478720.0, - "21": 2744478720.0, - "22": 2744478720.0, - "23": 2744478720.0, - "24": 2744478720.0, - "25": 2744478720.0, - "26": 2744478720.0, - "27": 2744478720.0, - "28": 2744478720.0, - "29": 2744478720.0, - "30": 2744478720.0, - "31": 2744478720.0, - "32": 2744478720.0, - "33": 2744478720.0, - "34": 2744478720.0, - "35": 2744478720.0, - "36": 2744478720.0, - "37": 2744478720.0, - "38": 2744478720.0, - "39": 2744478720.0, - "40": 2744478720.0, - "41": 2744478720.0, - "42": 2744478720.0, - "43": 2744478720.0, - "44": 2744478720.0, - "45": 2744478720.0, - "46": 2744478720.0, - "47": 2744478720.0, - "48": 2744478720.0, - "49": 2744478720.0, - "50": 2744478720.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 11.34716, - "2": 0.14227, - "3": 0.12689, - "4": 0.13008, - "5": 0.12281, - "6": 0.12008, - "7": 0.11926, - "8": 0.11756, - "9": 0.11844, - "10": 0.11959, - "11": 0.11763, - "12": 0.11828, - "13": 0.11955, - "14": 0.11929, - "15": 0.11867, - "16": 0.11859, - "17": 0.12095, - "18": 0.11695, - "19": 0.11774, - "20": 0.11863, - "21": 0.11942, - "22": 0.12117, - "23": 0.11884, - "24": 0.12003, - "25": 0.11915, - "26": 0.11977, - "27": 0.11816, - "28": 0.12705, - "29": 0.11815, - "30": 0.12166, - "31": 0.12023, - "32": 0.12154, - "33": 0.12781, - "34": 0.12209, - "35": 0.12372, - "36": 0.12109, - "37": 0.11897, - "38": 0.12385, - "39": 0.11961, - "40": 0.11846, - "41": 0.11902, - "42": 0.11915, - "43": 0.12286, - "44": 0.11759, - "45": 0.11912, - "46": 0.1204, - "47": 0.12027, - "48": 0.12073, - "49": 0.1164, - "50": 0.11734 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch/golden_values_dev_dgx_h100.json index dabf1673e8e..47fa63fad72 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch/golden_values_dev_dgx_h100.json @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 6.78518, - "2": 0.23744, - "3": 0.21193, - "4": 0.21211, - "5": 0.21234, - "6": 0.21714, - "7": 0.21381, - "8": 0.21678, + "1": 7.02035, + "2": 0.23195, + "3": 0.20851, + "4": 0.20697, + "5": 0.20737, + "6": 0.20888, + "7": 0.2126, + "8": 0.21169, "9": 0.21057, - "10": 0.21454, - "11": 0.21268, - "12": 0.21347, - "13": 0.209, - "14": 0.20717, - "15": 0.20674, - "16": 0.28167, - "17": 0.21476, - "18": 0.22185, - "19": 0.22342, - "20": 0.21927, - "21": 0.21844, - "22": 0.20869, - "23": 0.21636, - "24": 0.22148, - "25": 0.21904, - "26": 0.21751, - "27": 0.21967, - "28": 0.21863, - "29": 0.21626, - "30": 0.22036, - "31": 0.21954, - "32": 0.22158, - "33": 0.22026, - "34": 0.21931, - "35": 0.21953, - "36": 0.22128, - "37": 0.22086, - "38": 0.22232, - "39": 0.22188, - "40": 0.22409, - "41": 0.22246, - "42": 0.22597, - "43": 0.22399, - "44": 0.22475, - "45": 0.22278, - "46": 0.22509, - "47": 0.2265, - "48": 0.22645, - "49": 0.22526, - "50": 0.22341, - "51": 0.22545, - "52": 0.22535, - "53": 0.22576, - "54": 0.2245, - "55": 0.22609, - "56": 0.2228, - "57": 0.22559, - "58": 0.22342, - "59": 0.22459, - "60": 0.2267, - "61": 0.22697, - "62": 0.22521, - "63": 0.22584, - "64": 0.22709, - "65": 0.22302, - "66": 0.22625, - "67": 0.22446, - "68": 0.22406, - "69": 0.22377, - "70": 0.22903, - "71": 0.2251, - "72": 0.22663, - "73": 0.2167, - "74": 0.21951, - "75": 0.22056, - "76": 0.22119, - "77": 0.21831, - "78": 0.21638, - "79": 0.22219, - "80": 0.21903, - "81": 0.21864, - "82": 0.22289, - "83": 0.21759, - "84": 0.21896, - "85": 0.21769, - "86": 0.21796, - "87": 0.22137, - "88": 0.2181, - "89": 0.22173, - "90": 0.21854, - "91": 0.21692, - "92": 0.21712, - "93": 0.21996, - "94": 0.2158, - "95": 0.21804, - "96": 0.21776, - "97": 0.21778, - "98": 0.21975, - "99": 0.21815, - "100": 0.21699 + "10": 0.21255, + "11": 0.21108, + "12": 0.21506, + "13": 0.21085, + "14": 0.21072, + "15": 0.20967, + "16": 0.28325, + "17": 0.21485, + "18": 0.21984, + "19": 0.22277, + "20": 0.22004, + "21": 0.2242, + "22": 0.21349, + "23": 0.22346, + "24": 0.22444, + "25": 0.22521, + "26": 0.22267, + "27": 0.22592, + "28": 0.22136, + "29": 0.22802, + "30": 0.2227, + "31": 0.22084, + "32": 0.22099, + "33": 0.22019, + "34": 0.22336, + "35": 0.23024, + "36": 0.23188, + "37": 0.21929, + "38": 0.22277, + "39": 0.22303, + "40": 0.22269, + "41": 0.22539, + "42": 0.22835, + "43": 0.22379, + "44": 0.22103, + "45": 0.21919, + "46": 0.22653, + "47": 0.21996, + "48": 0.22399, + "49": 0.22202, + "50": 0.22099, + "51": 0.21773, + "52": 0.22165, + "53": 0.2208, + "54": 0.22241, + "55": 0.22007, + "56": 0.22113, + "57": 0.22282, + "58": 0.22209, + "59": 0.22153, + "60": 0.22251, + "61": 0.22383, + "62": 0.22477, + "63": 0.22389, + "64": 0.22518, + "65": 0.22491, + "66": 0.22204, + "67": 0.23149, + "68": 0.22301, + "69": 0.2298, + "70": 0.23059, + "71": 0.22412, + "72": 0.21788, + "73": 0.2209, + "74": 0.22227, + "75": 0.22603, + "76": 0.22022, + "77": 0.22045, + "78": 0.22051, + "79": 0.22157, + "80": 0.22544, + "81": 0.22703, + "82": 0.23226, + "83": 0.23535, + "84": 0.22503, + "85": 0.21869, + "86": 0.21989, + "87": 0.21782, + "88": 0.22296, + "89": 0.24294, + "90": 0.27356, + "91": 0.2182, + "92": 0.22138, + "93": 0.21695, + "94": 0.22172, + "95": 0.21947, + "96": 0.21792, + "97": 0.22243, + "98": 0.21902, + "99": 0.2202, + "100": 0.22043 } }, "num-zeros": { diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index eaee6a60f26..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84277, - "2": 10.85562, - "3": 10.84568, - "4": 10.84364, - "5": 10.85979, - "6": 10.86413, - "7": 10.85362, - "8": 10.85066, - "9": 10.8615, - "10": 10.82586, - "11": 10.86811, - "12": 10.85685, - "13": 10.87827, - "14": 10.86894, - "15": 10.85888, - "16": 10.8685, - "17": 10.85105, - "18": 10.85939, - "19": 10.85704, - "20": 10.84526, - "21": 10.85808, - "22": 10.83215, - "23": 10.86717, - "24": 10.83773, - "25": 10.82744, - "26": 10.83163, - "27": 10.83573, - "28": 10.82373, - "29": 10.81624, - "30": 10.76486, - "31": 10.69044, - "32": 10.76257, - "33": 10.75455, - "34": 10.67733, - "35": 10.66335, - "36": 10.63634, - "37": 10.66856, - "38": 10.5969, - "39": 10.67599, - "40": 10.50898, - "41": 10.53945, - "42": 10.55263, - "43": 10.35003, - "44": 10.40418, - "45": 10.32106, - "46": 10.27724, - "47": 10.45205, - "48": 10.28913, - "49": 10.05779, - "50": 10.27777, - "51": 10.23471, - "52": 10.13764, - "53": 10.34797, - "54": 10.26738, - "55": 10.20734, - "56": 9.99527, - "57": 9.89333, - "58": 10.13452, - "59": 9.92856, - "60": 9.8551, - "61": 9.98264, - "62": 10.20686, - "63": 9.70842, - "64": 10.01687, - "65": 9.30409, - "66": 9.93326, - "67": 9.62677, - "68": 9.98429, - "69": 9.9755, - "70": 9.93956, - "71": 9.81005, - "72": 9.798, - "73": 9.68454, - "74": 9.19951, - "75": 9.60518, - "76": 9.27791, - "77": 10.19437, - "78": 9.8671, - "79": 9.53341, - "80": 9.56341, - "81": 9.63047, - "82": 9.82819, - "83": 9.46388, - "84": 9.53736, - "85": 9.74561, - "86": 9.21332, - "87": 9.7014, - "88": 9.86621, - "89": 9.72242, - "90": 9.92089, - "91": 9.47178, - "92": 9.46996, - "93": 9.20589, - "94": 8.94772, - "95": 9.60815, - "96": 9.63635, - "97": 9.4138, - "98": 9.77274, - "99": 8.9958, - "100": 9.50415 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 284527616.0, - "2": 284527616.0, - "3": 284527616.0, - "4": 284527616.0, - "5": 284527616.0, - "6": 284527616.0, - "7": 284527616.0, - "8": 284527616.0, - "9": 284527616.0, - "10": 284527616.0, - "11": 284527616.0, - "12": 284527616.0, - "13": 284527616.0, - "14": 284527616.0, - "15": 284527616.0, - "16": 416513536.0, - "17": 416513536.0, - "18": 416513536.0, - "19": 416513536.0, - "20": 416513536.0, - "21": 416513536.0, - "22": 416513536.0, - "23": 416513536.0, - "24": 416513536.0, - "25": 416513536.0, - "26": 416513536.0, - "27": 416513536.0, - "28": 416513536.0, - "29": 416513536.0, - "30": 416513536.0, - "31": 416513536.0, - "32": 416513536.0, - "33": 416513536.0, - "34": 416513536.0, - "35": 416513536.0, - "36": 416513536.0, - "37": 416513536.0, - "38": 416513536.0, - "39": 416513536.0, - "40": 416513536.0, - "41": 416513536.0, - "42": 416513536.0, - "43": 416513536.0, - "44": 416513536.0, - "45": 416513536.0, - "46": 416513536.0, - "47": 416513536.0, - "48": 416513536.0, - "49": 416513536.0, - "50": 416513536.0, - "51": 416513536.0, - "52": 416513536.0, - "53": 416513536.0, - "54": 416513536.0, - "55": 416513536.0, - "56": 416513536.0, - "57": 416513536.0, - "58": 416513536.0, - "59": 416513536.0, - "60": 416513536.0, - "61": 416513536.0, - "62": 416513536.0, - "63": 416513536.0, - "64": 416513536.0, - "65": 416513536.0, - "66": 416513536.0, - "67": 416513536.0, - "68": 416513536.0, - "69": 416513536.0, - "70": 416513536.0, - "71": 416513536.0, - "72": 416513536.0, - "73": 416513536.0, - "74": 416513536.0, - "75": 416513536.0, - "76": 416513536.0, - "77": 416513536.0, - "78": 416513536.0, - "79": 416513536.0, - "80": 416513536.0, - "81": 416513536.0, - "82": 416513536.0, - "83": 416513536.0, - "84": 416513536.0, - "85": 416513536.0, - "86": 416513536.0, - "87": 416513536.0, - "88": 416513536.0, - "89": 416513536.0, - "90": 416513536.0, - "91": 416513536.0, - "92": 416513536.0, - "93": 416513536.0, - "94": 416513536.0, - "95": 416513536.0, - "96": 416513536.0, - "97": 416513536.0, - "98": 416513536.0, - "99": 416513536.0, - "100": 416513536.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1465368064.0, - "2": 1465368576.0, - "3": 1465368576.0, - "4": 1465368576.0, - "5": 1465368576.0, - "6": 1465368576.0, - "7": 1465368576.0, - "8": 1465368576.0, - "9": 1465368576.0, - "10": 1465368576.0, - "11": 1465368576.0, - "12": 1465368576.0, - "13": 1465368576.0, - "14": 1465368576.0, - "15": 1465368576.0, - "16": 1465368576.0, - "17": 1597092352.0, - "18": 1597092352.0, - "19": 1597092352.0, - "20": 1597092352.0, - "21": 1597092352.0, - "22": 1597092352.0, - "23": 1597092352.0, - "24": 1597092352.0, - "25": 1597092352.0, - "26": 1597092352.0, - "27": 1597092352.0, - "28": 1597092352.0, - "29": 1597092352.0, - "30": 1597092352.0, - "31": 1597092352.0, - "32": 1597092352.0, - "33": 1597092352.0, - "34": 1597092352.0, - "35": 1597092352.0, - "36": 1597092352.0, - "37": 1597092352.0, - "38": 1597092352.0, - "39": 1597092352.0, - "40": 1597092352.0, - "41": 1597092352.0, - "42": 1597092352.0, - "43": 1597092352.0, - "44": 1597092352.0, - "45": 1597092352.0, - "46": 1597092352.0, - "47": 1597092352.0, - "48": 1597092352.0, - "49": 1597092352.0, - "50": 1597092352.0, - "51": 1597092352.0, - "52": 1597092352.0, - "53": 1597092352.0, - "54": 1597092352.0, - "55": 1597092352.0, - "56": 1597092352.0, - "57": 1597092352.0, - "58": 1597092352.0, - "59": 1597092352.0, - "60": 1597092352.0, - "61": 1597092352.0, - "62": 1597092352.0, - "63": 1597092352.0, - "64": 1597092352.0, - "65": 1597092352.0, - "66": 1597092352.0, - "67": 1597092352.0, - "68": 1597092352.0, - "69": 1597092352.0, - "70": 1597092352.0, - "71": 1597092352.0, - "72": 1597092352.0, - "73": 1597092352.0, - "74": 1597092352.0, - "75": 1597092352.0, - "76": 1597092352.0, - "77": 1597092352.0, - "78": 1597092352.0, - "79": 1597092352.0, - "80": 1597092352.0, - "81": 1597092352.0, - "82": 1597092352.0, - "83": 1597092352.0, - "84": 1597092352.0, - "85": 1597092352.0, - "86": 1597092352.0, - "87": 1597092352.0, - "88": 1597092352.0, - "89": 1597092352.0, - "90": 1597092352.0, - "91": 1597092352.0, - "92": 1597092352.0, - "93": 1597092352.0, - "94": 1597092352.0, - "95": 1597092352.0, - "96": 1597092352.0, - "97": 1597092352.0, - "98": 1597092352.0, - "99": 1597092352.0, - "100": 1597092352.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 7.37179, - "2": 0.21537, - "3": 0.18911, - "4": 0.18458, - "5": 0.18487, - "6": 0.18754, - "7": 0.18665, - "8": 0.1878, - "9": 0.18553, - "10": 0.1849, - "11": 0.18796, - "12": 0.18834, - "13": 0.19005, - "14": 0.18356, - "15": 0.18558, - "16": 0.27381, - "17": 0.18936, - "18": 0.19528, - "19": 0.19364, - "20": 0.1953, - "21": 0.19158, - "22": 0.18527, - "23": 0.1891, - "24": 0.19114, - "25": 0.19216, - "26": 0.19001, - "27": 0.19218, - "28": 0.19054, - "29": 0.19151, - "30": 0.19191, - "31": 0.19643, - "32": 0.19421, - "33": 0.19414, - "34": 0.19615, - "35": 0.19402, - "36": 0.19651, - "37": 0.19212, - "38": 0.19469, - "39": 0.19904, - "40": 0.19924, - "41": 0.19587, - "42": 0.21217, - "43": 0.21187, - "44": 0.19529, - "45": 0.20033, - "46": 0.20271, - "47": 0.19543, - "48": 0.20218, - "49": 0.20489, - "50": 0.19921, - "51": 0.2115, - "52": 0.20718, - "53": 0.19391, - "54": 0.19638, - "55": 0.19472, - "56": 0.19481, - "57": 0.19264, - "58": 0.19802, - "59": 0.19862, - "60": 0.19826, - "61": 0.19634, - "62": 0.19752, - "63": 0.19602, - "64": 0.19649, - "65": 0.19524, - "66": 0.19483, - "67": 0.19471, - "68": 0.19619, - "69": 0.19456, - "70": 0.1972, - "71": 0.19562, - "72": 0.1963, - "73": 0.19559, - "74": 0.1958, - "75": 0.2007, - "76": 0.19838, - "77": 0.1931, - "78": 0.19809, - "79": 0.19589, - "80": 0.19799, - "81": 0.19659, - "82": 0.19661, - "83": 0.20092, - "84": 0.19558, - "85": 0.19886, - "86": 0.20355, - "87": 0.19808, - "88": 0.19948, - "89": 0.19521, - "90": 0.19741, - "91": 0.19953, - "92": 0.19688, - "93": 0.19645, - "94": 0.19575, - "95": 0.19574, - "96": 0.19609, - "97": 0.19745, - "98": 0.19491, - "99": 0.19618, - "100": 0.19576 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": "nan", - "2": "nan", - "3": "nan", - "4": "nan", - "5": "nan", - "6": "nan", - "7": "nan", - "8": "nan", - "9": "nan", - "10": "nan", - "11": "nan", - "12": "nan", - "13": "nan", - "14": "nan", - "15": "nan", - "16": 2365.0, - "17": "nan", - "18": 2331.0, - "19": 2912.0, - "20": 1664.0, - "21": 2009.0, - "22": "nan", - "23": 2483.0, - "24": 2192.0, - "25": 2290.0, - "26": 1916.0, - "27": 2020.0, - "28": 2503.0, - "29": 2379.0, - "30": 2400.0, - "31": 1759.0, - "32": 2522.0, - "33": 2145.0, - "34": 1791.0, - "35": 1777.0, - "36": 2100.0, - "37": 2396.0, - "38": 2040.0, - "39": 2983.0, - "40": 1805.0, - "41": 3097.0, - "42": 2421.0, - "43": 2566.0, - "44": 1858.0, - "45": 2371.0, - "46": 2140.0, - "47": 2603.0, - "48": 2358.0, - "49": 1739.0, - "50": 2686.0, - "51": 2041.0, - "52": 2226.0, - "53": 3222.0, - "54": 2784.0, - "55": 2290.0, - "56": 2428.0, - "57": 2146.0, - "58": 3048.0, - "59": 2504.0, - "60": 2612.0, - "61": 2623.0, - "62": 3003.0, - "63": 2762.0, - "64": 2917.0, - "65": 2104.0, - "66": 3550.0, - "67": 2433.0, - "68": 3146.0, - "69": 2877.0, - "70": 3528.0, - "71": 2983.0, - "72": 2640.0, - "73": 3199.0, - "74": 2084.0, - "75": 2809.0, - "76": 3599.0, - "77": 3667.0, - "78": 3680.0, - "79": 3972.0, - "80": 3365.0, - "81": 5042.0, - "82": 3291.0, - "83": 3016.0, - "84": 3592.0, - "85": 3792.0, - "86": 3192.0, - "87": 4219.0, - "88": 3376.0, - "89": 4110.0, - "90": 3939.0, - "91": 2912.0, - "92": 4114.0, - "93": 3499.0, - "94": 4339.0, - "95": 3829.0, - "96": 3875.0, - "97": 4100.0, - "98": 4889.0, - "99": 3771.0, - "100": 3390.0 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 47fa63fad72..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84277, - "2": 10.85562, - "3": 10.84568, - "4": 10.84364, - "5": 10.85979, - "6": 10.86413, - "7": 10.85362, - "8": 10.85066, - "9": 10.8615, - "10": 10.82586, - "11": 10.86811, - "12": 10.85685, - "13": 10.87827, - "14": 10.86894, - "15": 10.85888, - "16": 10.8685, - "17": 10.85105, - "18": 10.85939, - "19": 10.85704, - "20": 10.84526, - "21": 10.85808, - "22": 10.83215, - "23": 10.86717, - "24": 10.83773, - "25": 10.82744, - "26": 10.83163, - "27": 10.83573, - "28": 10.82373, - "29": 10.81624, - "30": 10.76486, - "31": 10.69044, - "32": 10.76257, - "33": 10.75455, - "34": 10.67733, - "35": 10.66335, - "36": 10.63634, - "37": 10.66856, - "38": 10.5969, - "39": 10.67599, - "40": 10.50898, - "41": 10.53945, - "42": 10.55263, - "43": 10.35003, - "44": 10.40418, - "45": 10.32106, - "46": 10.27724, - "47": 10.45205, - "48": 10.28913, - "49": 10.05779, - "50": 10.27777, - "51": 10.23471, - "52": 10.13764, - "53": 10.34797, - "54": 10.26738, - "55": 10.20734, - "56": 9.99527, - "57": 9.89333, - "58": 10.13452, - "59": 9.92856, - "60": 9.8551, - "61": 9.98264, - "62": 10.20686, - "63": 9.70842, - "64": 10.01687, - "65": 9.30409, - "66": 9.93326, - "67": 9.62677, - "68": 9.98429, - "69": 9.9755, - "70": 9.93956, - "71": 9.81005, - "72": 9.798, - "73": 9.68454, - "74": 9.19951, - "75": 9.60518, - "76": 9.27791, - "77": 10.19437, - "78": 9.8671, - "79": 9.53341, - "80": 9.56341, - "81": 9.63047, - "82": 9.82819, - "83": 9.46388, - "84": 9.53736, - "85": 9.74561, - "86": 9.21332, - "87": 9.7014, - "88": 9.86621, - "89": 9.72242, - "90": 9.92089, - "91": 9.47178, - "92": 9.46996, - "93": 9.20589, - "94": 8.94772, - "95": 9.60815, - "96": 9.63635, - "97": 9.4138, - "98": 9.77274, - "99": 8.9958, - "100": 9.50415 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 284527616.0, - "2": 284527616.0, - "3": 284527616.0, - "4": 284527616.0, - "5": 284527616.0, - "6": 284527616.0, - "7": 284527616.0, - "8": 284527616.0, - "9": 284527616.0, - "10": 284527616.0, - "11": 284527616.0, - "12": 284527616.0, - "13": 284527616.0, - "14": 284527616.0, - "15": 284527616.0, - "16": 416513536.0, - "17": 416513536.0, - "18": 416513536.0, - "19": 416513536.0, - "20": 416513536.0, - "21": 416513536.0, - "22": 416513536.0, - "23": 416513536.0, - "24": 416513536.0, - "25": 416513536.0, - "26": 416513536.0, - "27": 416513536.0, - "28": 416513536.0, - "29": 416513536.0, - "30": 416513536.0, - "31": 416513536.0, - "32": 416513536.0, - "33": 416513536.0, - "34": 416513536.0, - "35": 416513536.0, - "36": 416513536.0, - "37": 416513536.0, - "38": 416513536.0, - "39": 416513536.0, - "40": 416513536.0, - "41": 416513536.0, - "42": 416513536.0, - "43": 416513536.0, - "44": 416513536.0, - "45": 416513536.0, - "46": 416513536.0, - "47": 416513536.0, - "48": 416513536.0, - "49": 416513536.0, - "50": 416513536.0, - "51": 416513536.0, - "52": 416513536.0, - "53": 416513536.0, - "54": 416513536.0, - "55": 416513536.0, - "56": 416513536.0, - "57": 416513536.0, - "58": 416513536.0, - "59": 416513536.0, - "60": 416513536.0, - "61": 416513536.0, - "62": 416513536.0, - "63": 416513536.0, - "64": 416513536.0, - "65": 416513536.0, - "66": 416513536.0, - "67": 416513536.0, - "68": 416513536.0, - "69": 416513536.0, - "70": 416513536.0, - "71": 416513536.0, - "72": 416513536.0, - "73": 416513536.0, - "74": 416513536.0, - "75": 416513536.0, - "76": 416513536.0, - "77": 416513536.0, - "78": 416513536.0, - "79": 416513536.0, - "80": 416513536.0, - "81": 416513536.0, - "82": 416513536.0, - "83": 416513536.0, - "84": 416513536.0, - "85": 416513536.0, - "86": 416513536.0, - "87": 416513536.0, - "88": 416513536.0, - "89": 416513536.0, - "90": 416513536.0, - "91": 416513536.0, - "92": 416513536.0, - "93": 416513536.0, - "94": 416513536.0, - "95": 416513536.0, - "96": 416513536.0, - "97": 416513536.0, - "98": 416513536.0, - "99": 416513536.0, - "100": 416513536.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1465368064.0, - "2": 1465368576.0, - "3": 1465368576.0, - "4": 1465368576.0, - "5": 1465368576.0, - "6": 1465368576.0, - "7": 1465368576.0, - "8": 1465368576.0, - "9": 1465368576.0, - "10": 1465368576.0, - "11": 1465368576.0, - "12": 1465368576.0, - "13": 1465368576.0, - "14": 1465368576.0, - "15": 1465368576.0, - "16": 1465368576.0, - "17": 1597092352.0, - "18": 1597092352.0, - "19": 1597092352.0, - "20": 1597092352.0, - "21": 1597092352.0, - "22": 1597092352.0, - "23": 1597092352.0, - "24": 1597092352.0, - "25": 1597092352.0, - "26": 1597092352.0, - "27": 1597092352.0, - "28": 1597092352.0, - "29": 1597092352.0, - "30": 1597092352.0, - "31": 1597092352.0, - "32": 1597092352.0, - "33": 1597092352.0, - "34": 1597092352.0, - "35": 1597092352.0, - "36": 1597092352.0, - "37": 1597092352.0, - "38": 1597092352.0, - "39": 1597092352.0, - "40": 1597092352.0, - "41": 1597092352.0, - "42": 1597092352.0, - "43": 1597092352.0, - "44": 1597092352.0, - "45": 1597092352.0, - "46": 1597092352.0, - "47": 1597092352.0, - "48": 1597092352.0, - "49": 1597092352.0, - "50": 1597092352.0, - "51": 1597092352.0, - "52": 1597092352.0, - "53": 1597092352.0, - "54": 1597092352.0, - "55": 1597092352.0, - "56": 1597092352.0, - "57": 1597092352.0, - "58": 1597092352.0, - "59": 1597092352.0, - "60": 1597092352.0, - "61": 1597092352.0, - "62": 1597092352.0, - "63": 1597092352.0, - "64": 1597092352.0, - "65": 1597092352.0, - "66": 1597092352.0, - "67": 1597092352.0, - "68": 1597092352.0, - "69": 1597092352.0, - "70": 1597092352.0, - "71": 1597092352.0, - "72": 1597092352.0, - "73": 1597092352.0, - "74": 1597092352.0, - "75": 1597092352.0, - "76": 1597092352.0, - "77": 1597092352.0, - "78": 1597092352.0, - "79": 1597092352.0, - "80": 1597092352.0, - "81": 1597092352.0, - "82": 1597092352.0, - "83": 1597092352.0, - "84": 1597092352.0, - "85": 1597092352.0, - "86": 1597092352.0, - "87": 1597092352.0, - "88": 1597092352.0, - "89": 1597092352.0, - "90": 1597092352.0, - "91": 1597092352.0, - "92": 1597092352.0, - "93": 1597092352.0, - "94": 1597092352.0, - "95": 1597092352.0, - "96": 1597092352.0, - "97": 1597092352.0, - "98": 1597092352.0, - "99": 1597092352.0, - "100": 1597092352.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 7.02035, - "2": 0.23195, - "3": 0.20851, - "4": 0.20697, - "5": 0.20737, - "6": 0.20888, - "7": 0.2126, - "8": 0.21169, - "9": 0.21057, - "10": 0.21255, - "11": 0.21108, - "12": 0.21506, - "13": 0.21085, - "14": 0.21072, - "15": 0.20967, - "16": 0.28325, - "17": 0.21485, - "18": 0.21984, - "19": 0.22277, - "20": 0.22004, - "21": 0.2242, - "22": 0.21349, - "23": 0.22346, - "24": 0.22444, - "25": 0.22521, - "26": 0.22267, - "27": 0.22592, - "28": 0.22136, - "29": 0.22802, - "30": 0.2227, - "31": 0.22084, - "32": 0.22099, - "33": 0.22019, - "34": 0.22336, - "35": 0.23024, - "36": 0.23188, - "37": 0.21929, - "38": 0.22277, - "39": 0.22303, - "40": 0.22269, - "41": 0.22539, - "42": 0.22835, - "43": 0.22379, - "44": 0.22103, - "45": 0.21919, - "46": 0.22653, - "47": 0.21996, - "48": 0.22399, - "49": 0.22202, - "50": 0.22099, - "51": 0.21773, - "52": 0.22165, - "53": 0.2208, - "54": 0.22241, - "55": 0.22007, - "56": 0.22113, - "57": 0.22282, - "58": 0.22209, - "59": 0.22153, - "60": 0.22251, - "61": 0.22383, - "62": 0.22477, - "63": 0.22389, - "64": 0.22518, - "65": 0.22491, - "66": 0.22204, - "67": 0.23149, - "68": 0.22301, - "69": 0.2298, - "70": 0.23059, - "71": 0.22412, - "72": 0.21788, - "73": 0.2209, - "74": 0.22227, - "75": 0.22603, - "76": 0.22022, - "77": 0.22045, - "78": 0.22051, - "79": 0.22157, - "80": 0.22544, - "81": 0.22703, - "82": 0.23226, - "83": 0.23535, - "84": 0.22503, - "85": 0.21869, - "86": 0.21989, - "87": 0.21782, - "88": 0.22296, - "89": 0.24294, - "90": 0.27356, - "91": 0.2182, - "92": 0.22138, - "93": 0.21695, - "94": 0.22172, - "95": 0.21947, - "96": 0.21792, - "97": 0.22243, - "98": 0.21902, - "99": 0.2202, - "100": 0.22043 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": "nan", - "2": "nan", - "3": "nan", - "4": "nan", - "5": "nan", - "6": "nan", - "7": "nan", - "8": "nan", - "9": "nan", - "10": "nan", - "11": "nan", - "12": "nan", - "13": "nan", - "14": "nan", - "15": "nan", - "16": 2365.0, - "17": "nan", - "18": 2331.0, - "19": 2912.0, - "20": 1664.0, - "21": 2009.0, - "22": "nan", - "23": 2483.0, - "24": 2192.0, - "25": 2290.0, - "26": 1916.0, - "27": 2020.0, - "28": 2503.0, - "29": 2379.0, - "30": 2400.0, - "31": 1759.0, - "32": 2522.0, - "33": 2145.0, - "34": 1791.0, - "35": 1777.0, - "36": 2100.0, - "37": 2396.0, - "38": 2040.0, - "39": 2983.0, - "40": 1805.0, - "41": 3097.0, - "42": 2421.0, - "43": 2566.0, - "44": 1858.0, - "45": 2371.0, - "46": 2140.0, - "47": 2603.0, - "48": 2358.0, - "49": 1739.0, - "50": 2686.0, - "51": 2041.0, - "52": 2226.0, - "53": 3222.0, - "54": 2784.0, - "55": 2290.0, - "56": 2428.0, - "57": 2146.0, - "58": 3048.0, - "59": 2504.0, - "60": 2612.0, - "61": 2623.0, - "62": 3003.0, - "63": 2762.0, - "64": 2917.0, - "65": 2104.0, - "66": 3550.0, - "67": 2433.0, - "68": 3146.0, - "69": 2877.0, - "70": 3528.0, - "71": 2983.0, - "72": 2640.0, - "73": 3199.0, - "74": 2084.0, - "75": 2809.0, - "76": 3599.0, - "77": 3667.0, - "78": 3680.0, - "79": 3972.0, - "80": 3365.0, - "81": 5042.0, - "82": 3291.0, - "83": 3016.0, - "84": 3592.0, - "85": 3792.0, - "86": 3192.0, - "87": 4219.0, - "88": 3376.0, - "89": 4110.0, - "90": 3939.0, - "91": 2912.0, - "92": 4114.0, - "93": 3499.0, - "94": 4339.0, - "95": 3829.0, - "96": 3875.0, - "97": 4100.0, - "98": 4889.0, - "99": 3771.0, - "100": 3390.0 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgx_h100.json index 24b971e51f0..cb0ad3fdb4b 100644 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgx_h100.json @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 6.81983, - "2": 0.2794, - "3": 0.23686, - "4": 0.21148, - "5": 0.21241, - "6": 0.21432, - "7": 0.21203, - "8": 0.21066, - "9": 0.20958, - "10": 0.21304, - "11": 0.2134, - "12": 0.21369, - "13": 0.2107, - "14": 0.21366, - "15": 0.20862, - "16": 0.28561, - "17": 0.2165, - "18": 0.21953, - "19": 0.22122, - "20": 0.22177, - "21": 0.2229, - "22": 0.21407, - "23": 0.22275, - "24": 0.22407, - "25": 0.22273, - "26": 0.22637, - "27": 0.22313, - "28": 0.22384, - "29": 0.22193, - "30": 0.22359, - "31": 0.2209, - "32": 0.22301, - "33": 0.22023, - "34": 0.22191, - "35": 0.22291, - "36": 0.22174, - "37": 0.22136, - "38": 0.22212, - "39": 0.22108, - "40": 0.22197, - "41": 0.22185, - "42": 0.22093, - "43": 0.22393, - "44": 0.22166, - "45": 0.2211, - "46": 0.22759, - "47": 0.22278, - "48": 0.22181, - "49": 0.2205, - "50": 0.2208, - "51": 0.22217, - "52": 0.22209, - "53": 0.21851, - "54": 0.21953, - "55": 0.22284, - "56": 0.21873, - "57": 0.21994, - "58": 0.21738, - "59": 0.22216, - "60": 0.22091, - "61": 0.21912, - "62": 0.21916, - "63": 0.21618, - "64": 0.22037, - "65": 0.22084, - "66": 0.21741, - "67": 0.2191, - "68": 0.21708, - "69": 0.21714, - "70": 0.22023, - "71": 0.21802, - "72": 0.216, - "73": 0.22116, - "74": 0.22062, - "75": 0.23228, - "76": 0.22254, - "77": 0.21552, - "78": 0.2206, - "79": 0.2158, - "80": 0.22212, - "81": 0.22066, - "82": 0.22199, - "83": 0.21697, - "84": 0.21798, - "85": 0.21804, - "86": 0.21874, - "87": 0.21943, - "88": 0.21826, - "89": 0.21793, - "90": 0.21769, - "91": 0.21994, - "92": 0.21792, - "93": 0.22021, - "94": 0.21851, - "95": 0.21939, - "96": 0.21921, - "97": 0.22073, - "98": 0.21992, - "99": 0.21794, - "100": 0.21873 + "1": 6.78805, + "2": 0.23224, + "3": 0.20783, + "4": 0.21971, + "5": 0.22246, + "6": 0.23346, + "7": 0.21626, + "8": 0.20597, + "9": 0.2043, + "10": 0.20681, + "11": 0.20511, + "12": 0.20484, + "13": 0.21351, + "14": 0.20446, + "15": 0.21063, + "16": 0.28338, + "17": 0.21017, + "18": 0.21577, + "19": 0.21852, + "20": 0.23072, + "21": 0.25974, + "22": 0.21717, + "23": 0.22548, + "24": 0.21878, + "25": 0.21448, + "26": 0.21416, + "27": 0.22357, + "28": 0.21645, + "29": 0.21325, + "30": 0.21465, + "31": 0.21452, + "32": 0.21608, + "33": 0.23531, + "34": 0.227, + "35": 0.2188, + "36": 0.21248, + "37": 0.21694, + "38": 0.21269, + "39": 0.22285, + "40": 0.21458, + "41": 0.2134, + "42": 0.21991, + "43": 0.21621, + "44": 0.21422, + "45": 0.21339, + "46": 0.21332, + "47": 0.21892, + "48": 0.21384, + "49": 0.21668, + "50": 0.21806, + "51": 0.21958, + "52": 0.2173, + "53": 0.21642, + "54": 0.22157, + "55": 0.21549, + "56": 0.21528, + "57": 0.21789, + "58": 0.21634, + "59": 0.21649, + "60": 0.2141, + "61": 0.21447, + "62": 0.21596, + "63": 0.21545, + "64": 0.22145, + "65": 0.21603, + "66": 0.21504, + "67": 0.21551, + "68": 0.21918, + "69": 0.21831, + "70": 0.21943, + "71": 0.21537, + "72": 0.21937, + "73": 0.21783, + "74": 0.2246, + "75": 0.22031, + "76": 0.23249, + "77": 0.21862, + "78": 0.21663, + "79": 0.21806, + "80": 0.21694, + "81": 0.21684, + "82": 0.21559, + "83": 0.21877, + "84": 0.2151, + "85": 0.21819, + "86": 0.2167, + "87": 0.21768, + "88": 0.21415, + "89": 0.21694, + "90": 0.21444, + "91": 0.21616, + "92": 0.21967, + "93": 0.21672, + "94": 0.21699, + "95": 0.21892, + "96": 0.21871, + "97": 0.21805, + "98": 0.21674, + "99": 0.21639, + "100": 0.21581 } }, "num-zeros": { diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 6d3fed6a4e1..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84277, - "2": 10.85562, - "3": 10.84568, - "4": 10.84364, - "5": 10.85979, - "6": 10.86413, - "7": 10.85362, - "8": 10.85066, - "9": 10.8615, - "10": 10.82586, - "11": 10.86811, - "12": 10.85685, - "13": 10.87827, - "14": 10.86894, - "15": 10.85888, - "16": 10.8685, - "17": 10.85105, - "18": 10.85939, - "19": 10.85704, - "20": 10.84526, - "21": 10.85808, - "22": 10.83215, - "23": 10.86717, - "24": 10.83773, - "25": 10.82744, - "26": 10.83163, - "27": 10.83573, - "28": 10.82373, - "29": 10.81624, - "30": 10.76486, - "31": 10.69044, - "32": 10.76257, - "33": 10.75455, - "34": 10.67733, - "35": 10.66335, - "36": 10.63634, - "37": 10.66856, - "38": 10.5969, - "39": 10.67599, - "40": 10.50898, - "41": 10.53945, - "42": 10.55263, - "43": 10.35003, - "44": 10.40418, - "45": 10.32106, - "46": 10.27724, - "47": 10.45205, - "48": 10.28913, - "49": 10.05779, - "50": 10.27777, - "51": 10.23471, - "52": 10.13764, - "53": 10.34797, - "54": 10.26738, - "55": 10.20734, - "56": 9.99527, - "57": 9.89333, - "58": 10.13452, - "59": 9.92856, - "60": 9.8551, - "61": 9.98264, - "62": 10.20686, - "63": 9.70842, - "64": 10.01687, - "65": 9.30409, - "66": 9.93326, - "67": 9.62677, - "68": 9.98429, - "69": 9.9755, - "70": 9.93956, - "71": 9.81005, - "72": 9.798, - "73": 9.68454, - "74": 9.19951, - "75": 9.60518, - "76": 9.27791, - "77": 10.19437, - "78": 9.8671, - "79": 9.53341, - "80": 9.56341, - "81": 9.63047, - "82": 9.82819, - "83": 9.46388, - "84": 9.53736, - "85": 9.74561, - "86": 9.21332, - "87": 9.7014, - "88": 9.86621, - "89": 9.72242, - "90": 9.92089, - "91": 9.47178, - "92": 9.46996, - "93": 9.20589, - "94": 8.94772, - "95": 9.60815, - "96": 9.63635, - "97": 9.4138, - "98": 9.77274, - "99": 8.9958, - "100": 9.50415 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 284527616.0, - "2": 284527616.0, - "3": 284527616.0, - "4": 284527616.0, - "5": 284527616.0, - "6": 284527616.0, - "7": 284527616.0, - "8": 284527616.0, - "9": 284527616.0, - "10": 284527616.0, - "11": 284527616.0, - "12": 284527616.0, - "13": 284527616.0, - "14": 284527616.0, - "15": 284527616.0, - "16": 416513536.0, - "17": 416513536.0, - "18": 416513536.0, - "19": 416513536.0, - "20": 416513536.0, - "21": 416513536.0, - "22": 416513536.0, - "23": 416513536.0, - "24": 416513536.0, - "25": 416513536.0, - "26": 416513536.0, - "27": 416513536.0, - "28": 416513536.0, - "29": 416513536.0, - "30": 416513536.0, - "31": 416513536.0, - "32": 416513536.0, - "33": 416513536.0, - "34": 416513536.0, - "35": 416513536.0, - "36": 416513536.0, - "37": 416513536.0, - "38": 416513536.0, - "39": 416513536.0, - "40": 416513536.0, - "41": 416513536.0, - "42": 416513536.0, - "43": 416513536.0, - "44": 416513536.0, - "45": 416513536.0, - "46": 416513536.0, - "47": 416513536.0, - "48": 416513536.0, - "49": 416513536.0, - "50": 416513536.0, - "51": 416513536.0, - "52": 416513536.0, - "53": 416513536.0, - "54": 416513536.0, - "55": 416513536.0, - "56": 416513536.0, - "57": 416513536.0, - "58": 416513536.0, - "59": 416513536.0, - "60": 416513536.0, - "61": 416513536.0, - "62": 416513536.0, - "63": 416513536.0, - "64": 416513536.0, - "65": 416513536.0, - "66": 416513536.0, - "67": 416513536.0, - "68": 416513536.0, - "69": 416513536.0, - "70": 416513536.0, - "71": 416513536.0, - "72": 416513536.0, - "73": 416513536.0, - "74": 416513536.0, - "75": 416513536.0, - "76": 416513536.0, - "77": 416513536.0, - "78": 416513536.0, - "79": 416513536.0, - "80": 416513536.0, - "81": 416513536.0, - "82": 416513536.0, - "83": 416513536.0, - "84": 416513536.0, - "85": 416513536.0, - "86": 416513536.0, - "87": 416513536.0, - "88": 416513536.0, - "89": 416513536.0, - "90": 416513536.0, - "91": 416513536.0, - "92": 416513536.0, - "93": 416513536.0, - "94": 416513536.0, - "95": 416513536.0, - "96": 416513536.0, - "97": 416513536.0, - "98": 416513536.0, - "99": 416513536.0, - "100": 416513536.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1465368064.0, - "2": 1465368576.0, - "3": 1465368576.0, - "4": 1465368576.0, - "5": 1465368576.0, - "6": 1465368576.0, - "7": 1465368576.0, - "8": 1465368576.0, - "9": 1465368576.0, - "10": 1465368576.0, - "11": 1465368576.0, - "12": 1465368576.0, - "13": 1465368576.0, - "14": 1465368576.0, - "15": 1465368576.0, - "16": 1465368576.0, - "17": 1597092352.0, - "18": 1597092352.0, - "19": 1597092352.0, - "20": 1597092352.0, - "21": 1597092352.0, - "22": 1597092352.0, - "23": 1597092352.0, - "24": 1597092352.0, - "25": 1597092352.0, - "26": 1597092352.0, - "27": 1597092352.0, - "28": 1597092352.0, - "29": 1597092352.0, - "30": 1597092352.0, - "31": 1597092352.0, - "32": 1597092352.0, - "33": 1597092352.0, - "34": 1597092352.0, - "35": 1597092352.0, - "36": 1597092352.0, - "37": 1597092352.0, - "38": 1597092352.0, - "39": 1597092352.0, - "40": 1597092352.0, - "41": 1597092352.0, - "42": 1597092352.0, - "43": 1597092352.0, - "44": 1597092352.0, - "45": 1597092352.0, - "46": 1597092352.0, - "47": 1597092352.0, - "48": 1597092352.0, - "49": 1597092352.0, - "50": 1597092352.0, - "51": 1597092352.0, - "52": 1597092352.0, - "53": 1597092352.0, - "54": 1597092352.0, - "55": 1597092352.0, - "56": 1597092352.0, - "57": 1597092352.0, - "58": 1597092352.0, - "59": 1597092352.0, - "60": 1597092352.0, - "61": 1597092352.0, - "62": 1597092352.0, - "63": 1597092352.0, - "64": 1597092352.0, - "65": 1597092352.0, - "66": 1597092352.0, - "67": 1597092352.0, - "68": 1597092352.0, - "69": 1597092352.0, - "70": 1597092352.0, - "71": 1597092352.0, - "72": 1597092352.0, - "73": 1597092352.0, - "74": 1597092352.0, - "75": 1597092352.0, - "76": 1597092352.0, - "77": 1597092352.0, - "78": 1597092352.0, - "79": 1597092352.0, - "80": 1597092352.0, - "81": 1597092352.0, - "82": 1597092352.0, - "83": 1597092352.0, - "84": 1597092352.0, - "85": 1597092352.0, - "86": 1597092352.0, - "87": 1597092352.0, - "88": 1597092352.0, - "89": 1597092352.0, - "90": 1597092352.0, - "91": 1597092352.0, - "92": 1597092352.0, - "93": 1597092352.0, - "94": 1597092352.0, - "95": 1597092352.0, - "96": 1597092352.0, - "97": 1597092352.0, - "98": 1597092352.0, - "99": 1597092352.0, - "100": 1597092352.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 6.88808, - "2": 0.20981, - "3": 0.18464, - "4": 0.18146, - "5": 0.18139, - "6": 0.18232, - "7": 0.18139, - "8": 0.19305, - "9": 0.20922, - "10": 0.21649, - "11": 0.21725, - "12": 0.21609, - "13": 0.21598, - "14": 0.20547, - "15": 0.17989, - "16": 0.28174, - "17": 0.18387, - "18": 0.18953, - "19": 0.18846, - "20": 0.19189, - "21": 0.19314, - "22": 0.18064, - "23": 0.18755, - "24": 0.18827, - "25": 0.18887, - "26": 0.19031, - "27": 0.1885, - "28": 0.18793, - "29": 0.19305, - "30": 0.19416, - "31": 0.19643, - "32": 0.1951, - "33": 0.19776, - "34": 0.1938, - "35": 0.19081, - "36": 0.19042, - "37": 0.18859, - "38": 0.19216, - "39": 0.1926, - "40": 0.19911, - "41": 0.19456, - "42": 0.19355, - "43": 0.1903, - "44": 0.1948, - "45": 0.19482, - "46": 0.19503, - "47": 0.19164, - "48": 0.19046, - "49": 0.19133, - "50": 0.19304, - "51": 0.19406, - "52": 0.20215, - "53": 0.18888, - "54": 0.19054, - "55": 0.1901, - "56": 0.18974, - "57": 0.18817, - "58": 0.18992, - "59": 0.18977, - "60": 0.19074, - "61": 0.1885, - "62": 0.18892, - "63": 0.18809, - "64": 0.19043, - "65": 0.19082, - "66": 0.19034, - "67": 0.19393, - "68": 0.18998, - "69": 0.19445, - "70": 0.19067, - "71": 0.19176, - "72": 0.18979, - "73": 0.18866, - "74": 0.18912, - "75": 0.19329, - "76": 0.19148, - "77": 0.19217, - "78": 0.18942, - "79": 0.19141, - "80": 0.19297, - "81": 0.19247, - "82": 0.19228, - "83": 0.19275, - "84": 0.19196, - "85": 0.19648, - "86": 0.20088, - "87": 0.20172, - "88": 0.1985, - "89": 0.20262, - "90": 0.20618, - "91": 0.19394, - "92": 0.1911, - "93": 0.19148, - "94": 0.50543, - "95": 0.19162, - "96": 0.19339, - "97": 0.1931, - "98": 0.19152, - "99": 0.19182, - "100": 0.1939 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": "nan", - "2": "nan", - "3": "nan", - "4": "nan", - "5": "nan", - "6": "nan", - "7": "nan", - "8": "nan", - "9": "nan", - "10": "nan", - "11": "nan", - "12": "nan", - "13": "nan", - "14": "nan", - "15": "nan", - "16": 2365.0, - "17": "nan", - "18": 2331.0, - "19": 2912.0, - "20": 1664.0, - "21": 2009.0, - "22": "nan", - "23": 2483.0, - "24": 2192.0, - "25": 2290.0, - "26": 1916.0, - "27": 2020.0, - "28": 2503.0, - "29": 2379.0, - "30": 2400.0, - "31": 1759.0, - "32": 2522.0, - "33": 2145.0, - "34": 1791.0, - "35": 1777.0, - "36": 2100.0, - "37": 2396.0, - "38": 2040.0, - "39": 2983.0, - "40": 1805.0, - "41": 3097.0, - "42": 2421.0, - "43": 2566.0, - "44": 1858.0, - "45": 2371.0, - "46": 2140.0, - "47": 2603.0, - "48": 2358.0, - "49": 1739.0, - "50": 2686.0, - "51": 2041.0, - "52": 2226.0, - "53": 3222.0, - "54": 2784.0, - "55": 2290.0, - "56": 2428.0, - "57": 2146.0, - "58": 3048.0, - "59": 2504.0, - "60": 2612.0, - "61": 2623.0, - "62": 3003.0, - "63": 2762.0, - "64": 2917.0, - "65": 2104.0, - "66": 3550.0, - "67": 2433.0, - "68": 3146.0, - "69": 2877.0, - "70": 3528.0, - "71": 2983.0, - "72": 2640.0, - "73": 3199.0, - "74": 2084.0, - "75": 2809.0, - "76": 3599.0, - "77": 3667.0, - "78": 3680.0, - "79": 3972.0, - "80": 3365.0, - "81": 5042.0, - "82": 3291.0, - "83": 3016.0, - "84": 3592.0, - "85": 3792.0, - "86": 3192.0, - "87": 4219.0, - "88": 3376.0, - "89": 4110.0, - "90": 3939.0, - "91": 2912.0, - "92": 4114.0, - "93": 3499.0, - "94": 4339.0, - "95": 3829.0, - "96": 3875.0, - "97": 4100.0, - "98": 4889.0, - "99": 3771.0, - "100": 3390.0 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index cb0ad3fdb4b..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.84277, - "2": 10.85562, - "3": 10.84568, - "4": 10.84364, - "5": 10.85979, - "6": 10.86413, - "7": 10.85362, - "8": 10.85066, - "9": 10.8615, - "10": 10.82586, - "11": 10.86811, - "12": 10.85685, - "13": 10.87827, - "14": 10.86894, - "15": 10.85888, - "16": 10.8685, - "17": 10.85105, - "18": 10.85939, - "19": 10.85704, - "20": 10.84526, - "21": 10.85808, - "22": 10.83215, - "23": 10.86717, - "24": 10.83773, - "25": 10.82744, - "26": 10.83163, - "27": 10.83573, - "28": 10.82373, - "29": 10.81624, - "30": 10.76486, - "31": 10.69044, - "32": 10.76257, - "33": 10.75455, - "34": 10.67733, - "35": 10.66335, - "36": 10.63634, - "37": 10.66856, - "38": 10.5969, - "39": 10.67599, - "40": 10.50898, - "41": 10.53945, - "42": 10.55263, - "43": 10.35003, - "44": 10.40418, - "45": 10.32106, - "46": 10.27724, - "47": 10.45205, - "48": 10.28913, - "49": 10.05779, - "50": 10.27777, - "51": 10.23471, - "52": 10.13764, - "53": 10.34797, - "54": 10.26738, - "55": 10.20734, - "56": 9.99527, - "57": 9.89333, - "58": 10.13452, - "59": 9.92856, - "60": 9.8551, - "61": 9.98264, - "62": 10.20686, - "63": 9.70842, - "64": 10.01687, - "65": 9.30409, - "66": 9.93326, - "67": 9.62677, - "68": 9.98429, - "69": 9.9755, - "70": 9.93956, - "71": 9.81005, - "72": 9.798, - "73": 9.68454, - "74": 9.19951, - "75": 9.60518, - "76": 9.27791, - "77": 10.19437, - "78": 9.8671, - "79": 9.53341, - "80": 9.56341, - "81": 9.63047, - "82": 9.82819, - "83": 9.46388, - "84": 9.53736, - "85": 9.74561, - "86": 9.21332, - "87": 9.7014, - "88": 9.86621, - "89": 9.72242, - "90": 9.92089, - "91": 9.47178, - "92": 9.46996, - "93": 9.20589, - "94": 8.94772, - "95": 9.60815, - "96": 9.63635, - "97": 9.4138, - "98": 9.77274, - "99": 8.9958, - "100": 9.50415 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 284527616.0, - "2": 284527616.0, - "3": 284527616.0, - "4": 284527616.0, - "5": 284527616.0, - "6": 284527616.0, - "7": 284527616.0, - "8": 284527616.0, - "9": 284527616.0, - "10": 284527616.0, - "11": 284527616.0, - "12": 284527616.0, - "13": 284527616.0, - "14": 284527616.0, - "15": 284527616.0, - "16": 416513536.0, - "17": 416513536.0, - "18": 416513536.0, - "19": 416513536.0, - "20": 416513536.0, - "21": 416513536.0, - "22": 416513536.0, - "23": 416513536.0, - "24": 416513536.0, - "25": 416513536.0, - "26": 416513536.0, - "27": 416513536.0, - "28": 416513536.0, - "29": 416513536.0, - "30": 416513536.0, - "31": 416513536.0, - "32": 416513536.0, - "33": 416513536.0, - "34": 416513536.0, - "35": 416513536.0, - "36": 416513536.0, - "37": 416513536.0, - "38": 416513536.0, - "39": 416513536.0, - "40": 416513536.0, - "41": 416513536.0, - "42": 416513536.0, - "43": 416513536.0, - "44": 416513536.0, - "45": 416513536.0, - "46": 416513536.0, - "47": 416513536.0, - "48": 416513536.0, - "49": 416513536.0, - "50": 416513536.0, - "51": 416513536.0, - "52": 416513536.0, - "53": 416513536.0, - "54": 416513536.0, - "55": 416513536.0, - "56": 416513536.0, - "57": 416513536.0, - "58": 416513536.0, - "59": 416513536.0, - "60": 416513536.0, - "61": 416513536.0, - "62": 416513536.0, - "63": 416513536.0, - "64": 416513536.0, - "65": 416513536.0, - "66": 416513536.0, - "67": 416513536.0, - "68": 416513536.0, - "69": 416513536.0, - "70": 416513536.0, - "71": 416513536.0, - "72": 416513536.0, - "73": 416513536.0, - "74": 416513536.0, - "75": 416513536.0, - "76": 416513536.0, - "77": 416513536.0, - "78": 416513536.0, - "79": 416513536.0, - "80": 416513536.0, - "81": 416513536.0, - "82": 416513536.0, - "83": 416513536.0, - "84": 416513536.0, - "85": 416513536.0, - "86": 416513536.0, - "87": 416513536.0, - "88": 416513536.0, - "89": 416513536.0, - "90": 416513536.0, - "91": 416513536.0, - "92": 416513536.0, - "93": 416513536.0, - "94": 416513536.0, - "95": 416513536.0, - "96": 416513536.0, - "97": 416513536.0, - "98": 416513536.0, - "99": 416513536.0, - "100": 416513536.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1465368064.0, - "2": 1465368576.0, - "3": 1465368576.0, - "4": 1465368576.0, - "5": 1465368576.0, - "6": 1465368576.0, - "7": 1465368576.0, - "8": 1465368576.0, - "9": 1465368576.0, - "10": 1465368576.0, - "11": 1465368576.0, - "12": 1465368576.0, - "13": 1465368576.0, - "14": 1465368576.0, - "15": 1465368576.0, - "16": 1465368576.0, - "17": 1597092352.0, - "18": 1597092352.0, - "19": 1597092352.0, - "20": 1597092352.0, - "21": 1597092352.0, - "22": 1597092352.0, - "23": 1597092352.0, - "24": 1597092352.0, - "25": 1597092352.0, - "26": 1597092352.0, - "27": 1597092352.0, - "28": 1597092352.0, - "29": 1597092352.0, - "30": 1597092352.0, - "31": 1597092352.0, - "32": 1597092352.0, - "33": 1597092352.0, - "34": 1597092352.0, - "35": 1597092352.0, - "36": 1597092352.0, - "37": 1597092352.0, - "38": 1597092352.0, - "39": 1597092352.0, - "40": 1597092352.0, - "41": 1597092352.0, - "42": 1597092352.0, - "43": 1597092352.0, - "44": 1597092352.0, - "45": 1597092352.0, - "46": 1597092352.0, - "47": 1597092352.0, - "48": 1597092352.0, - "49": 1597092352.0, - "50": 1597092352.0, - "51": 1597092352.0, - "52": 1597092352.0, - "53": 1597092352.0, - "54": 1597092352.0, - "55": 1597092352.0, - "56": 1597092352.0, - "57": 1597092352.0, - "58": 1597092352.0, - "59": 1597092352.0, - "60": 1597092352.0, - "61": 1597092352.0, - "62": 1597092352.0, - "63": 1597092352.0, - "64": 1597092352.0, - "65": 1597092352.0, - "66": 1597092352.0, - "67": 1597092352.0, - "68": 1597092352.0, - "69": 1597092352.0, - "70": 1597092352.0, - "71": 1597092352.0, - "72": 1597092352.0, - "73": 1597092352.0, - "74": 1597092352.0, - "75": 1597092352.0, - "76": 1597092352.0, - "77": 1597092352.0, - "78": 1597092352.0, - "79": 1597092352.0, - "80": 1597092352.0, - "81": 1597092352.0, - "82": 1597092352.0, - "83": 1597092352.0, - "84": 1597092352.0, - "85": 1597092352.0, - "86": 1597092352.0, - "87": 1597092352.0, - "88": 1597092352.0, - "89": 1597092352.0, - "90": 1597092352.0, - "91": 1597092352.0, - "92": 1597092352.0, - "93": 1597092352.0, - "94": 1597092352.0, - "95": 1597092352.0, - "96": 1597092352.0, - "97": 1597092352.0, - "98": 1597092352.0, - "99": 1597092352.0, - "100": 1597092352.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 6.78805, - "2": 0.23224, - "3": 0.20783, - "4": 0.21971, - "5": 0.22246, - "6": 0.23346, - "7": 0.21626, - "8": 0.20597, - "9": 0.2043, - "10": 0.20681, - "11": 0.20511, - "12": 0.20484, - "13": 0.21351, - "14": 0.20446, - "15": 0.21063, - "16": 0.28338, - "17": 0.21017, - "18": 0.21577, - "19": 0.21852, - "20": 0.23072, - "21": 0.25974, - "22": 0.21717, - "23": 0.22548, - "24": 0.21878, - "25": 0.21448, - "26": 0.21416, - "27": 0.22357, - "28": 0.21645, - "29": 0.21325, - "30": 0.21465, - "31": 0.21452, - "32": 0.21608, - "33": 0.23531, - "34": 0.227, - "35": 0.2188, - "36": 0.21248, - "37": 0.21694, - "38": 0.21269, - "39": 0.22285, - "40": 0.21458, - "41": 0.2134, - "42": 0.21991, - "43": 0.21621, - "44": 0.21422, - "45": 0.21339, - "46": 0.21332, - "47": 0.21892, - "48": 0.21384, - "49": 0.21668, - "50": 0.21806, - "51": 0.21958, - "52": 0.2173, - "53": 0.21642, - "54": 0.22157, - "55": 0.21549, - "56": 0.21528, - "57": 0.21789, - "58": 0.21634, - "59": 0.21649, - "60": 0.2141, - "61": 0.21447, - "62": 0.21596, - "63": 0.21545, - "64": 0.22145, - "65": 0.21603, - "66": 0.21504, - "67": 0.21551, - "68": 0.21918, - "69": 0.21831, - "70": 0.21943, - "71": 0.21537, - "72": 0.21937, - "73": 0.21783, - "74": 0.2246, - "75": 0.22031, - "76": 0.23249, - "77": 0.21862, - "78": 0.21663, - "79": 0.21806, - "80": 0.21694, - "81": 0.21684, - "82": 0.21559, - "83": 0.21877, - "84": 0.2151, - "85": 0.21819, - "86": 0.2167, - "87": 0.21768, - "88": 0.21415, - "89": 0.21694, - "90": 0.21444, - "91": 0.21616, - "92": 0.21967, - "93": 0.21672, - "94": 0.21699, - "95": 0.21892, - "96": 0.21871, - "97": 0.21805, - "98": 0.21674, - "99": 0.21639, - "100": 0.21581 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": "nan", - "2": "nan", - "3": "nan", - "4": "nan", - "5": "nan", - "6": "nan", - "7": "nan", - "8": "nan", - "9": "nan", - "10": "nan", - "11": "nan", - "12": "nan", - "13": "nan", - "14": "nan", - "15": "nan", - "16": 2365.0, - "17": "nan", - "18": 2331.0, - "19": 2912.0, - "20": 1664.0, - "21": 2009.0, - "22": "nan", - "23": 2483.0, - "24": 2192.0, - "25": 2290.0, - "26": 1916.0, - "27": 2020.0, - "28": 2503.0, - "29": 2379.0, - "30": 2400.0, - "31": 1759.0, - "32": 2522.0, - "33": 2145.0, - "34": 1791.0, - "35": 1777.0, - "36": 2100.0, - "37": 2396.0, - "38": 2040.0, - "39": 2983.0, - "40": 1805.0, - "41": 3097.0, - "42": 2421.0, - "43": 2566.0, - "44": 1858.0, - "45": 2371.0, - "46": 2140.0, - "47": 2603.0, - "48": 2358.0, - "49": 1739.0, - "50": 2686.0, - "51": 2041.0, - "52": 2226.0, - "53": 3222.0, - "54": 2784.0, - "55": 2290.0, - "56": 2428.0, - "57": 2146.0, - "58": 3048.0, - "59": 2504.0, - "60": 2612.0, - "61": 2623.0, - "62": 3003.0, - "63": 2762.0, - "64": 2917.0, - "65": 2104.0, - "66": 3550.0, - "67": 2433.0, - "68": 3146.0, - "69": 2877.0, - "70": 3528.0, - "71": 2983.0, - "72": 2640.0, - "73": 3199.0, - "74": 2084.0, - "75": 2809.0, - "76": 3599.0, - "77": 3667.0, - "78": 3680.0, - "79": 3972.0, - "80": 3365.0, - "81": 5042.0, - "82": 3291.0, - "83": 3016.0, - "84": 3592.0, - "85": 3792.0, - "86": 3192.0, - "87": 4219.0, - "88": 3376.0, - "89": 4110.0, - "90": 3939.0, - "91": 2912.0, - "92": 4114.0, - "93": 3499.0, - "94": 4339.0, - "95": 3829.0, - "96": 3875.0, - "97": 4100.0, - "98": 4889.0, - "99": 3771.0, - "100": 3390.0 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_weekly_dgx_h100_mcore_tp2_pp2_current_scaling_native_fp8_tp_pp_sp_tp_overlap/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_weekly_dgx_h100_mcore_tp2_pp2_current_scaling_native_fp8_tp_pp_sp_tp_overlap/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 3cc493fd85b..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_weekly_dgx_h100_mcore_tp2_pp2_current_scaling_native_fp8_tp_pp_sp_tp_overlap/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,10037 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 2000, - "step_interval": 1, - "values": { - "1": 10.85954, - "2": 10.88017, - "3": 10.87732, - "4": 10.8999, - "5": 10.88699, - "6": 10.87335, - "7": 10.88219, - "8": 10.87225, - "9": 10.87277, - "10": 10.87494, - "11": 10.85221, - "12": 10.84405, - "13": 10.84222, - "14": 10.86461, - "15": 10.78656, - "16": 10.81059, - "17": 10.77436, - "18": 10.81246, - "19": 10.72203, - "20": 10.69596, - "21": 10.64272, - "22": 10.64956, - "23": 10.65288, - "24": 10.54233, - "25": 10.55491, - "26": 10.63818, - "27": 10.44117, - "28": 10.46928, - "29": 10.34986, - "30": 10.24645, - "31": 10.42625, - "32": 10.33791, - "33": 10.19559, - "34": 10.14074, - "35": 10.22182, - "36": 10.13202, - "37": 10.07533, - "38": 10.01538, - "39": 10.02986, - "40": 10.05768, - "41": 9.93219, - "42": 9.93962, - "43": 9.8498, - "44": 9.97902, - "45": 9.99946, - "46": 9.83276, - "47": 9.99696, - "48": 9.80958, - "49": 9.94884, - "50": 9.94537, - "51": 9.58197, - "52": 9.79331, - "53": 9.62548, - "54": 9.88686, - "55": 9.73482, - "56": 9.84492, - "57": 9.85708, - "58": 9.87627, - "59": 9.54205, - "60": 9.64489, - "61": 9.88334, - "62": 9.75928, - "63": 9.68107, - "64": 9.82461, - "65": 9.59476, - "66": 9.62868, - "67": 9.74002, - "68": 9.60205, - "69": 9.29216, - "70": 9.42139, - "71": 9.78753, - "72": 9.7124, - "73": 9.61815, - "74": 9.44773, - "75": 9.23898, - "76": 9.50824, - "77": 9.5795, - "78": 9.56058, - "79": 9.30801, - "80": 9.35768, - "81": 9.45813, - "82": 9.55358, - "83": 9.53407, - "84": 9.35442, - "85": 9.3992, - "86": 9.65282, - "87": 9.23449, - "88": 9.48753, - "89": 9.22214, - "90": 9.41067, - "91": 9.38753, - "92": 9.37682, - "93": 9.36024, - "94": 9.51507, - "95": 9.42125, - "96": 9.33616, - "97": 9.20399, - "98": 9.4954, - "99": 9.29284, - "100": 9.35905, - "101": 9.24757, - "102": 9.24676, - "103": 9.07735, - "104": 9.16669, - "105": 9.37858, - "106": 9.1496, - "107": 9.1756, - "108": 9.316, - "109": 9.29109, - "110": 9.36426, - "111": 9.17995, - "112": 9.23471, - "113": 9.35297, - "114": 9.35265, - "115": 9.32672, - "116": 9.00223, - "117": 9.06476, - "118": 9.06643, - "119": 9.22418, - "120": 9.08485, - "121": 9.19671, - "122": 9.14164, - "123": 9.25933, - "124": 9.45506, - "125": 9.21512, - "126": 9.06416, - "127": 9.01814, - "128": 9.22131, - "129": 8.98184, - "130": 9.13972, - "131": 9.15856, - "132": 9.03559, - "133": 8.85977, - "134": 9.18539, - "135": 8.88999, - "136": 9.16801, - "137": 9.15771, - "138": 9.23511, - "139": 9.09197, - "140": 8.87218, - "141": 9.29906, - "142": 9.19961, - "143": 9.1169, - "144": 9.24305, - "145": 9.10446, - "146": 8.98709, - "147": 8.98617, - "148": 9.13261, - "149": 9.06335, - "150": 9.01504, - "151": 8.92787, - "152": 8.8739, - "153": 9.06335, - "154": 9.17913, - "155": 9.13381, - "156": 9.04889, - "157": 9.15064, - "158": 9.04955, - "159": 9.03261, - "160": 8.88987, - "161": 9.04543, - "162": 8.89584, - "163": 8.84272, - "164": 8.97534, - "165": 8.93132, - "166": 8.65959, - "167": 8.83243, - "168": 8.81953, - "169": 8.6566, - "170": 9.04622, - "171": 8.72286, - "172": 8.82159, - "173": 8.91163, - "174": 8.84751, - "175": 8.70611, - "176": 8.75439, - "177": 8.7626, - "178": 8.7201, - "179": 8.64046, - "180": 8.74053, - "181": 8.69404, - "182": 8.72193, - "183": 9.08364, - "184": 8.6088, - "185": 8.88346, - "186": 8.74191, - "187": 8.56949, - "188": 8.67975, - "189": 8.86478, - "190": 8.53542, - "191": 8.66632, - "192": 8.61266, - "193": 8.57469, - "194": 8.75195, - "195": 8.59279, - "196": 8.77393, - "197": 8.74234, - "198": 8.62722, - "199": 8.77454, - "200": 8.73803, - "201": 8.66979, - "202": 8.54593, - "203": 8.54185, - "204": 8.71307, - "205": 8.2228, - "206": 8.8603, - "207": 8.68157, - "208": 8.70896, - "209": 8.75303, - "210": 8.57807, - "211": 8.84258, - "212": 8.49127, - "213": 8.57327, - "214": 8.51199, - "215": 8.5645, - "216": 8.50863, - "217": 8.53183, - "218": 8.52998, - "219": 8.64367, - "220": 8.54746, - "221": 8.39991, - "222": 8.50528, - "223": 8.43775, - "224": 8.53014, - "225": 8.57091, - "226": 8.4394, - "227": 8.67918, - "228": 8.38473, - "229": 8.45045, - "230": 8.49717, - "231": 8.49832, - "232": 8.49783, - "233": 8.49539, - "234": 8.63795, - "235": 8.55875, - "236": 8.39461, - "237": 8.48826, - "238": 8.30522, - "239": 8.562, - "240": 8.66952, - "241": 8.44144, - "242": 8.47219, - "243": 8.51768, - "244": 8.36825, - "245": 8.59274, - "246": 8.59497, - "247": 8.44008, - "248": 8.51279, - "249": 8.52035, - "250": 8.42183, - "251": 8.37751, - "252": 8.54393, - "253": 8.31454, - "254": 8.351, - "255": 8.29005, - "256": 8.20261, - "257": 8.394, - "258": 8.45386, - "259": 8.23708, - "260": 8.2437, - "261": 8.23617, - "262": 8.34919, - "263": 8.30683, - "264": 8.18831, - "265": 8.33481, - "266": 8.23369, - "267": 7.89923, - "268": 8.38063, - "269": 8.40466, - "270": 8.26271, - "271": 8.279, - "272": 8.32109, - "273": 8.13747, - "274": 8.09677, - "275": 8.01372, - "276": 7.92611, - "277": 8.24041, - "278": 8.05017, - "279": 7.96688, - "280": 7.75652, - "281": 8.10713, - "282": 8.15049, - "283": 8.15621, - "284": 8.10354, - "285": 8.07234, - "286": 7.90454, - "287": 7.9963, - "288": 8.24862, - "289": 8.17575, - "290": 8.13093, - "291": 8.25763, - "292": 8.08131, - "293": 8.12059, - "294": 7.98178, - "295": 7.97108, - "296": 8.24114, - "297": 7.79647, - "298": 8.04847, - "299": 7.94257, - "300": 7.85748, - "301": 8.01649, - "302": 7.95112, - "303": 7.99606, - "304": 7.96394, - "305": 8.00301, - "306": 7.98312, - "307": 7.99372, - "308": 8.00491, - "309": 8.01362, - "310": 7.97824, - "311": 7.9323, - "312": 7.89419, - "313": 7.84054, - "314": 7.83, - "315": 7.8335, - "316": 7.75122, - "317": 7.934, - "318": 7.98841, - "319": 7.83343, - "320": 7.57896, - "321": 7.75427, - "322": 7.83781, - "323": 7.7769, - "324": 7.91623, - "325": 7.80539, - "326": 7.65641, - "327": 7.86989, - "328": 7.79369, - "329": 7.89137, - "330": 7.7586, - "331": 7.52885, - "332": 7.81946, - "333": 7.84359, - "334": 7.68375, - "335": 7.69975, - "336": 7.91931, - "337": 7.65356, - "338": 7.90277, - "339": 7.7307, - "340": 7.7606, - "341": 7.70898, - "342": 7.82827, - "343": 7.61824, - "344": 7.58818, - "345": 7.61602, - "346": 7.46415, - "347": 7.5612, - "348": 7.68737, - "349": 7.58361, - "350": 7.65762, - "351": 7.75424, - "352": 7.711, - "353": 7.50477, - "354": 7.74925, - "355": 7.77011, - "356": 7.78305, - "357": 7.81855, - "358": 7.60031, - "359": 7.55187, - "360": 7.63213, - "361": 7.55298, - "362": 7.76875, - "363": 7.59465, - "364": 7.57928, - "365": 7.62839, - "366": 7.31096, - "367": 7.55919, - "368": 7.44577, - "369": 7.3551, - "370": 7.46985, - "371": 7.46609, - "372": 7.65475, - "373": 7.52989, - "374": 7.44843, - "375": 7.53627, - "376": 7.35288, - "377": 7.24313, - "378": 7.54312, - "379": 7.4994, - "380": 7.38859, - "381": 7.47577, - "382": 7.29951, - "383": 7.28478, - "384": 7.4126, - "385": 7.39829, - "386": 7.23652, - "387": 7.42535, - "388": 7.28487, - "389": 7.44425, - "390": 7.24578, - "391": 7.6482, - "392": 7.34245, - "393": 7.42463, - "394": 7.48248, - "395": 7.44483, - "396": 7.29231, - "397": 7.23386, - "398": 7.42507, - "399": 7.16173, - "400": 7.30149, - "401": 7.3585, - "402": 7.39832, - "403": 7.28806, - "404": 7.30832, - "405": 7.27202, - "406": 7.22485, - "407": 7.36688, - "408": 7.18877, - "409": 7.17334, - "410": 7.31999, - "411": 7.2223, - "412": 7.20595, - "413": 7.24047, - "414": 6.9176, - "415": 7.3341, - "416": 7.43139, - "417": 7.0298, - "418": 7.28201, - "419": 7.04286, - "420": 7.41864, - "421": 7.18456, - "422": 7.24003, - "423": 7.09785, - "424": 7.24581, - "425": 7.32182, - "426": 7.29342, - "427": 7.1359, - "428": 7.09617, - "429": 6.87976, - "430": 7.20691, - "431": 7.00662, - "432": 7.23762, - "433": 6.97996, - "434": 6.96131, - "435": 7.02219, - "436": 7.01484, - "437": 6.9921, - "438": 7.00514, - "439": 6.94235, - "440": 7.06367, - "441": 7.04936, - "442": 7.10187, - "443": 7.0941, - "444": 6.71175, - "445": 6.99825, - "446": 7.14631, - "447": 7.12745, - "448": 6.98621, - "449": 7.0508, - "450": 7.01761, - "451": 6.83255, - "452": 6.9157, - "453": 7.02056, - "454": 6.97019, - "455": 7.03145, - "456": 6.99451, - "457": 6.97283, - "458": 6.9066, - "459": 6.69482, - "460": 7.06773, - "461": 7.09857, - "462": 6.87116, - "463": 7.05522, - "464": 6.64922, - "465": 7.02852, - "466": 7.00594, - "467": 6.99935, - "468": 6.95215, - "469": 6.8291, - "470": 7.04615, - "471": 6.88316, - "472": 6.96104, - "473": 6.82398, - "474": 6.97228, - "475": 7.16917, - "476": 6.76379, - "477": 6.89771, - "478": 6.91142, - "479": 6.70396, - "480": 7.03025, - "481": 6.99763, - "482": 6.73608, - "483": 6.78502, - "484": 6.75413, - "485": 6.93205, - "486": 7.06796, - "487": 6.63653, - "488": 6.88737, - "489": 6.77108, - "490": 6.82685, - "491": 6.71122, - "492": 6.69849, - "493": 6.77155, - "494": 6.67651, - "495": 6.63733, - "496": 6.59006, - "497": 6.84564, - "498": 6.65256, - "499": 6.85952, - "500": 6.65795, - "501": 6.73562, - "502": 6.84527, - "503": 6.71173, - "504": 6.62075, - "505": 6.62291, - "506": 6.75234, - "507": 6.86844, - "508": 6.86157, - "509": 6.6555, - "510": 6.82834, - "511": 6.74132, - "512": 6.74051, - "513": 6.66032, - "514": 6.71273, - "515": 6.45045, - "516": 6.74436, - "517": 6.71073, - "518": 6.53817, - "519": 6.63527, - "520": 6.85868, - "521": 6.66571, - "522": 6.70871, - "523": 6.74553, - "524": 6.73396, - "525": 6.6762, - "526": 6.4139, - "527": 6.79901, - "528": 6.66011, - "529": 6.63182, - "530": 6.62611, - "531": 6.64289, - "532": 6.63292, - "533": 6.76391, - "534": 6.61301, - "535": 6.74754, - "536": 6.62605, - "537": 6.63867, - "538": 6.53166, - "539": 6.5542, - "540": 6.5862, - "541": 6.45207, - "542": 6.66957, - "543": 6.68064, - "544": 6.67601, - "545": 6.81307, - "546": 6.63333, - "547": 6.41838, - "548": 6.72367, - "549": 6.69982, - "550": 6.52974, - "551": 6.7478, - "552": 6.63991, - "553": 6.48451, - "554": 6.63407, - "555": 6.4629, - "556": 6.61792, - "557": 6.63496, - "558": 6.3874, - "559": 6.37379, - "560": 6.58293, - "561": 6.73352, - "562": 6.6356, - "563": 6.7444, - "564": 6.35291, - "565": 6.51482, - "566": 6.70247, - "567": 6.56973, - "568": 6.51145, - "569": 6.45578, - "570": 6.36768, - "571": 6.63597, - "572": 6.31359, - "573": 6.58668, - "574": 6.47613, - "575": 6.64961, - "576": 6.5168, - "577": 6.53078, - "578": 6.4847, - "579": 6.46709, - "580": 6.56793, - "581": 6.60857, - "582": 6.48362, - "583": 6.51541, - "584": 6.52831, - "585": 6.42713, - "586": 6.4178, - "587": 6.46113, - "588": 6.56878, - "589": 6.62653, - "590": 6.29114, - "591": 6.67541, - "592": 6.26902, - "593": 6.4773, - "594": 6.38719, - "595": 6.3632, - "596": 6.26099, - "597": 6.18986, - "598": 6.45726, - "599": 6.3998, - "600": 6.45709, - "601": 6.26132, - "602": 6.5338, - "603": 6.52288, - "604": 6.38993, - "605": 6.49993, - "606": 6.31475, - "607": 6.53507, - "608": 6.67525, - "609": 6.17714, - "610": 6.57295, - "611": 6.40188, - "612": 6.57929, - "613": 6.42667, - "614": 6.20672, - "615": 6.40081, - "616": 6.36019, - "617": 6.37969, - "618": 6.4512, - "619": 6.14244, - "620": 6.41233, - "621": 6.46338, - "622": 6.40096, - "623": 6.58352, - "624": 6.36078, - "625": 6.28553, - "626": 6.30525, - "627": 6.44574, - "628": 6.2557, - "629": 6.58813, - "630": 6.36641, - "631": 6.3498, - "632": 6.30972, - "633": 6.25733, - "634": 6.30887, - "635": 6.54592, - "636": 6.24834, - "637": 6.63634, - "638": 6.02046, - "639": 6.2798, - "640": 6.29548, - "641": 6.20953, - "642": 6.28471, - "643": 6.461, - "644": 6.25863, - "645": 6.25115, - "646": 6.40601, - "647": 6.33707, - "648": 6.35671, - "649": 6.3488, - "650": 6.48415, - "651": 6.33395, - "652": 6.25233, - "653": 6.3826, - "654": 6.45063, - "655": 6.52494, - "656": 6.32781, - "657": 6.43503, - "658": 6.24353, - "659": 6.1554, - "660": 6.39397, - "661": 6.17184, - "662": 6.27494, - "663": 6.37237, - "664": 6.33376, - "665": 6.40442, - "666": 6.16399, - "667": 6.1965, - "668": 6.2366, - "669": 6.21813, - "670": 6.24601, - "671": 6.24468, - "672": 6.49032, - "673": 6.34071, - "674": 6.2969, - "675": 6.38396, - "676": 6.39021, - "677": 6.30588, - "678": 6.27751, - "679": 6.23892, - "680": 6.2942, - "681": 6.20621, - "682": 6.08719, - "683": 6.27464, - "684": 6.32896, - "685": 6.30248, - "686": 6.15397, - "687": 6.2862, - "688": 6.20754, - "689": 6.6215, - "690": 6.17931, - "691": 6.18188, - "692": 6.2745, - "693": 6.14405, - "694": 6.23487, - "695": 6.32617, - "696": 6.11842, - "697": 6.15483, - "698": 6.23128, - "699": 6.46051, - "700": 6.0454, - "701": 6.06467, - "702": 6.25219, - "703": 6.18603, - "704": 6.21704, - "705": 6.13155, - "706": 6.07593, - "707": 6.25376, - "708": 6.31553, - "709": 6.01087, - "710": 6.16305, - "711": 6.26062, - "712": 6.18307, - "713": 5.89806, - "714": 6.10759, - "715": 6.11617, - "716": 6.41405, - "717": 6.19202, - "718": 6.2345, - "719": 6.27471, - "720": 6.26372, - "721": 6.26277, - "722": 6.23442, - "723": 6.0814, - "724": 6.22797, - "725": 6.04057, - "726": 6.30046, - "727": 6.01682, - "728": 6.04617, - "729": 6.09111, - "730": 6.18359, - "731": 6.10398, - "732": 6.08898, - "733": 6.12312, - "734": 6.38423, - "735": 6.27849, - "736": 6.18184, - "737": 6.36645, - "738": 6.13411, - "739": 6.14591, - "740": 5.87975, - "741": 6.00667, - "742": 5.98459, - "743": 6.17495, - "744": 6.02962, - "745": 6.15497, - "746": 6.03272, - "747": 6.09789, - "748": 6.23436, - "749": 5.94191, - "750": 6.16819, - "751": 5.9596, - "752": 6.01941, - "753": 6.02989, - "754": 6.28798, - "755": 6.13521, - "756": 6.25357, - "757": 6.02098, - "758": 6.20422, - "759": 6.23062, - "760": 6.02316, - "761": 6.19655, - "762": 6.22713, - "763": 6.03754, - "764": 5.9636, - "765": 5.93413, - "766": 5.97155, - "767": 5.81277, - "768": 6.18725, - "769": 6.27646, - "770": 6.29561, - "771": 5.78767, - "772": 6.03281, - "773": 6.18558, - "774": 5.88583, - "775": 6.03167, - "776": 6.13086, - "777": 5.88612, - "778": 6.05891, - "779": 5.87414, - "780": 6.14047, - "781": 5.85641, - "782": 6.04961, - "783": 5.95687, - "784": 5.91852, - "785": 6.09816, - "786": 6.10929, - "787": 5.66006, - "788": 5.99915, - "789": 6.21789, - "790": 6.26737, - "791": 5.79122, - "792": 5.99828, - "793": 6.18387, - "794": 6.02746, - "795": 6.0051, - "796": 6.17065, - "797": 6.05376, - "798": 6.06076, - "799": 6.11682, - "800": 6.02167, - "801": 6.15011, - "802": 5.98473, - "803": 6.15363, - "804": 6.00859, - "805": 5.83055, - "806": 6.08757, - "807": 6.04997, - "808": 5.92717, - "809": 5.77802, - "810": 6.01973, - "811": 5.93299, - "812": 5.91169, - "813": 5.96567, - "814": 6.0369, - "815": 5.8146, - "816": 6.12034, - "817": 5.94337, - "818": 6.0674, - "819": 6.01476, - "820": 5.7319, - "821": 5.95027, - "822": 6.20452, - "823": 5.83139, - "824": 5.98275, - "825": 6.18795, - "826": 6.20019, - "827": 6.05802, - "828": 6.06976, - "829": 5.89149, - "830": 5.94221, - "831": 5.89773, - "832": 5.97341, - "833": 6.06501, - "834": 5.99675, - "835": 6.00654, - "836": 5.79277, - "837": 6.11496, - "838": 5.86966, - "839": 5.83554, - "840": 6.18614, - "841": 5.78491, - "842": 5.89169, - "843": 5.95102, - "844": 6.00954, - "845": 6.09153, - "846": 5.68733, - "847": 5.75715, - "848": 5.96838, - "849": 6.09512, - "850": 5.84886, - "851": 6.01693, - "852": 5.75188, - "853": 5.99355, - "854": 6.01844, - "855": 5.81656, - "856": 5.99593, - "857": 6.00207, - "858": 6.05507, - "859": 5.95295, - "860": 6.09632, - "861": 6.07189, - "862": 6.00434, - "863": 5.83757, - "864": 5.84474, - "865": 5.93791, - "866": 5.89404, - "867": 5.87803, - "868": 6.06515, - "869": 6.08564, - "870": 5.97153, - "871": 6.04317, - "872": 5.89525, - "873": 5.84383, - "874": 6.02742, - "875": 5.9144, - "876": 5.96905, - "877": 5.92979, - "878": 6.09819, - "879": 5.76783, - "880": 6.01501, - "881": 5.99647, - "882": 5.9097, - "883": 5.67626, - "884": 5.96521, - "885": 5.74544, - "886": 5.99268, - "887": 5.90979, - "888": 5.83897, - "889": 6.01033, - "890": 6.02378, - "891": 5.95247, - "892": 5.70829, - "893": 6.0922, - "894": 5.73134, - "895": 5.84057, - "896": 5.84075, - "897": 5.8564, - "898": 5.9238, - "899": 5.93486, - "900": 5.89946, - "901": 5.95293, - "902": 5.83295, - "903": 6.05665, - "904": 5.93153, - "905": 5.90441, - "906": 5.6172, - "907": 5.91178, - "908": 5.73853, - "909": 5.99118, - "910": 5.86603, - "911": 5.70397, - "912": 5.70712, - "913": 5.76497, - "914": 5.83944, - "915": 5.80032, - "916": 5.8904, - "917": 5.86913, - "918": 5.82415, - "919": 5.81575, - "920": 5.89552, - "921": 5.84163, - "922": 5.62427, - "923": 6.03657, - "924": 5.60536, - "925": 5.62335, - "926": 5.86148, - "927": 5.96071, - "928": 5.84005, - "929": 5.82702, - "930": 5.95816, - "931": 5.765, - "932": 5.59211, - "933": 5.6351, - "934": 5.80541, - "935": 5.63715, - "936": 5.83772, - "937": 5.96629, - "938": 5.59109, - "939": 5.7899, - "940": 5.96726, - "941": 5.7264, - "942": 5.83547, - "943": 5.86622, - "944": 5.95478, - "945": 5.70263, - "946": 5.55832, - "947": 5.74831, - "948": 5.79312, - "949": 5.8268, - "950": 5.84353, - "951": 5.72242, - "952": 5.69295, - "953": 5.67852, - "954": 5.72473, - "955": 5.53107, - "956": 5.62074, - "957": 5.84076, - "958": 5.79676, - "959": 5.57317, - "960": 5.80125, - "961": 5.82952, - "962": 5.76695, - "963": 5.76461, - "964": 5.70677, - "965": 5.64012, - "966": 5.59617, - "967": 5.72434, - "968": 5.74036, - "969": 5.82392, - "970": 5.64422, - "971": 5.7065, - "972": 5.85308, - "973": 5.66884, - "974": 5.71841, - "975": 5.86273, - "976": 5.70493, - "977": 5.77104, - "978": 5.6858, - "979": 5.58655, - "980": 5.75924, - "981": 5.8969, - "982": 5.47038, - "983": 5.61817, - "984": 5.54504, - "985": 5.59032, - "986": 5.64132, - "987": 5.56966, - "988": 5.70939, - "989": 5.69379, - "990": 5.62195, - "991": 5.84899, - "992": 5.77877, - "993": 5.87022, - "994": 5.69735, - "995": 5.73242, - "996": 5.73704, - "997": 5.81329, - "998": 5.83634, - "999": 5.83399, - "1000": 5.68342, - "1001": 5.86668, - "1002": 5.76052, - "1003": 5.64259, - "1004": 5.79811, - "1005": 5.53617, - "1006": 5.326, - "1007": 5.76701, - "1008": 5.79136, - "1009": 5.65046, - "1010": 5.77942, - "1011": 5.89493, - "1012": 5.62303, - "1013": 5.61569, - "1014": 5.68111, - "1015": 5.55747, - "1016": 5.87327, - "1017": 5.83312, - "1018": 5.61865, - "1019": 5.73414, - "1020": 5.61755, - "1021": 5.848, - "1022": 5.50045, - "1023": 5.65182, - "1024": 5.74493, - "1025": 5.5692, - "1026": 5.41415, - "1027": 5.60696, - "1028": 5.6928, - "1029": 5.68764, - "1030": 5.68746, - "1031": 5.40696, - "1032": 5.78748, - "1033": 5.58136, - "1034": 5.61937, - "1035": 5.71368, - "1036": 5.62818, - "1037": 5.3679, - "1038": 5.66452, - "1039": 5.64347, - "1040": 5.57004, - "1041": 5.59722, - "1042": 5.81329, - "1043": 5.566, - "1044": 5.46906, - "1045": 5.9659, - "1046": 5.4866, - "1047": 5.38954, - "1048": 5.50027, - "1049": 5.67182, - "1050": 5.6991, - "1051": 5.57928, - "1052": 5.68227, - "1053": 5.62737, - "1054": 5.45766, - "1055": 5.60313, - "1056": 5.67386, - "1057": 5.75895, - "1058": 5.56782, - "1059": 5.74888, - "1060": 5.82022, - "1061": 5.47624, - "1062": 5.64897, - "1063": 5.50121, - "1064": 5.59136, - "1065": 5.55347, - "1066": 5.74367, - "1067": 5.67235, - "1068": 5.44068, - "1069": 5.60636, - "1070": 5.81264, - "1071": 5.51129, - "1072": 5.61871, - "1073": 5.62147, - "1074": 5.524, - "1075": 5.70529, - "1076": 5.5934, - "1077": 5.71153, - "1078": 5.56524, - "1079": 5.61728, - "1080": 5.64251, - "1081": 5.62319, - "1082": 5.49648, - "1083": 5.64086, - "1084": 5.55389, - "1085": 5.40631, - "1086": 5.62008, - "1087": 5.44148, - "1088": 5.51218, - "1089": 5.7676, - "1090": 5.53165, - "1091": 5.51388, - "1092": 5.41011, - "1093": 5.70025, - "1094": 5.57364, - "1095": 5.57735, - "1096": 5.61585, - "1097": 5.64586, - "1098": 5.64877, - "1099": 5.51631, - "1100": 5.63778, - "1101": 5.67335, - "1102": 5.54037, - "1103": 5.54969, - "1104": 5.53882, - "1105": 5.54754, - "1106": 5.68315, - "1107": 5.68556, - "1108": 5.78611, - "1109": 5.53666, - "1110": 5.66598, - "1111": 5.58973, - "1112": 5.58039, - "1113": 5.62611, - "1114": 5.61279, - "1115": 5.59718, - "1116": 5.65925, - "1117": 5.64676, - "1118": 5.65036, - "1119": 5.70919, - "1120": 5.62738, - "1121": 5.37352, - "1122": 5.22976, - "1123": 5.47237, - "1124": 5.64939, - "1125": 5.67974, - "1126": 5.679, - "1127": 5.56811, - "1128": 5.61992, - "1129": 5.29637, - "1130": 5.54359, - "1131": 5.63153, - "1132": 5.72427, - "1133": 5.51914, - "1134": 5.56063, - "1135": 5.52056, - "1136": 5.42646, - "1137": 5.45971, - "1138": 5.56927, - "1139": 5.41452, - "1140": 5.2656, - "1141": 5.58265, - "1142": 5.64152, - "1143": 5.38298, - "1144": 5.38584, - "1145": 5.36231, - "1146": 5.63508, - "1147": 5.49183, - "1148": 5.50524, - "1149": 5.52352, - "1150": 5.39801, - "1151": 5.5563, - "1152": 5.41525, - "1153": 5.44791, - "1154": 5.49757, - "1155": 5.43833, - "1156": 5.3488, - "1157": 5.66444, - "1158": 5.39487, - "1159": 5.33455, - "1160": 5.79503, - "1161": 5.53955, - "1162": 5.45818, - "1163": 5.52563, - "1164": 5.3837, - "1165": 5.52861, - "1166": 5.48753, - "1167": 5.36312, - "1168": 5.49491, - "1169": 5.39842, - "1170": 5.59202, - "1171": 5.48502, - "1172": 5.64238, - "1173": 5.62295, - "1174": 5.50843, - "1175": 5.34639, - "1176": 5.38504, - "1177": 5.55461, - "1178": 5.46852, - "1179": 5.49505, - "1180": 5.46014, - "1181": 5.56031, - "1182": 5.59593, - "1183": 5.77155, - "1184": 5.54926, - "1185": 5.29008, - "1186": 5.60451, - "1187": 5.55363, - "1188": 5.51655, - "1189": 5.39133, - "1190": 5.40482, - "1191": 5.39266, - "1192": 5.50142, - "1193": 5.46347, - "1194": 5.45607, - "1195": 5.32751, - "1196": 5.52219, - "1197": 5.4809, - "1198": 5.52789, - "1199": 5.3874, - "1200": 5.33059, - "1201": 5.48969, - "1202": 5.43584, - "1203": 5.49537, - "1204": 5.40861, - "1205": 5.48971, - "1206": 5.3371, - "1207": 5.58625, - "1208": 5.4312, - "1209": 5.29323, - "1210": 5.50765, - "1211": 5.51506, - "1212": 5.59777, - "1213": 5.42123, - "1214": 5.51018, - "1215": 5.23832, - "1216": 5.40989, - "1217": 5.38537, - "1218": 5.45232, - "1219": 5.48221, - "1220": 5.38594, - "1221": 5.44848, - "1222": 5.31032, - "1223": 5.47835, - "1224": 5.42017, - "1225": 5.43499, - "1226": 5.3238, - "1227": 5.47632, - "1228": 5.72418, - "1229": 5.32629, - "1230": 5.40556, - "1231": 5.06972, - "1232": 5.78794, - "1233": 5.28923, - "1234": 5.24535, - "1235": 5.37092, - "1236": 5.48471, - "1237": 5.20864, - "1238": 5.41643, - "1239": 5.40751, - "1240": 5.46767, - "1241": 5.57266, - "1242": 5.4536, - "1243": 5.43063, - "1244": 5.51812, - "1245": 5.19115, - "1246": 5.72042, - "1247": 5.43187, - "1248": 5.30004, - "1249": 5.40113, - "1250": 5.33798, - "1251": 5.42034, - "1252": 5.57217, - "1253": 5.48773, - "1254": 5.30628, - "1255": 5.51443, - "1256": 5.60755, - "1257": 5.4214, - "1258": 5.56457, - "1259": 5.48027, - "1260": 5.51461, - "1261": 5.63883, - "1262": 5.39531, - "1263": 5.32916, - "1264": 5.50671, - "1265": 5.30632, - "1266": 5.23819, - "1267": 5.37206, - "1268": 5.39267, - "1269": 5.15366, - "1270": 5.40418, - "1271": 5.27732, - "1272": 5.5252, - "1273": 5.30228, - "1274": 5.3516, - "1275": 5.38466, - "1276": 5.39786, - "1277": 5.46218, - "1278": 5.34689, - "1279": 5.44274, - "1280": 5.45919, - "1281": 5.40638, - "1282": 5.3824, - "1283": 5.42204, - "1284": 5.34841, - "1285": 5.50133, - "1286": 5.33557, - "1287": 5.58795, - "1288": 5.26493, - "1289": 5.429, - "1290": 5.50282, - "1291": 5.50335, - "1292": 5.44662, - "1293": 5.41955, - "1294": 5.49953, - "1295": 5.34675, - "1296": 5.19062, - "1297": 5.17238, - "1298": 5.11916, - "1299": 5.30339, - "1300": 5.21032, - "1301": 5.30157, - "1302": 5.27472, - "1303": 5.36107, - "1304": 5.43231, - "1305": 5.36999, - "1306": 5.25347, - "1307": 5.18829, - "1308": 5.27033, - "1309": 5.40736, - "1310": 5.26399, - "1311": 5.38109, - "1312": 5.35438, - "1313": 5.30056, - "1314": 5.2953, - "1315": 5.42245, - "1316": 5.26148, - "1317": 5.28065, - "1318": 5.2198, - "1319": 5.34619, - "1320": 5.42093, - "1321": 5.44976, - "1322": 5.46399, - "1323": 5.37327, - "1324": 5.25463, - "1325": 5.40657, - "1326": 5.54082, - "1327": 5.39378, - "1328": 5.21893, - "1329": 5.41851, - "1330": 5.40079, - "1331": 5.31685, - "1332": 5.31253, - "1333": 5.37243, - "1334": 5.44685, - "1335": 5.37136, - "1336": 5.43779, - "1337": 5.47852, - "1338": 5.30292, - "1339": 5.14181, - "1340": 5.41486, - "1341": 5.3443, - "1342": 5.36197, - "1343": 5.47816, - "1344": 5.37832, - "1345": 5.34294, - "1346": 5.08195, - "1347": 5.38558, - "1348": 5.4918, - "1349": 5.40832, - "1350": 5.02622, - "1351": 5.3151, - "1352": 5.1591, - "1353": 5.34674, - "1354": 5.35963, - "1355": 5.11092, - "1356": 5.2587, - "1357": 5.29209, - "1358": 5.15773, - "1359": 5.11035, - "1360": 5.17288, - "1361": 5.30521, - "1362": 5.06318, - "1363": 5.2947, - "1364": 5.40031, - "1365": 5.02241, - "1366": 5.11779, - "1367": 5.33051, - "1368": 5.18648, - "1369": 5.22984, - "1370": 5.19906, - "1371": 5.2839, - "1372": 5.26155, - "1373": 5.28402, - "1374": 5.28112, - "1375": 5.46052, - "1376": 5.2713, - "1377": 5.26467, - "1378": 5.31344, - "1379": 5.22741, - "1380": 5.26107, - "1381": 5.47871, - "1382": 5.08923, - "1383": 5.375, - "1384": 5.35914, - "1385": 5.38983, - "1386": 5.16417, - "1387": 5.16094, - "1388": 5.28017, - "1389": 5.30376, - "1390": 5.25514, - "1391": 5.26911, - "1392": 5.37008, - "1393": 5.38307, - "1394": 5.40394, - "1395": 5.32492, - "1396": 5.21356, - "1397": 5.28, - "1398": 5.37051, - "1399": 5.35873, - "1400": 5.26512, - "1401": 5.35924, - "1402": 5.42148, - "1403": 5.20238, - "1404": 5.28629, - "1405": 5.11984, - "1406": 4.99128, - "1407": 5.40442, - "1408": 5.19825, - "1409": 5.3964, - "1410": 5.37519, - "1411": 4.91758, - "1412": 5.35561, - "1413": 5.41314, - "1414": 5.21823, - "1415": 5.44159, - "1416": 5.32905, - "1417": 5.38859, - "1418": 5.29946, - "1419": 5.31787, - "1420": 5.43974, - "1421": 5.39414, - "1422": 5.41749, - "1423": 5.005, - "1424": 5.32995, - "1425": 5.58618, - "1426": 5.23059, - "1427": 5.31804, - "1428": 5.33277, - "1429": 5.07552, - "1430": 5.33075, - "1431": 5.32688, - "1432": 5.33826, - "1433": 5.19107, - "1434": 5.16341, - "1435": 5.19905, - "1436": 5.10851, - "1437": 5.229, - "1438": 5.31867, - "1439": 5.34731, - "1440": 5.34991, - "1441": 5.16484, - "1442": 5.22015, - "1443": 5.20933, - "1444": 5.13701, - "1445": 5.07414, - "1446": 5.26836, - "1447": 5.25895, - "1448": 5.2904, - "1449": 5.2498, - "1450": 5.34281, - "1451": 5.07084, - "1452": 5.27052, - "1453": 5.1668, - "1454": 5.01539, - "1455": 5.12292, - "1456": 5.2717, - "1457": 5.18713, - "1458": 5.00608, - "1459": 5.22304, - "1460": 5.23389, - "1461": 5.07142, - "1462": 4.96923, - "1463": 5.14383, - "1464": 5.21128, - "1465": 5.26911, - "1466": 5.34961, - "1467": 5.33438, - "1468": 5.22205, - "1469": 5.04373, - "1470": 5.11715, - "1471": 5.25199, - "1472": 5.12294, - "1473": 5.10395, - "1474": 5.21775, - "1475": 5.18567, - "1476": 5.15287, - "1477": 5.26203, - "1478": 5.30399, - "1479": 5.01175, - "1480": 5.1809, - "1481": 5.24516, - "1482": 5.34866, - "1483": 5.26395, - "1484": 4.92397, - "1485": 5.29179, - "1486": 5.04178, - "1487": 4.88296, - "1488": 5.18145, - "1489": 5.10246, - "1490": 5.04399, - "1491": 5.31709, - "1492": 5.22469, - "1493": 4.94051, - "1494": 5.10929, - "1495": 5.13424, - "1496": 5.05862, - "1497": 5.36633, - "1498": 5.30967, - "1499": 5.13834, - "1500": 5.09851, - "1501": 5.03466, - "1502": 5.15527, - "1503": 5.43143, - "1504": 5.31968, - "1505": 5.00114, - "1506": 5.14444, - "1507": 5.16068, - "1508": 5.16575, - "1509": 5.31451, - "1510": 5.0185, - "1511": 5.11697, - "1512": 4.98287, - "1513": 5.16993, - "1514": 5.33962, - "1515": 5.36563, - "1516": 5.27715, - "1517": 5.22687, - "1518": 5.02626, - "1519": 5.29861, - "1520": 5.1417, - "1521": 5.15866, - "1522": 5.32824, - "1523": 5.24625, - "1524": 5.06725, - "1525": 5.20424, - "1526": 5.27994, - "1527": 5.25677, - "1528": 5.23589, - "1529": 5.18688, - "1530": 5.24365, - "1531": 5.09964, - "1532": 5.15141, - "1533": 5.05087, - "1534": 5.21589, - "1535": 5.1635, - "1536": 5.09678, - "1537": 5.02713, - "1538": 4.91184, - "1539": 5.23801, - "1540": 5.11515, - "1541": 5.25246, - "1542": 5.23484, - "1543": 5.05152, - "1544": 5.07544, - "1545": 5.1161, - "1546": 5.33085, - "1547": 5.11115, - "1548": 5.23527, - "1549": 5.23735, - "1550": 4.97596, - "1551": 5.2566, - "1552": 5.02944, - "1553": 5.14849, - "1554": 5.11205, - "1555": 5.10901, - "1556": 5.19824, - "1557": 5.08883, - "1558": 5.23067, - "1559": 5.00402, - "1560": 5.11835, - "1561": 5.14529, - "1562": 5.17996, - "1563": 5.24454, - "1564": 5.26389, - "1565": 5.08902, - "1566": 5.29474, - "1567": 5.04166, - "1568": 5.09256, - "1569": 5.20014, - "1570": 5.17348, - "1571": 4.95353, - "1572": 5.04005, - "1573": 5.02897, - "1574": 4.99751, - "1575": 5.2314, - "1576": 5.21263, - "1577": 5.12799, - "1578": 5.36241, - "1579": 4.94367, - "1580": 5.12197, - "1581": 5.09638, - "1582": 5.28497, - "1583": 5.04918, - "1584": 5.05482, - "1585": 5.11977, - "1586": 5.30243, - "1587": 5.13447, - "1588": 5.2184, - "1589": 4.83833, - "1590": 5.09497, - "1591": 5.17411, - "1592": 5.13721, - "1593": 5.23457, - "1594": 5.11805, - "1595": 5.10775, - "1596": 5.18964, - "1597": 5.11486, - "1598": 5.15917, - "1599": 5.19102, - "1600": 4.86871, - "1601": 5.11732, - "1602": 5.23185, - "1603": 5.19543, - "1604": 5.05128, - "1605": 5.02692, - "1606": 4.98659, - "1607": 5.07391, - "1608": 4.97985, - "1609": 5.07337, - "1610": 5.04745, - "1611": 4.99848, - "1612": 4.75205, - "1613": 5.03316, - "1614": 4.88034, - "1615": 5.07442, - "1616": 5.23082, - "1617": 5.06132, - "1618": 4.98704, - "1619": 5.18333, - "1620": 5.14491, - "1621": 5.31452, - "1622": 5.05677, - "1623": 5.14346, - "1624": 5.1355, - "1625": 5.12006, - "1626": 5.10245, - "1627": 5.10987, - "1628": 5.06581, - "1629": 4.92971, - "1630": 5.06799, - "1631": 5.06088, - "1632": 5.10428, - "1633": 4.97515, - "1634": 4.9235, - "1635": 5.05833, - "1636": 4.92289, - "1637": 5.24051, - "1638": 5.15574, - "1639": 4.977, - "1640": 5.00918, - "1641": 5.12718, - "1642": 5.08305, - "1643": 5.04894, - "1644": 5.1181, - "1645": 4.96677, - "1646": 5.11931, - "1647": 5.03295, - "1648": 5.19969, - "1649": 4.92396, - "1650": 5.05963, - "1651": 4.92965, - "1652": 5.21121, - "1653": 5.15959, - "1654": 5.12828, - "1655": 5.16263, - "1656": 5.34595, - "1657": 5.20677, - "1658": 5.04112, - "1659": 4.9258, - "1660": 4.80954, - "1661": 5.03086, - "1662": 5.14123, - "1663": 5.15449, - "1664": 4.981, - "1665": 5.11714, - "1666": 5.10575, - "1667": 4.84897, - "1668": 5.11513, - "1669": 5.06995, - "1670": 5.11266, - "1671": 5.17201, - "1672": 4.77569, - "1673": 5.03851, - "1674": 4.91569, - "1675": 5.05176, - "1676": 5.00402, - "1677": 4.79944, - "1678": 5.02487, - "1679": 4.89421, - "1680": 5.03847, - "1681": 5.06815, - "1682": 5.03274, - "1683": 4.90688, - "1684": 5.06515, - "1685": 5.13579, - "1686": 5.0732, - "1687": 4.97656, - "1688": 5.16537, - "1689": 5.14707, - "1690": 4.99688, - "1691": 5.00011, - "1692": 4.91822, - "1693": 5.01472, - "1694": 4.94657, - "1695": 4.91341, - "1696": 5.08209, - "1697": 5.04294, - "1698": 4.9511, - "1699": 5.00187, - "1700": 4.95393, - "1701": 5.16563, - "1702": 5.07666, - "1703": 5.17125, - "1704": 5.14332, - "1705": 4.96247, - "1706": 4.98333, - "1707": 4.79005, - "1708": 5.03831, - "1709": 5.23334, - "1710": 5.02934, - "1711": 5.19037, - "1712": 5.1958, - "1713": 5.03582, - "1714": 5.04603, - "1715": 4.91495, - "1716": 4.9332, - "1717": 4.86109, - "1718": 5.0273, - "1719": 5.12334, - "1720": 5.02189, - "1721": 4.92752, - "1722": 5.05412, - "1723": 4.93537, - "1724": 5.0407, - "1725": 5.1914, - "1726": 5.06447, - "1727": 4.90742, - "1728": 5.02116, - "1729": 5.04574, - "1730": 4.90343, - "1731": 4.99945, - "1732": 4.92083, - "1733": 5.1311, - "1734": 4.82837, - "1735": 5.20905, - "1736": 4.91585, - "1737": 4.85859, - "1738": 4.97909, - "1739": 5.16688, - "1740": 4.83514, - "1741": 4.77896, - "1742": 4.90909, - "1743": 5.08523, - "1744": 4.9784, - "1745": 4.82327, - "1746": 4.94833, - "1747": 4.87022, - "1748": 5.06379, - "1749": 4.8705, - "1750": 5.01347, - "1751": 5.12189, - "1752": 4.90364, - "1753": 5.09398, - "1754": 5.05918, - "1755": 4.89649, - "1756": 5.02243, - "1757": 5.14389, - "1758": 4.8716, - "1759": 4.94237, - "1760": 4.83366, - "1761": 5.02233, - "1762": 4.81292, - "1763": 4.77382, - "1764": 4.93787, - "1765": 5.14977, - "1766": 5.33847, - "1767": 5.22339, - "1768": 4.95072, - "1769": 5.00607, - "1770": 4.98077, - "1771": 4.96436, - "1772": 4.98395, - "1773": 4.97312, - "1774": 4.86859, - "1775": 4.95207, - "1776": 4.99761, - "1777": 4.94332, - "1778": 4.99268, - "1779": 5.08376, - "1780": 4.83276, - "1781": 5.05321, - "1782": 4.9968, - "1783": 5.01268, - "1784": 4.93195, - "1785": 5.16736, - "1786": 4.81265, - "1787": 4.97081, - "1788": 4.82725, - "1789": 4.88846, - "1790": 4.79821, - "1791": 4.73741, - "1792": 4.87626, - "1793": 5.10356, - "1794": 4.98084, - "1795": 4.96551, - "1796": 4.99704, - "1797": 4.7903, - "1798": 4.76702, - "1799": 5.01884, - "1800": 4.91364, - "1801": 5.04679, - "1802": 4.82665, - "1803": 4.95171, - "1804": 4.88594, - "1805": 4.90346, - "1806": 4.87351, - "1807": 4.92406, - "1808": 4.92697, - "1809": 5.1451, - "1810": 5.09976, - "1811": 4.95906, - "1812": 4.80139, - "1813": 5.09748, - "1814": 4.77766, - "1815": 4.86134, - "1816": 5.05005, - "1817": 4.79012, - "1818": 4.80376, - "1819": 5.02382, - "1820": 4.68652, - "1821": 5.02661, - "1822": 4.66251, - "1823": 4.8659, - "1824": 4.78635, - "1825": 5.06537, - "1826": 4.81944, - "1827": 4.7895, - "1828": 4.94677, - "1829": 5.11262, - "1830": 4.91236, - "1831": 4.89818, - "1832": 4.83359, - "1833": 4.78363, - "1834": 4.9482, - "1835": 4.95795, - "1836": 4.90747, - "1837": 4.67243, - "1838": 4.80953, - "1839": 4.89546, - "1840": 4.90488, - "1841": 4.8292, - "1842": 4.94678, - "1843": 4.70293, - "1844": 4.61431, - "1845": 5.00086, - "1846": 4.74657, - "1847": 4.8645, - "1848": 4.89695, - "1849": 4.85358, - "1850": 4.8676, - "1851": 5.02236, - "1852": 4.97647, - "1853": 4.83325, - "1854": 4.86791, - "1855": 4.8219, - "1856": 4.75614, - "1857": 4.9619, - "1858": 4.96856, - "1859": 4.75323, - "1860": 4.86592, - "1861": 5.20685, - "1862": 4.61669, - "1863": 4.83385, - "1864": 4.7505, - "1865": 4.86441, - "1866": 4.79455, - "1867": 4.99688, - "1868": 4.71331, - "1869": 4.75634, - "1870": 4.93203, - "1871": 4.99184, - "1872": 4.68332, - "1873": 4.69823, - "1874": 4.85174, - "1875": 4.85999, - "1876": 4.7392, - "1877": 4.80362, - "1878": 4.81239, - "1879": 4.82084, - "1880": 4.89314, - "1881": 4.79389, - "1882": 4.79419, - "1883": 4.78157, - "1884": 4.97086, - "1885": 4.91799, - "1886": 4.82203, - "1887": 4.81334, - "1888": 4.97395, - "1889": 4.95922, - "1890": 4.70676, - "1891": 4.65282, - "1892": 4.84393, - "1893": 4.64594, - "1894": 4.90265, - "1895": 4.7886, - "1896": 4.66112, - "1897": 4.78966, - "1898": 4.9139, - "1899": 4.77532, - "1900": 4.91571, - "1901": 4.84525, - "1902": 4.78411, - "1903": 4.75997, - "1904": 4.65339, - "1905": 4.54188, - "1906": 4.81097, - "1907": 4.90225, - "1908": 5.03012, - "1909": 4.88434, - "1910": 4.78852, - "1911": 4.80477, - "1912": 4.64685, - "1913": 4.94065, - "1914": 4.87965, - "1915": 4.85906, - "1916": 4.92227, - "1917": 4.85425, - "1918": 4.87001, - "1919": 4.99304, - "1920": 4.76319, - "1921": 4.88494, - "1922": 4.81295, - "1923": 4.7592, - "1924": 4.82501, - "1925": 5.05793, - "1926": 4.92996, - "1927": 4.92587, - "1928": 4.92702, - "1929": 4.92705, - "1930": 4.91019, - "1931": 4.77616, - "1932": 4.85963, - "1933": 4.83545, - "1934": 4.84013, - "1935": 5.10729, - "1936": 4.88314, - "1937": 4.87654, - "1938": 4.79463, - "1939": 4.71148, - "1940": 4.82418, - "1941": 4.73372, - "1942": 4.87249, - "1943": 4.7353, - "1944": 4.74198, - "1945": 4.6818, - "1946": 4.91539, - "1947": 4.86756, - "1948": 4.59887, - "1949": 4.90387, - "1950": 4.78785, - "1951": 4.95942, - "1952": 4.73677, - "1953": 4.79496, - "1954": 4.73264, - "1955": 4.84308, - "1956": 4.88233, - "1957": 4.73496, - "1958": 4.70018, - "1959": 4.75966, - "1960": 4.76849, - "1961": 4.7146, - "1962": 4.83392, - "1963": 4.82321, - "1964": 4.84664, - "1965": 4.87523, - "1966": 4.78753, - "1967": 4.59211, - "1968": 4.82724, - "1969": 4.59184, - "1970": 4.56633, - "1971": 4.9072, - "1972": 4.90064, - "1973": 4.54642, - "1974": 4.82423, - "1975": 4.82778, - "1976": 4.71327, - "1977": 4.57967, - "1978": 5.0045, - "1979": 4.66094, - "1980": 4.74256, - "1981": 4.86301, - "1982": 4.72234, - "1983": 4.8786, - "1984": 4.64152, - "1985": 4.78, - "1986": 4.70167, - "1987": 4.81036, - "1988": 4.8871, - "1989": 4.63185, - "1990": 4.79636, - "1991": 4.69424, - "1992": 4.79439, - "1993": 4.74063, - "1994": 4.84977, - "1995": 4.5596, - "1996": 4.65161, - "1997": 4.80342, - "1998": 4.67403, - "1999": 4.72284, - "2000": 4.61765 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 2000, - "step_interval": 1, - "values": { - "1": 80.0, - "2": 70.0, - "3": 78.0, - "4": 80.0, - "5": 75.0, - "6": 87.0, - "7": 63.0, - "8": 77.0, - "9": 62.0, - "10": 90.0, - "11": 74.0, - "12": 79.0, - "13": 77.0, - "14": 83.0, - "15": 78.0, - "16": 69.0, - "17": 64.0, - "18": 63.0, - "19": 87.0, - "20": 90.0, - "21": 75.0, - "22": 84.0, - "23": 81.0, - "24": 78.0, - "25": 87.0, - "26": 69.0, - "27": 86.0, - "28": 91.0, - "29": 94.0, - "30": 115.0, - "31": 99.0, - "32": 109.0, - "33": 92.0, - "34": 103.0, - "35": 118.0, - "36": 117.0, - "37": 105.0, - "38": 129.0, - "39": 89.0, - "40": 129.0, - "41": 114.0, - "42": 121.0, - "43": 135.0, - "44": 128.0, - "45": 126.0, - "46": 129.0, - "47": 133.0, - "48": 139.0, - "49": 135.0, - "50": 157.0, - "51": 122.0, - "52": 150.0, - "53": 108.0, - "54": 140.0, - "55": 133.0, - "56": 156.0, - "57": 150.0, - "58": 153.0, - "59": 135.0, - "60": 135.0, - "61": 165.0, - "62": 145.0, - "63": 199.0, - "64": 161.0, - "65": 162.0, - "66": 162.0, - "67": 195.0, - "68": 140.0, - "69": 158.0, - "70": 169.0, - "71": 188.0, - "72": 160.0, - "73": 151.0, - "74": 154.0, - "75": 172.0, - "76": 169.0, - "77": 165.0, - "78": 193.0, - "79": 144.0, - "80": 173.0, - "81": 150.0, - "82": 141.0, - "83": 186.0, - "84": 169.0, - "85": 183.0, - "86": 196.0, - "87": 197.0, - "88": 184.0, - "89": 169.0, - "90": 182.0, - "91": 200.0, - "92": 179.0, - "93": 165.0, - "94": 153.0, - "95": 176.0, - "96": 191.0, - "97": 183.0, - "98": 199.0, - "99": 163.0, - "100": 157.0, - "101": 144.0, - "102": 184.0, - "103": 206.0, - "104": 171.0, - "105": 215.0, - "106": 176.0, - "107": 172.0, - "108": 172.0, - "109": 172.0, - "110": 216.0, - "111": 182.0, - "112": 172.0, - "113": 167.0, - "114": 192.0, - "115": 175.0, - "116": 181.0, - "117": 177.0, - "118": 142.0, - "119": 212.0, - "120": 164.0, - "121": 193.0, - "122": 160.0, - "123": 169.0, - "124": 191.0, - "125": 214.0, - "126": 160.0, - "127": 192.0, - "128": 160.0, - "129": 180.0, - "130": 214.0, - "131": 219.0, - "132": 173.0, - "133": 166.0, - "134": 171.0, - "135": 182.0, - "136": 172.0, - "137": 176.0, - "138": 174.0, - "139": 161.0, - "140": 178.0, - "141": 164.0, - "142": 159.0, - "143": 192.0, - "144": 157.0, - "145": 144.0, - "146": 149.0, - "147": 148.0, - "148": 169.0, - "149": 143.0, - "150": 111.0, - "151": 159.0, - "152": 115.0, - "153": 147.0, - "154": 162.0, - "155": 185.0, - "156": 144.0, - "157": 147.0, - "158": 130.0, - "159": 165.0, - "160": 190.0, - "161": 141.0, - "162": 155.0, - "163": 140.0, - "164": 174.0, - "165": 168.0, - "166": 179.0, - "167": 147.0, - "168": 138.0, - "169": 161.0, - "170": 159.0, - "171": 125.0, - "172": 193.0, - "173": 172.0, - "174": 190.0, - "175": 192.0, - "176": 146.0, - "177": 168.0, - "178": 172.0, - "179": 177.0, - "180": 148.0, - "181": 161.0, - "182": 213.0, - "183": 215.0, - "184": 201.0, - "185": 154.0, - "186": 207.0, - "187": 175.0, - "188": 183.0, - "189": 169.0, - "190": 167.0, - "191": 163.0, - "192": 193.0, - "193": 169.0, - "194": 161.0, - "195": 141.0, - "196": 174.0, - "197": 188.0, - "198": 168.0, - "199": 150.0, - "200": 187.0, - "201": 173.0, - "202": 183.0, - "203": 142.0, - "204": 177.0, - "205": 153.0, - "206": 198.0, - "207": 168.0, - "208": 140.0, - "209": 179.0, - "210": 175.0, - "211": 167.0, - "212": 194.0, - "213": 192.0, - "214": 174.0, - "215": 188.0, - "216": 164.0, - "217": 170.0, - "218": 171.0, - "219": 211.0, - "220": 195.0, - "221": 181.0, - "222": 154.0, - "223": 176.0, - "224": 173.0, - "225": 166.0, - "226": 174.0, - "227": 211.0, - "228": 146.0, - "229": 193.0, - "230": 149.0, - "231": 177.0, - "232": 169.0, - "233": 193.0, - "234": 183.0, - "235": 215.0, - "236": 200.0, - "237": 218.0, - "238": 179.0, - "239": 139.0, - "240": 217.0, - "241": 174.0, - "242": 193.0, - "243": 192.0, - "244": 181.0, - "245": 206.0, - "246": 221.0, - "247": 219.0, - "248": 175.0, - "249": 189.0, - "250": 156.0, - "251": 205.0, - "252": 164.0, - "253": 172.0, - "254": 184.0, - "255": 218.0, - "256": 171.0, - "257": 208.0, - "258": 210.0, - "259": 174.0, - "260": 199.0, - "261": 178.0, - "262": 185.0, - "263": 181.0, - "264": 200.0, - "265": 171.0, - "266": 149.0, - "267": 141.0, - "268": 186.0, - "269": 198.0, - "270": 170.0, - "271": 168.0, - "272": 210.0, - "273": 151.0, - "274": 212.0, - "275": 182.0, - "276": 172.0, - "277": 159.0, - "278": 169.0, - "279": 185.0, - "280": 174.0, - "281": 160.0, - "282": 171.0, - "283": 174.0, - "284": 183.0, - "285": 169.0, - "286": 173.0, - "287": 203.0, - "288": 168.0, - "289": 202.0, - "290": 157.0, - "291": 241.0, - "292": 172.0, - "293": 209.0, - "294": 194.0, - "295": 207.0, - "296": 217.0, - "297": 160.0, - "298": 126.0, - "299": 170.0, - "300": 177.0, - "301": 189.0, - "302": 209.0, - "303": 170.0, - "304": 177.0, - "305": 148.0, - "306": 172.0, - "307": 213.0, - "308": 184.0, - "309": 193.0, - "310": 218.0, - "311": 159.0, - "312": 178.0, - "313": 177.0, - "314": 199.0, - "315": 165.0, - "316": 168.0, - "317": 185.0, - "318": 261.0, - "319": 181.0, - "320": 196.0, - "321": 200.0, - "322": 217.0, - "323": 198.0, - "324": 200.0, - "325": 184.0, - "326": 283.0, - "327": 211.0, - "328": 231.0, - "329": 189.0, - "330": 248.0, - "331": 205.0, - "332": 208.0, - "333": 199.0, - "334": 182.0, - "335": 202.0, - "336": 207.0, - "337": 216.0, - "338": 231.0, - "339": 213.0, - "340": 240.0, - "341": 207.0, - "342": 153.0, - "343": 264.0, - "344": 214.0, - "345": 202.0, - "346": 183.0, - "347": 194.0, - "348": 216.0, - "349": 206.0, - "350": 218.0, - "351": 218.0, - "352": 207.0, - "353": 225.0, - "354": 213.0, - "355": 201.0, - "356": 227.0, - "357": 217.0, - "358": 206.0, - "359": 186.0, - "360": 217.0, - "361": 187.0, - "362": 256.0, - "363": 226.0, - "364": 203.0, - "365": 200.0, - "366": 241.0, - "367": 205.0, - "368": 192.0, - "369": 160.0, - "370": 221.0, - "371": 212.0, - "372": 193.0, - "373": 218.0, - "374": 164.0, - "375": 249.0, - "376": 195.0, - "377": 197.0, - "378": 222.0, - "379": 254.0, - "380": 210.0, - "381": 199.0, - "382": 217.0, - "383": 208.0, - "384": 238.0, - "385": 183.0, - "386": 221.0, - "387": 185.0, - "388": 205.0, - "389": 185.0, - "390": 217.0, - "391": 241.0, - "392": 212.0, - "393": 247.0, - "394": 242.0, - "395": 247.0, - "396": 197.0, - "397": 202.0, - "398": 191.0, - "399": 231.0, - "400": 211.0, - "401": 200.0, - "402": 210.0, - "403": 261.0, - "404": 211.0, - "405": 171.0, - "406": 209.0, - "407": 200.0, - "408": 226.0, - "409": 200.0, - "410": 220.0, - "411": 196.0, - "412": 194.0, - "413": 168.0, - "414": 223.0, - "415": 204.0, - "416": 225.0, - "417": 213.0, - "418": 196.0, - "419": 203.0, - "420": 203.0, - "421": 217.0, - "422": 200.0, - "423": 213.0, - "424": 237.0, - "425": 239.0, - "426": 178.0, - "427": 213.0, - "428": 196.0, - "429": 174.0, - "430": 243.0, - "431": 169.0, - "432": 203.0, - "433": 211.0, - "434": 194.0, - "435": 188.0, - "436": 208.0, - "437": 170.0, - "438": 194.0, - "439": 156.0, - "440": 199.0, - "441": 190.0, - "442": 232.0, - "443": 225.0, - "444": 172.0, - "445": 194.0, - "446": 221.0, - "447": 209.0, - "448": 233.0, - "449": 257.0, - "450": 207.0, - "451": 199.0, - "452": 177.0, - "453": 200.0, - "454": 227.0, - "455": 263.0, - "456": 196.0, - "457": 204.0, - "458": 169.0, - "459": 131.0, - "460": 216.0, - "461": 223.0, - "462": 210.0, - "463": 203.0, - "464": 208.0, - "465": 187.0, - "466": 190.0, - "467": 192.0, - "468": 194.0, - "469": 188.0, - "470": 193.0, - "471": 221.0, - "472": 166.0, - "473": 191.0, - "474": 193.0, - "475": 196.0, - "476": 192.0, - "477": 168.0, - "478": 180.0, - "479": 176.0, - "480": 145.0, - "481": 197.0, - "482": 167.0, - "483": 198.0, - "484": 172.0, - "485": 175.0, - "486": 192.0, - "487": 143.0, - "488": 182.0, - "489": 172.0, - "490": 178.0, - "491": 175.0, - "492": 194.0, - "493": 211.0, - "494": 159.0, - "495": 165.0, - "496": 153.0, - "497": 145.0, - "498": 196.0, - "499": 195.0, - "500": 165.0, - "501": 183.0, - "502": 167.0, - "503": 175.0, - "504": 182.0, - "505": 212.0, - "506": 177.0, - "507": 159.0, - "508": 135.0, - "509": 195.0, - "510": 156.0, - "511": 186.0, - "512": 177.0, - "513": 186.0, - "514": 173.0, - "515": 190.0, - "516": 175.0, - "517": 143.0, - "518": 169.0, - "519": 186.0, - "520": 156.0, - "521": 146.0, - "522": 173.0, - "523": 175.0, - "524": 172.0, - "525": 202.0, - "526": 168.0, - "527": 178.0, - "528": 173.0, - "529": 183.0, - "530": 168.0, - "531": 161.0, - "532": 185.0, - "533": 172.0, - "534": 166.0, - "535": 140.0, - "536": 164.0, - "537": 150.0, - "538": 155.0, - "539": 125.0, - "540": 151.0, - "541": 130.0, - "542": 153.0, - "543": 149.0, - "544": 185.0, - "545": 132.0, - "546": 184.0, - "547": 150.0, - "548": 155.0, - "549": 162.0, - "550": 170.0, - "551": 144.0, - "552": 147.0, - "553": 213.0, - "554": 182.0, - "555": 150.0, - "556": 162.0, - "557": 154.0, - "558": 181.0, - "559": 144.0, - "560": 194.0, - "561": 174.0, - "562": 147.0, - "563": 125.0, - "564": 169.0, - "565": 143.0, - "566": 136.0, - "567": 144.0, - "568": 153.0, - "569": 167.0, - "570": 153.0, - "571": 131.0, - "572": 143.0, - "573": 128.0, - "574": 162.0, - "575": 133.0, - "576": 143.0, - "577": 171.0, - "578": 167.0, - "579": 140.0, - "580": 165.0, - "581": 164.0, - "582": 145.0, - "583": 151.0, - "584": 146.0, - "585": 148.0, - "586": 102.0, - "587": 147.0, - "588": 146.0, - "589": 123.0, - "590": 146.0, - "591": 149.0, - "592": 115.0, - "593": 166.0, - "594": 159.0, - "595": 127.0, - "596": 113.0, - "597": 135.0, - "598": 139.0, - "599": 157.0, - "600": 129.0, - "601": 144.0, - "602": 129.0, - "603": 125.0, - "604": 125.0, - "605": 139.0, - "606": 135.0, - "607": 144.0, - "608": 149.0, - "609": 139.0, - "610": 135.0, - "611": 148.0, - "612": 148.0, - "613": 115.0, - "614": 150.0, - "615": 132.0, - "616": 156.0, - "617": 120.0, - "618": 145.0, - "619": 136.0, - "620": 170.0, - "621": 147.0, - "622": 150.0, - "623": 119.0, - "624": 128.0, - "625": 141.0, - "626": 122.0, - "627": 121.0, - "628": 157.0, - "629": 126.0, - "630": 134.0, - "631": 147.0, - "632": 146.0, - "633": 131.0, - "634": 145.0, - "635": 174.0, - "636": 151.0, - "637": 169.0, - "638": 128.0, - "639": 164.0, - "640": 145.0, - "641": 136.0, - "642": 132.0, - "643": 134.0, - "644": 124.0, - "645": 145.0, - "646": 106.0, - "647": 123.0, - "648": 121.0, - "649": 134.0, - "650": 153.0, - "651": 117.0, - "652": 163.0, - "653": 155.0, - "654": 140.0, - "655": 154.0, - "656": 124.0, - "657": 116.0, - "658": 130.0, - "659": 114.0, - "660": 145.0, - "661": 121.0, - "662": 143.0, - "663": 124.0, - "664": 139.0, - "665": 138.0, - "666": 111.0, - "667": 127.0, - "668": 144.0, - "669": 116.0, - "670": 139.0, - "671": 132.0, - "672": 136.0, - "673": 139.0, - "674": 119.0, - "675": 165.0, - "676": 123.0, - "677": 127.0, - "678": 135.0, - "679": 83.0, - "680": 139.0, - "681": 120.0, - "682": 111.0, - "683": 119.0, - "684": 121.0, - "685": 145.0, - "686": 127.0, - "687": 145.0, - "688": 117.0, - "689": 119.0, - "690": 119.0, - "691": 124.0, - "692": 118.0, - "693": 112.0, - "694": 156.0, - "695": 114.0, - "696": 141.0, - "697": 123.0, - "698": 130.0, - "699": 147.0, - "700": 119.0, - "701": 139.0, - "702": 111.0, - "703": 113.0, - "704": 118.0, - "705": 115.0, - "706": 102.0, - "707": 121.0, - "708": 115.0, - "709": 116.0, - "710": 95.0, - "711": 101.0, - "712": 98.0, - "713": 117.0, - "714": 127.0, - "715": 135.0, - "716": 124.0, - "717": 88.0, - "718": 143.0, - "719": 114.0, - "720": 120.0, - "721": 106.0, - "722": 117.0, - "723": 101.0, - "724": 97.0, - "725": 106.0, - "726": 103.0, - "727": 95.0, - "728": 123.0, - "729": 104.0, - "730": 124.0, - "731": 111.0, - "732": 78.0, - "733": 96.0, - "734": 129.0, - "735": 142.0, - "736": 110.0, - "737": 132.0, - "738": 110.0, - "739": 136.0, - "740": 106.0, - "741": 102.0, - "742": 123.0, - "743": 133.0, - "744": 130.0, - "745": 109.0, - "746": 122.0, - "747": 125.0, - "748": 133.0, - "749": 114.0, - "750": 121.0, - "751": 113.0, - "752": 111.0, - "753": 96.0, - "754": 118.0, - "755": 87.0, - "756": 113.0, - "757": 91.0, - "758": 105.0, - "759": 99.0, - "760": 125.0, - "761": 106.0, - "762": 105.0, - "763": 101.0, - "764": 109.0, - "765": 118.0, - "766": 95.0, - "767": 133.0, - "768": 115.0, - "769": 122.0, - "770": 106.0, - "771": 123.0, - "772": 106.0, - "773": 136.0, - "774": 128.0, - "775": 116.0, - "776": 112.0, - "777": 95.0, - "778": 113.0, - "779": 119.0, - "780": 99.0, - "781": 107.0, - "782": 80.0, - "783": 108.0, - "784": 122.0, - "785": 111.0, - "786": 111.0, - "787": 115.0, - "788": 116.0, - "789": 108.0, - "790": 127.0, - "791": 83.0, - "792": 117.0, - "793": 102.0, - "794": 106.0, - "795": 123.0, - "796": 121.0, - "797": 124.0, - "798": 112.0, - "799": 136.0, - "800": 99.0, - "801": 117.0, - "802": 93.0, - "803": 166.0, - "804": 127.0, - "805": 124.0, - "806": 97.0, - "807": 134.0, - "808": 108.0, - "809": 121.0, - "810": 126.0, - "811": 107.0, - "812": 116.0, - "813": 126.0, - "814": 105.0, - "815": 98.0, - "816": 99.0, - "817": 97.0, - "818": 97.0, - "819": 109.0, - "820": 106.0, - "821": 88.0, - "822": 109.0, - "823": 108.0, - "824": 127.0, - "825": 108.0, - "826": 128.0, - "827": 134.0, - "828": 100.0, - "829": 125.0, - "830": 113.0, - "831": 114.0, - "832": 107.0, - "833": 113.0, - "834": 100.0, - "835": 98.0, - "836": 123.0, - "837": 95.0, - "838": 118.0, - "839": 96.0, - "840": 109.0, - "841": 98.0, - "842": 114.0, - "843": 113.0, - "844": 123.0, - "845": 108.0, - "846": 124.0, - "847": 112.0, - "848": 115.0, - "849": 118.0, - "850": 92.0, - "851": 145.0, - "852": 89.0, - "853": 106.0, - "854": 101.0, - "855": 113.0, - "856": 125.0, - "857": 105.0, - "858": 129.0, - "859": 107.0, - "860": 118.0, - "861": 85.0, - "862": 106.0, - "863": 95.0, - "864": 81.0, - "865": 104.0, - "866": 105.0, - "867": 104.0, - "868": 106.0, - "869": 109.0, - "870": 105.0, - "871": 122.0, - "872": 114.0, - "873": 100.0, - "874": 113.0, - "875": 108.0, - "876": 93.0, - "877": 130.0, - "878": 110.0, - "879": 122.0, - "880": 106.0, - "881": 103.0, - "882": 80.0, - "883": 107.0, - "884": 115.0, - "885": 113.0, - "886": 116.0, - "887": 131.0, - "888": 89.0, - "889": 120.0, - "890": 110.0, - "891": 103.0, - "892": 102.0, - "893": 106.0, - "894": 91.0, - "895": 118.0, - "896": 110.0, - "897": 103.0, - "898": 115.0, - "899": 119.0, - "900": 120.0, - "901": 99.0, - "902": 100.0, - "903": 102.0, - "904": 127.0, - "905": 105.0, - "906": 124.0, - "907": 104.0, - "908": 117.0, - "909": 124.0, - "910": 108.0, - "911": 102.0, - "912": 117.0, - "913": 122.0, - "914": 130.0, - "915": 98.0, - "916": 120.0, - "917": 113.0, - "918": 112.0, - "919": 85.0, - "920": 110.0, - "921": 108.0, - "922": 111.0, - "923": 116.0, - "924": 119.0, - "925": 105.0, - "926": 128.0, - "927": 120.0, - "928": 106.0, - "929": 94.0, - "930": 116.0, - "931": 102.0, - "932": 123.0, - "933": 114.0, - "934": 133.0, - "935": 86.0, - "936": 114.0, - "937": 96.0, - "938": 118.0, - "939": 111.0, - "940": 110.0, - "941": 102.0, - "942": 98.0, - "943": 119.0, - "944": 107.0, - "945": 106.0, - "946": 112.0, - "947": 93.0, - "948": 119.0, - "949": 116.0, - "950": 124.0, - "951": 112.0, - "952": 106.0, - "953": 97.0, - "954": 111.0, - "955": 112.0, - "956": 87.0, - "957": 117.0, - "958": 97.0, - "959": 91.0, - "960": 103.0, - "961": 102.0, - "962": 103.0, - "963": 127.0, - "964": 113.0, - "965": 120.0, - "966": 106.0, - "967": 104.0, - "968": 119.0, - "969": 89.0, - "970": 121.0, - "971": 115.0, - "972": 96.0, - "973": 90.0, - "974": 113.0, - "975": 109.0, - "976": 113.0, - "977": 85.0, - "978": 104.0, - "979": 109.0, - "980": 100.0, - "981": 94.0, - "982": 105.0, - "983": 84.0, - "984": 112.0, - "985": 108.0, - "986": 92.0, - "987": 88.0, - "988": 123.0, - "989": 106.0, - "990": 103.0, - "991": 128.0, - "992": 104.0, - "993": 109.0, - "994": 98.0, - "995": 104.0, - "996": 93.0, - "997": 128.0, - "998": 121.0, - "999": 89.0, - "1000": 118.0, - "1001": 104.0, - "1002": 96.0, - "1003": 107.0, - "1004": 88.0, - "1005": 103.0, - "1006": 105.0, - "1007": 102.0, - "1008": 83.0, - "1009": 117.0, - "1010": 104.0, - "1011": 127.0, - "1012": 117.0, - "1013": 106.0, - "1014": 111.0, - "1015": 110.0, - "1016": 91.0, - "1017": 76.0, - "1018": 115.0, - "1019": 123.0, - "1020": 111.0, - "1021": 106.0, - "1022": 108.0, - "1023": 137.0, - "1024": 122.0, - "1025": 104.0, - "1026": 109.0, - "1027": 92.0, - "1028": 96.0, - "1029": 116.0, - "1030": 96.0, - "1031": 122.0, - "1032": 103.0, - "1033": 108.0, - "1034": 111.0, - "1035": 86.0, - "1036": 74.0, - "1037": 123.0, - "1038": 85.0, - "1039": 128.0, - "1040": 95.0, - "1041": 116.0, - "1042": 107.0, - "1043": 96.0, - "1044": 116.0, - "1045": 115.0, - "1046": 92.0, - "1047": 106.0, - "1048": 88.0, - "1049": 121.0, - "1050": 117.0, - "1051": 105.0, - "1052": 96.0, - "1053": 98.0, - "1054": 85.0, - "1055": 110.0, - "1056": 91.0, - "1057": 109.0, - "1058": 95.0, - "1059": 106.0, - "1060": 109.0, - "1061": 97.0, - "1062": 105.0, - "1063": 91.0, - "1064": 103.0, - "1065": 108.0, - "1066": 112.0, - "1067": 108.0, - "1068": 108.0, - "1069": 123.0, - "1070": 100.0, - "1071": 95.0, - "1072": 111.0, - "1073": 118.0, - "1074": 101.0, - "1075": 95.0, - "1076": 111.0, - "1077": 89.0, - "1078": 94.0, - "1079": 113.0, - "1080": 82.0, - "1081": 114.0, - "1082": 87.0, - "1083": 116.0, - "1084": 105.0, - "1085": 97.0, - "1086": 119.0, - "1087": 86.0, - "1088": 93.0, - "1089": 114.0, - "1090": 87.0, - "1091": 109.0, - "1092": 90.0, - "1093": 109.0, - "1094": 101.0, - "1095": 90.0, - "1096": 106.0, - "1097": 100.0, - "1098": 105.0, - "1099": 96.0, - "1100": 92.0, - "1101": 108.0, - "1102": 94.0, - "1103": 86.0, - "1104": 103.0, - "1105": 109.0, - "1106": 87.0, - "1107": 87.0, - "1108": 96.0, - "1109": 102.0, - "1110": 89.0, - "1111": 76.0, - "1112": 110.0, - "1113": 104.0, - "1114": 89.0, - "1115": 114.0, - "1116": 97.0, - "1117": 108.0, - "1118": 107.0, - "1119": 118.0, - "1120": 112.0, - "1121": 96.0, - "1122": 103.0, - "1123": 112.0, - "1124": 98.0, - "1125": 97.0, - "1126": 121.0, - "1127": 80.0, - "1128": 91.0, - "1129": 106.0, - "1130": 96.0, - "1131": 82.0, - "1132": 103.0, - "1133": 86.0, - "1134": 92.0, - "1135": 98.0, - "1136": 90.0, - "1137": 120.0, - "1138": 102.0, - "1139": 109.0, - "1140": 88.0, - "1141": 90.0, - "1142": 95.0, - "1143": 88.0, - "1144": 77.0, - "1145": 92.0, - "1146": 85.0, - "1147": 108.0, - "1148": 77.0, - "1149": 93.0, - "1150": 101.0, - "1151": 116.0, - "1152": 72.0, - "1153": 90.0, - "1154": 103.0, - "1155": 106.0, - "1156": 91.0, - "1157": 100.0, - "1158": 101.0, - "1159": 111.0, - "1160": 114.0, - "1161": 90.0, - "1162": 92.0, - "1163": 90.0, - "1164": 96.0, - "1165": 100.0, - "1166": 114.0, - "1167": 82.0, - "1168": 96.0, - "1169": 77.0, - "1170": 91.0, - "1171": 94.0, - "1172": 99.0, - "1173": 124.0, - "1174": 106.0, - "1175": 97.0, - "1176": 102.0, - "1177": 78.0, - "1178": 108.0, - "1179": 103.0, - "1180": 84.0, - "1181": 76.0, - "1182": 115.0, - "1183": 104.0, - "1184": 122.0, - "1185": 104.0, - "1186": 104.0, - "1187": 91.0, - "1188": 112.0, - "1189": 101.0, - "1190": 106.0, - "1191": 97.0, - "1192": 90.0, - "1193": 105.0, - "1194": 99.0, - "1195": 118.0, - "1196": 120.0, - "1197": 93.0, - "1198": 101.0, - "1199": 103.0, - "1200": 90.0, - "1201": 108.0, - "1202": 120.0, - "1203": 90.0, - "1204": 98.0, - "1205": 113.0, - "1206": 102.0, - "1207": 116.0, - "1208": 104.0, - "1209": 85.0, - "1210": 101.0, - "1211": 87.0, - "1212": 100.0, - "1213": 109.0, - "1214": 92.0, - "1215": 103.0, - "1216": 117.0, - "1217": 102.0, - "1218": 135.0, - "1219": 95.0, - "1220": 122.0, - "1221": 121.0, - "1222": 109.0, - "1223": 103.0, - "1224": 93.0, - "1225": 107.0, - "1226": 82.0, - "1227": 108.0, - "1228": 106.0, - "1229": 87.0, - "1230": 97.0, - "1231": 109.0, - "1232": 95.0, - "1233": 99.0, - "1234": 107.0, - "1235": 105.0, - "1236": 101.0, - "1237": 110.0, - "1238": 102.0, - "1239": 118.0, - "1240": 114.0, - "1241": 119.0, - "1242": 90.0, - "1243": 104.0, - "1244": 102.0, - "1245": 105.0, - "1246": 104.0, - "1247": 121.0, - "1248": 104.0, - "1249": 129.0, - "1250": 111.0, - "1251": 91.0, - "1252": 120.0, - "1253": 121.0, - "1254": 110.0, - "1255": 113.0, - "1256": 97.0, - "1257": 114.0, - "1258": 110.0, - "1259": 106.0, - "1260": 93.0, - "1261": 104.0, - "1262": 109.0, - "1263": 104.0, - "1264": 101.0, - "1265": 85.0, - "1266": 106.0, - "1267": 104.0, - "1268": 90.0, - "1269": 102.0, - "1270": 106.0, - "1271": 107.0, - "1272": 79.0, - "1273": 85.0, - "1274": 99.0, - "1275": 127.0, - "1276": 89.0, - "1277": 144.0, - "1278": 109.0, - "1279": 110.0, - "1280": 123.0, - "1281": 98.0, - "1282": 94.0, - "1283": 110.0, - "1284": 88.0, - "1285": 112.0, - "1286": 106.0, - "1287": 86.0, - "1288": 100.0, - "1289": 118.0, - "1290": 109.0, - "1291": 82.0, - "1292": 106.0, - "1293": 97.0, - "1294": 96.0, - "1295": 91.0, - "1296": 110.0, - "1297": 120.0, - "1298": 105.0, - "1299": 114.0, - "1300": 113.0, - "1301": 106.0, - "1302": 112.0, - "1303": 102.0, - "1304": 94.0, - "1305": 109.0, - "1306": 83.0, - "1307": 97.0, - "1308": 120.0, - "1309": 126.0, - "1310": 103.0, - "1311": 126.0, - "1312": 100.0, - "1313": 101.0, - "1314": 107.0, - "1315": 117.0, - "1316": 101.0, - "1317": 107.0, - "1318": 103.0, - "1319": 98.0, - "1320": 103.0, - "1321": 112.0, - "1322": 86.0, - "1323": 117.0, - "1324": 94.0, - "1325": 94.0, - "1326": 139.0, - "1327": 82.0, - "1328": 124.0, - "1329": 103.0, - "1330": 91.0, - "1331": 94.0, - "1332": 106.0, - "1333": 86.0, - "1334": 86.0, - "1335": 96.0, - "1336": 113.0, - "1337": 114.0, - "1338": 126.0, - "1339": 104.0, - "1340": 101.0, - "1341": 83.0, - "1342": 106.0, - "1343": 122.0, - "1344": 99.0, - "1345": 93.0, - "1346": 110.0, - "1347": 105.0, - "1348": 104.0, - "1349": 103.0, - "1350": 111.0, - "1351": 121.0, - "1352": 106.0, - "1353": 108.0, - "1354": 108.0, - "1355": 92.0, - "1356": 89.0, - "1357": 103.0, - "1358": 120.0, - "1359": 110.0, - "1360": 125.0, - "1361": 116.0, - "1362": 133.0, - "1363": 103.0, - "1364": 109.0, - "1365": 101.0, - "1366": 100.0, - "1367": 93.0, - "1368": 108.0, - "1369": 127.0, - "1370": 99.0, - "1371": 121.0, - "1372": 116.0, - "1373": 110.0, - "1374": 94.0, - "1375": 107.0, - "1376": 104.0, - "1377": 115.0, - "1378": 100.0, - "1379": 106.0, - "1380": 88.0, - "1381": 103.0, - "1382": 101.0, - "1383": 118.0, - "1384": 120.0, - "1385": 117.0, - "1386": 123.0, - "1387": 93.0, - "1388": 86.0, - "1389": 119.0, - "1390": 116.0, - "1391": 103.0, - "1392": 84.0, - "1393": 100.0, - "1394": 112.0, - "1395": 77.0, - "1396": 101.0, - "1397": 124.0, - "1398": 104.0, - "1399": 120.0, - "1400": 103.0, - "1401": 100.0, - "1402": 105.0, - "1403": 82.0, - "1404": 104.0, - "1405": 93.0, - "1406": 102.0, - "1407": 118.0, - "1408": 100.0, - "1409": 114.0, - "1410": 85.0, - "1411": 101.0, - "1412": 99.0, - "1413": 117.0, - "1414": 116.0, - "1415": 115.0, - "1416": 90.0, - "1417": 99.0, - "1418": 97.0, - "1419": 96.0, - "1420": 119.0, - "1421": 108.0, - "1422": 113.0, - "1423": 91.0, - "1424": 123.0, - "1425": 101.0, - "1426": 110.0, - "1427": 107.0, - "1428": 116.0, - "1429": 128.0, - "1430": 87.0, - "1431": 96.0, - "1432": 113.0, - "1433": 92.0, - "1434": 101.0, - "1435": 101.0, - "1436": 111.0, - "1437": 122.0, - "1438": 105.0, - "1439": 99.0, - "1440": 101.0, - "1441": 104.0, - "1442": 89.0, - "1443": 109.0, - "1444": 86.0, - "1445": 100.0, - "1446": 87.0, - "1447": 105.0, - "1448": 102.0, - "1449": 88.0, - "1450": 100.0, - "1451": 94.0, - "1452": 95.0, - "1453": 116.0, - "1454": 98.0, - "1455": 92.0, - "1456": 91.0, - "1457": 132.0, - "1458": 121.0, - "1459": 109.0, - "1460": 111.0, - "1461": 111.0, - "1462": 89.0, - "1463": 99.0, - "1464": 108.0, - "1465": 97.0, - "1466": 87.0, - "1467": 99.0, - "1468": 127.0, - "1469": 88.0, - "1470": 103.0, - "1471": 101.0, - "1472": 106.0, - "1473": 120.0, - "1474": 96.0, - "1475": 123.0, - "1476": 85.0, - "1477": 122.0, - "1478": 107.0, - "1479": 113.0, - "1480": 109.0, - "1481": 107.0, - "1482": 118.0, - "1483": 86.0, - "1484": 98.0, - "1485": 91.0, - "1486": 96.0, - "1487": 119.0, - "1488": 106.0, - "1489": 93.0, - "1490": 113.0, - "1491": 107.0, - "1492": 100.0, - "1493": 123.0, - "1494": 105.0, - "1495": 121.0, - "1496": 105.0, - "1497": 99.0, - "1498": 112.0, - "1499": 106.0, - "1500": 104.0, - "1501": 129.0, - "1502": 109.0, - "1503": 91.0, - "1504": 111.0, - "1505": 97.0, - "1506": 116.0, - "1507": 122.0, - "1508": 103.0, - "1509": 141.0, - "1510": 86.0, - "1511": 120.0, - "1512": 120.0, - "1513": 128.0, - "1514": 100.0, - "1515": 108.0, - "1516": 99.0, - "1517": 109.0, - "1518": 106.0, - "1519": 88.0, - "1520": 89.0, - "1521": 101.0, - "1522": 112.0, - "1523": 88.0, - "1524": 113.0, - "1525": 94.0, - "1526": 110.0, - "1527": 112.0, - "1528": 84.0, - "1529": 91.0, - "1530": 114.0, - "1531": 113.0, - "1532": 119.0, - "1533": 95.0, - "1534": 112.0, - "1535": 112.0, - "1536": 109.0, - "1537": 97.0, - "1538": 111.0, - "1539": 115.0, - "1540": 114.0, - "1541": 88.0, - "1542": 126.0, - "1543": 97.0, - "1544": 84.0, - "1545": 105.0, - "1546": 82.0, - "1547": 93.0, - "1548": 90.0, - "1549": 99.0, - "1550": 93.0, - "1551": 98.0, - "1552": 86.0, - "1553": 120.0, - "1554": 109.0, - "1555": 111.0, - "1556": 98.0, - "1557": 90.0, - "1558": 120.0, - "1559": 84.0, - "1560": 107.0, - "1561": 103.0, - "1562": 121.0, - "1563": 116.0, - "1564": 113.0, - "1565": 114.0, - "1566": 113.0, - "1567": 102.0, - "1568": 91.0, - "1569": 122.0, - "1570": 95.0, - "1571": 115.0, - "1572": 102.0, - "1573": 100.0, - "1574": 121.0, - "1575": 108.0, - "1576": 88.0, - "1577": 116.0, - "1578": 101.0, - "1579": 98.0, - "1580": 114.0, - "1581": 102.0, - "1582": 108.0, - "1583": 115.0, - "1584": 70.0, - "1585": 112.0, - "1586": 120.0, - "1587": 101.0, - "1588": 118.0, - "1589": 99.0, - "1590": 103.0, - "1591": 108.0, - "1592": 106.0, - "1593": 121.0, - "1594": 110.0, - "1595": 103.0, - "1596": 117.0, - "1597": 115.0, - "1598": 105.0, - "1599": 76.0, - "1600": 90.0, - "1601": 108.0, - "1602": 105.0, - "1603": 122.0, - "1604": 113.0, - "1605": 122.0, - "1606": 117.0, - "1607": 92.0, - "1608": 118.0, - "1609": 115.0, - "1610": 103.0, - "1611": 117.0, - "1612": 106.0, - "1613": 106.0, - "1614": 104.0, - "1615": 114.0, - "1616": 88.0, - "1617": 97.0, - "1618": 111.0, - "1619": 107.0, - "1620": 112.0, - "1621": 91.0, - "1622": 130.0, - "1623": 109.0, - "1624": 102.0, - "1625": 121.0, - "1626": 100.0, - "1627": 119.0, - "1628": 99.0, - "1629": 119.0, - "1630": 117.0, - "1631": 105.0, - "1632": 116.0, - "1633": 112.0, - "1634": 120.0, - "1635": 99.0, - "1636": 105.0, - "1637": 94.0, - "1638": 107.0, - "1639": 97.0, - "1640": 106.0, - "1641": 120.0, - "1642": 101.0, - "1643": 135.0, - "1644": 117.0, - "1645": 110.0, - "1646": 106.0, - "1647": 127.0, - "1648": 82.0, - "1649": 114.0, - "1650": 121.0, - "1651": 107.0, - "1652": 100.0, - "1653": 108.0, - "1654": 114.0, - "1655": 92.0, - "1656": 80.0, - "1657": 110.0, - "1658": 114.0, - "1659": 105.0, - "1660": 104.0, - "1661": 102.0, - "1662": 124.0, - "1663": 96.0, - "1664": 127.0, - "1665": 89.0, - "1666": 115.0, - "1667": 114.0, - "1668": 122.0, - "1669": 94.0, - "1670": 114.0, - "1671": 102.0, - "1672": 99.0, - "1673": 109.0, - "1674": 117.0, - "1675": 105.0, - "1676": 116.0, - "1677": 101.0, - "1678": 110.0, - "1679": 112.0, - "1680": 96.0, - "1681": 93.0, - "1682": 97.0, - "1683": 106.0, - "1684": 103.0, - "1685": 101.0, - "1686": 109.0, - "1687": 104.0, - "1688": 127.0, - "1689": 88.0, - "1690": 98.0, - "1691": 90.0, - "1692": 107.0, - "1693": 111.0, - "1694": 125.0, - "1695": 129.0, - "1696": 112.0, - "1697": 126.0, - "1698": 104.0, - "1699": 124.0, - "1700": 112.0, - "1701": 120.0, - "1702": 89.0, - "1703": 103.0, - "1704": 103.0, - "1705": 111.0, - "1706": 124.0, - "1707": 93.0, - "1708": 96.0, - "1709": 116.0, - "1710": 133.0, - "1711": 107.0, - "1712": 100.0, - "1713": 91.0, - "1714": 122.0, - "1715": 108.0, - "1716": 110.0, - "1717": 121.0, - "1718": 101.0, - "1719": 110.0, - "1720": 121.0, - "1721": 109.0, - "1722": 96.0, - "1723": 125.0, - "1724": 118.0, - "1725": 122.0, - "1726": 113.0, - "1727": 99.0, - "1728": 98.0, - "1729": 115.0, - "1730": 106.0, - "1731": 96.0, - "1732": 95.0, - "1733": 115.0, - "1734": 106.0, - "1735": 102.0, - "1736": 104.0, - "1737": 122.0, - "1738": 94.0, - "1739": 92.0, - "1740": 105.0, - "1741": 113.0, - "1742": 129.0, - "1743": 113.0, - "1744": 110.0, - "1745": 113.0, - "1746": 127.0, - "1747": 108.0, - "1748": 120.0, - "1749": 115.0, - "1750": 104.0, - "1751": 114.0, - "1752": 122.0, - "1753": 113.0, - "1754": 123.0, - "1755": 114.0, - "1756": 115.0, - "1757": 126.0, - "1758": 105.0, - "1759": 109.0, - "1760": 136.0, - "1761": 111.0, - "1762": 104.0, - "1763": 104.0, - "1764": 105.0, - "1765": 133.0, - "1766": 118.0, - "1767": 108.0, - "1768": 114.0, - "1769": 105.0, - "1770": 98.0, - "1771": 112.0, - "1772": 92.0, - "1773": 77.0, - "1774": 130.0, - "1775": 104.0, - "1776": 85.0, - "1777": 106.0, - "1778": 84.0, - "1779": 111.0, - "1780": 109.0, - "1781": 124.0, - "1782": 109.0, - "1783": 128.0, - "1784": 117.0, - "1785": 118.0, - "1786": 111.0, - "1787": 112.0, - "1788": 104.0, - "1789": 135.0, - "1790": 105.0, - "1791": 115.0, - "1792": 130.0, - "1793": 119.0, - "1794": 128.0, - "1795": 110.0, - "1796": 130.0, - "1797": 97.0, - "1798": 139.0, - "1799": 104.0, - "1800": 103.0, - "1801": 94.0, - "1802": 134.0, - "1803": 117.0, - "1804": 139.0, - "1805": 124.0, - "1806": 127.0, - "1807": 128.0, - "1808": 99.0, - "1809": 92.0, - "1810": 116.0, - "1811": 104.0, - "1812": 103.0, - "1813": 122.0, - "1814": 129.0, - "1815": 94.0, - "1816": 104.0, - "1817": 98.0, - "1818": 128.0, - "1819": 112.0, - "1820": 99.0, - "1821": 126.0, - "1822": 83.0, - "1823": 117.0, - "1824": 96.0, - "1825": 95.0, - "1826": 127.0, - "1827": 124.0, - "1828": 120.0, - "1829": 110.0, - "1830": 123.0, - "1831": 110.0, - "1832": 92.0, - "1833": 100.0, - "1834": 113.0, - "1835": 120.0, - "1836": 113.0, - "1837": 114.0, - "1838": 99.0, - "1839": 123.0, - "1840": 109.0, - "1841": 95.0, - "1842": 101.0, - "1843": 122.0, - "1844": 113.0, - "1845": 127.0, - "1846": 100.0, - "1847": 117.0, - "1848": 133.0, - "1849": 87.0, - "1850": 103.0, - "1851": 89.0, - "1852": 99.0, - "1853": 93.0, - "1854": 99.0, - "1855": 107.0, - "1856": 111.0, - "1857": 121.0, - "1858": 92.0, - "1859": 105.0, - "1860": 115.0, - "1861": 92.0, - "1862": 91.0, - "1863": 112.0, - "1864": 109.0, - "1865": 125.0, - "1866": 124.0, - "1867": 110.0, - "1868": 113.0, - "1869": 119.0, - "1870": 137.0, - "1871": 126.0, - "1872": 95.0, - "1873": 119.0, - "1874": 105.0, - "1875": 128.0, - "1876": 104.0, - "1877": 120.0, - "1878": 95.0, - "1879": 99.0, - "1880": 123.0, - "1881": 99.0, - "1882": 97.0, - "1883": 101.0, - "1884": 115.0, - "1885": 106.0, - "1886": 123.0, - "1887": 121.0, - "1888": 121.0, - "1889": 114.0, - "1890": 100.0, - "1891": 110.0, - "1892": 107.0, - "1893": 113.0, - "1894": 134.0, - "1895": 114.0, - "1896": 111.0, - "1897": 122.0, - "1898": 108.0, - "1899": 94.0, - "1900": 123.0, - "1901": 125.0, - "1902": 115.0, - "1903": 112.0, - "1904": 113.0, - "1905": 109.0, - "1906": 115.0, - "1907": 95.0, - "1908": 113.0, - "1909": 79.0, - "1910": 97.0, - "1911": 135.0, - "1912": 122.0, - "1913": 105.0, - "1914": 112.0, - "1915": 129.0, - "1916": 117.0, - "1917": 115.0, - "1918": 113.0, - "1919": 117.0, - "1920": 122.0, - "1921": 105.0, - "1922": 86.0, - "1923": 113.0, - "1924": 111.0, - "1925": 110.0, - "1926": 112.0, - "1927": 103.0, - "1928": 108.0, - "1929": 113.0, - "1930": 121.0, - "1931": 111.0, - "1932": 106.0, - "1933": 114.0, - "1934": 117.0, - "1935": 93.0, - "1936": 109.0, - "1937": 121.0, - "1938": 108.0, - "1939": 132.0, - "1940": 127.0, - "1941": 126.0, - "1942": 101.0, - "1943": 120.0, - "1944": 87.0, - "1945": 114.0, - "1946": 105.0, - "1947": 109.0, - "1948": 109.0, - "1949": 106.0, - "1950": 111.0, - "1951": 120.0, - "1952": 104.0, - "1953": 113.0, - "1954": 116.0, - "1955": 131.0, - "1956": 91.0, - "1957": 118.0, - "1958": 139.0, - "1959": 114.0, - "1960": 96.0, - "1961": 109.0, - "1962": 113.0, - "1963": 125.0, - "1964": 112.0, - "1965": 108.0, - "1966": 130.0, - "1967": 120.0, - "1968": 110.0, - "1969": 96.0, - "1970": 110.0, - "1971": 121.0, - "1972": 104.0, - "1973": 103.0, - "1974": 110.0, - "1975": 101.0, - "1976": 144.0, - "1977": 122.0, - "1978": 118.0, - "1979": 121.0, - "1980": 115.0, - "1981": 114.0, - "1982": 136.0, - "1983": 123.0, - "1984": 112.0, - "1985": 116.0, - "1986": 104.0, - "1987": 133.0, - "1988": 107.0, - "1989": 100.0, - "1990": 112.0, - "1991": 119.0, - "1992": 103.0, - "1993": 133.0, - "1994": 123.0, - "1995": 118.0, - "1996": 109.0, - "1997": 119.0, - "1998": 107.0, - "1999": 119.0, - "2000": 134.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 2000, - "step_interval": 1, - "values": { - "1": 442899968.0, - "2": 442899968.0, - "3": 442899968.0, - "4": 442899968.0, - "5": 442899968.0, - "6": 442899968.0, - "7": 442899968.0, - "8": 442899968.0, - "9": 442899968.0, - "10": 442899968.0, - "11": 442899968.0, - "12": 442899968.0, - "13": 442899968.0, - "14": 442899968.0, - "15": 442899968.0, - "16": 442899968.0, - "17": 442899968.0, - "18": 442899968.0, - "19": 442899968.0, - "20": 442899968.0, - "21": 442899968.0, - "22": 442899968.0, - "23": 442899968.0, - "24": 442899968.0, - "25": 442899968.0, - "26": 442899968.0, - "27": 442899968.0, - "28": 442899968.0, - "29": 442899968.0, - "30": 442899968.0, - "31": 442899968.0, - "32": 442899968.0, - "33": 442899968.0, - "34": 442899968.0, - "35": 442899968.0, - "36": 442899968.0, - "37": 442899968.0, - "38": 442899968.0, - "39": 442899968.0, - "40": 442899968.0, - "41": 442899968.0, - "42": 442899968.0, - "43": 442899968.0, - "44": 442899968.0, - "45": 442899968.0, - "46": 442899968.0, - "47": 442899968.0, - "48": 442899968.0, - "49": 442899968.0, - "50": 442899968.0, - "51": 442899968.0, - "52": 442899968.0, - "53": 442899968.0, - "54": 442899968.0, - "55": 442899968.0, - "56": 442899968.0, - "57": 442899968.0, - "58": 442899968.0, - "59": 442899968.0, - "60": 442899968.0, - "61": 442899968.0, - "62": 442899968.0, - "63": 442899968.0, - "64": 442899968.0, - "65": 442899968.0, - "66": 442899968.0, - "67": 442899968.0, - "68": 442899968.0, - "69": 442899968.0, - "70": 442899968.0, - "71": 442899968.0, - "72": 442899968.0, - "73": 442899968.0, - "74": 442899968.0, - "75": 442899968.0, - "76": 442899968.0, - "77": 442899968.0, - "78": 442899968.0, - "79": 442899968.0, - "80": 442899968.0, - "81": 442899968.0, - "82": 442899968.0, - "83": 442899968.0, - "84": 442899968.0, - "85": 442899968.0, - "86": 442899968.0, - "87": 442899968.0, - "88": 442899968.0, - "89": 442899968.0, - "90": 442899968.0, - "91": 442899968.0, - "92": 442899968.0, - "93": 442899968.0, - "94": 442899968.0, - "95": 442899968.0, - "96": 442899968.0, - "97": 442899968.0, - "98": 442899968.0, - "99": 442899968.0, - "100": 442899968.0, - "101": 442899968.0, - "102": 442899968.0, - "103": 442899968.0, - "104": 442899968.0, - "105": 442899968.0, - "106": 442899968.0, - "107": 442899968.0, - "108": 442899968.0, - "109": 442899968.0, - "110": 442899968.0, - "111": 442899968.0, - "112": 442899968.0, - "113": 442899968.0, - "114": 442899968.0, - "115": 442899968.0, - "116": 442899968.0, - "117": 442899968.0, - "118": 442899968.0, - "119": 442899968.0, - "120": 442899968.0, - "121": 442899968.0, - "122": 442899968.0, - "123": 442899968.0, - "124": 442899968.0, - "125": 442899968.0, - "126": 442899968.0, - "127": 442899968.0, - "128": 442899968.0, - "129": 442899968.0, - "130": 442899968.0, - "131": 442899968.0, - "132": 442899968.0, - "133": 442899968.0, - "134": 442899968.0, - "135": 442899968.0, - "136": 442899968.0, - "137": 442899968.0, - "138": 442899968.0, - "139": 442899968.0, - "140": 442899968.0, - "141": 442899968.0, - "142": 442899968.0, - "143": 442899968.0, - "144": 442899968.0, - "145": 442899968.0, - "146": 442899968.0, - "147": 442899968.0, - "148": 442899968.0, - "149": 442899968.0, - "150": 442899968.0, - "151": 442899968.0, - "152": 442899968.0, - "153": 442899968.0, - "154": 442899968.0, - "155": 442899968.0, - "156": 442899968.0, - "157": 442899968.0, - "158": 442899968.0, - "159": 442899968.0, - "160": 442899968.0, - "161": 442899968.0, - "162": 442899968.0, - "163": 442899968.0, - "164": 442899968.0, - "165": 442899968.0, - "166": 442899968.0, - "167": 442899968.0, - "168": 442899968.0, - "169": 442899968.0, - "170": 442899968.0, - "171": 442899968.0, - "172": 442899968.0, - "173": 442899968.0, - "174": 442899968.0, - "175": 442899968.0, - "176": 442899968.0, - "177": 442899968.0, - "178": 442899968.0, - "179": 442899968.0, - "180": 442899968.0, - "181": 442899968.0, - "182": 442899968.0, - "183": 442899968.0, - "184": 442899968.0, - "185": 442899968.0, - "186": 442899968.0, - "187": 442899968.0, - "188": 442899968.0, - "189": 442899968.0, - "190": 442899968.0, - "191": 442899968.0, - "192": 442899968.0, - "193": 442899968.0, - "194": 442899968.0, - "195": 442899968.0, - "196": 442899968.0, - "197": 442899968.0, - "198": 442899968.0, - "199": 442899968.0, - "200": 442899968.0, - "201": 442899968.0, - "202": 442899968.0, - "203": 442899968.0, - "204": 442899968.0, - "205": 442899968.0, - "206": 442899968.0, - "207": 442899968.0, - "208": 442899968.0, - "209": 442899968.0, - "210": 442899968.0, - "211": 442899968.0, - "212": 442899968.0, - "213": 442899968.0, - "214": 442899968.0, - "215": 442899968.0, - "216": 442899968.0, - "217": 442899968.0, - "218": 442899968.0, - "219": 442899968.0, - "220": 442899968.0, - "221": 442899968.0, - "222": 442899968.0, - "223": 442899968.0, - "224": 442899968.0, - "225": 442899968.0, - "226": 442899968.0, - "227": 442899968.0, - "228": 442899968.0, - "229": 442899968.0, - "230": 442899968.0, - "231": 442899968.0, - "232": 442899968.0, - "233": 442899968.0, - "234": 442899968.0, - "235": 442899968.0, - "236": 442899968.0, - "237": 442899968.0, - "238": 442899968.0, - "239": 442899968.0, - "240": 442899968.0, - "241": 442899968.0, - "242": 442899968.0, - "243": 442899968.0, - "244": 442899968.0, - "245": 442899968.0, - "246": 442899968.0, - "247": 442899968.0, - "248": 442899968.0, - "249": 442899968.0, - "250": 442899968.0, - "251": 442899968.0, - "252": 442899968.0, - "253": 442899968.0, - "254": 442899968.0, - "255": 442899968.0, - "256": 442899968.0, - "257": 442899968.0, - "258": 442899968.0, - "259": 442899968.0, - "260": 442899968.0, - "261": 442899968.0, - "262": 442899968.0, - "263": 442899968.0, - "264": 442899968.0, - "265": 442899968.0, - "266": 442899968.0, - "267": 442899968.0, - "268": 442899968.0, - "269": 442899968.0, - "270": 442899968.0, - "271": 442899968.0, - "272": 442899968.0, - "273": 442899968.0, - "274": 442899968.0, - "275": 442899968.0, - "276": 442899968.0, - "277": 442899968.0, - "278": 442899968.0, - "279": 442899968.0, - "280": 442899968.0, - "281": 442899968.0, - "282": 442899968.0, - "283": 442899968.0, - "284": 442899968.0, - "285": 442899968.0, - "286": 442899968.0, - "287": 442899968.0, - "288": 442899968.0, - "289": 442899968.0, - "290": 442899968.0, - "291": 442899968.0, - "292": 442899968.0, - "293": 442899968.0, - "294": 442899968.0, - "295": 442899968.0, - "296": 442899968.0, - "297": 442899968.0, - "298": 442899968.0, - "299": 442899968.0, - "300": 442899968.0, - "301": 442899968.0, - "302": 442899968.0, - "303": 442899968.0, - "304": 442899968.0, - "305": 442899968.0, - "306": 442899968.0, - "307": 442899968.0, - "308": 442899968.0, - "309": 442899968.0, - "310": 442899968.0, - "311": 442899968.0, - "312": 442899968.0, - "313": 442899968.0, - "314": 442899968.0, - "315": 442899968.0, - "316": 442899968.0, - "317": 442899968.0, - "318": 442899968.0, - "319": 442899968.0, - "320": 442899968.0, - "321": 442899968.0, - "322": 442899968.0, - "323": 442899968.0, - "324": 442899968.0, - "325": 442899968.0, - "326": 442899968.0, - "327": 442899968.0, - "328": 442899968.0, - "329": 442899968.0, - "330": 442899968.0, - "331": 442899968.0, - "332": 442899968.0, - "333": 442899968.0, - "334": 442899968.0, - "335": 442899968.0, - "336": 442899968.0, - "337": 442899968.0, - "338": 442899968.0, - "339": 442899968.0, - "340": 442899968.0, - "341": 442899968.0, - "342": 442899968.0, - "343": 442899968.0, - "344": 442899968.0, - "345": 442899968.0, - "346": 442899968.0, - "347": 442899968.0, - "348": 442899968.0, - "349": 442899968.0, - "350": 442899968.0, - "351": 442899968.0, - "352": 442899968.0, - "353": 442899968.0, - "354": 442899968.0, - "355": 442899968.0, - "356": 442899968.0, - "357": 442899968.0, - "358": 442899968.0, - "359": 442899968.0, - "360": 442899968.0, - "361": 442899968.0, - "362": 442899968.0, - "363": 442899968.0, - "364": 442899968.0, - "365": 442899968.0, - "366": 442899968.0, - "367": 442899968.0, - "368": 442899968.0, - "369": 442899968.0, - "370": 442899968.0, - "371": 442899968.0, - "372": 442899968.0, - "373": 442899968.0, - "374": 442899968.0, - "375": 442899968.0, - "376": 442899968.0, - "377": 442899968.0, - "378": 442899968.0, - "379": 442899968.0, - "380": 442899968.0, - "381": 442899968.0, - "382": 442899968.0, - "383": 442899968.0, - "384": 442899968.0, - "385": 442899968.0, - "386": 442899968.0, - "387": 442899968.0, - "388": 442899968.0, - "389": 442899968.0, - "390": 442899968.0, - "391": 442899968.0, - "392": 442899968.0, - "393": 442899968.0, - "394": 442899968.0, - "395": 442899968.0, - "396": 442899968.0, - "397": 442899968.0, - "398": 442899968.0, - "399": 442899968.0, - "400": 442899968.0, - "401": 442899968.0, - "402": 442899968.0, - "403": 442899968.0, - "404": 442899968.0, - "405": 442899968.0, - "406": 442899968.0, - "407": 442899968.0, - "408": 442899968.0, - "409": 442899968.0, - "410": 442899968.0, - "411": 442899968.0, - "412": 442899968.0, - "413": 442899968.0, - "414": 442899968.0, - "415": 442899968.0, - "416": 442899968.0, - "417": 442899968.0, - "418": 442899968.0, - "419": 442899968.0, - "420": 442899968.0, - "421": 442899968.0, - "422": 442899968.0, - "423": 442899968.0, - "424": 442899968.0, - "425": 442899968.0, - "426": 442899968.0, - "427": 442899968.0, - "428": 442899968.0, - "429": 442899968.0, - "430": 442899968.0, - "431": 442899968.0, - "432": 442899968.0, - "433": 442899968.0, - "434": 442899968.0, - "435": 442899968.0, - "436": 442899968.0, - "437": 442899968.0, - "438": 442899968.0, - "439": 442899968.0, - "440": 442899968.0, - "441": 442899968.0, - "442": 442899968.0, - "443": 442899968.0, - "444": 442899968.0, - "445": 442899968.0, - "446": 442899968.0, - "447": 442899968.0, - "448": 442899968.0, - "449": 442899968.0, - "450": 442899968.0, - "451": 442899968.0, - "452": 442899968.0, - "453": 442899968.0, - "454": 442899968.0, - "455": 442899968.0, - "456": 442899968.0, - "457": 442899968.0, - "458": 442899968.0, - "459": 442899968.0, - "460": 442899968.0, - "461": 442899968.0, - "462": 442899968.0, - "463": 442899968.0, - "464": 442899968.0, - "465": 442899968.0, - "466": 442899968.0, - "467": 442899968.0, - "468": 442899968.0, - "469": 442899968.0, - "470": 442899968.0, - "471": 442899968.0, - "472": 442899968.0, - "473": 442899968.0, - "474": 442899968.0, - "475": 442899968.0, - "476": 442899968.0, - "477": 442899968.0, - "478": 442899968.0, - "479": 442899968.0, - "480": 442899968.0, - "481": 442899968.0, - "482": 442899968.0, - "483": 442899968.0, - "484": 442899968.0, - "485": 442899968.0, - "486": 442899968.0, - "487": 442899968.0, - "488": 442899968.0, - "489": 442899968.0, - "490": 442899968.0, - "491": 442899968.0, - "492": 442899968.0, - "493": 442899968.0, - "494": 442899968.0, - "495": 442899968.0, - "496": 442899968.0, - "497": 442899968.0, - "498": 442899968.0, - "499": 442899968.0, - "500": 442899968.0, - "501": 442899968.0, - "502": 442899968.0, - "503": 442899968.0, - "504": 442899968.0, - "505": 442899968.0, - "506": 442899968.0, - "507": 442899968.0, - "508": 442899968.0, - "509": 442899968.0, - "510": 442899968.0, - "511": 442899968.0, - "512": 442899968.0, - "513": 442899968.0, - "514": 442899968.0, - "515": 442899968.0, - "516": 442899968.0, - "517": 442899968.0, - "518": 442899968.0, - "519": 442899968.0, - "520": 442899968.0, - "521": 442899968.0, - "522": 442899968.0, - "523": 442899968.0, - "524": 442899968.0, - "525": 442899968.0, - "526": 442899968.0, - "527": 442899968.0, - "528": 442899968.0, - "529": 442899968.0, - "530": 442899968.0, - "531": 442899968.0, - "532": 442899968.0, - "533": 442899968.0, - "534": 442899968.0, - "535": 442899968.0, - "536": 442899968.0, - "537": 442899968.0, - "538": 442899968.0, - "539": 442899968.0, - "540": 442899968.0, - "541": 442899968.0, - "542": 442899968.0, - "543": 442899968.0, - "544": 442899968.0, - "545": 442899968.0, - "546": 442899968.0, - "547": 442899968.0, - "548": 442899968.0, - "549": 442899968.0, - "550": 442899968.0, - "551": 442899968.0, - "552": 442899968.0, - "553": 442899968.0, - "554": 442899968.0, - "555": 442899968.0, - "556": 442899968.0, - "557": 442899968.0, - "558": 442899968.0, - "559": 442899968.0, - "560": 442899968.0, - "561": 442899968.0, - "562": 442899968.0, - "563": 442899968.0, - "564": 442899968.0, - "565": 442899968.0, - "566": 442899968.0, - "567": 442899968.0, - "568": 442899968.0, - "569": 442899968.0, - "570": 442899968.0, - "571": 442899968.0, - "572": 442899968.0, - "573": 442899968.0, - "574": 442899968.0, - "575": 442899968.0, - "576": 442899968.0, - "577": 442899968.0, - "578": 442899968.0, - "579": 442899968.0, - "580": 442899968.0, - "581": 442899968.0, - "582": 442899968.0, - "583": 442899968.0, - "584": 442899968.0, - "585": 442899968.0, - "586": 442899968.0, - "587": 442899968.0, - "588": 442899968.0, - "589": 442899968.0, - "590": 442899968.0, - "591": 442899968.0, - "592": 442899968.0, - "593": 442899968.0, - "594": 442899968.0, - "595": 442899968.0, - "596": 442899968.0, - "597": 442899968.0, - "598": 442899968.0, - "599": 442899968.0, - "600": 442899968.0, - "601": 442899968.0, - "602": 442899968.0, - "603": 442899968.0, - "604": 442899968.0, - "605": 442899968.0, - "606": 442899968.0, - "607": 442899968.0, - "608": 442899968.0, - "609": 442899968.0, - "610": 442899968.0, - "611": 442899968.0, - "612": 442899968.0, - "613": 442899968.0, - "614": 442899968.0, - "615": 442899968.0, - "616": 442899968.0, - "617": 442899968.0, - "618": 442899968.0, - "619": 442899968.0, - "620": 442899968.0, - "621": 442899968.0, - "622": 442899968.0, - "623": 442899968.0, - "624": 442899968.0, - "625": 442899968.0, - "626": 442899968.0, - "627": 442899968.0, - "628": 442899968.0, - "629": 442899968.0, - "630": 442899968.0, - "631": 442899968.0, - "632": 442899968.0, - "633": 442899968.0, - "634": 442899968.0, - "635": 442899968.0, - "636": 442899968.0, - "637": 442899968.0, - "638": 442899968.0, - "639": 442899968.0, - "640": 442899968.0, - "641": 442899968.0, - "642": 442899968.0, - "643": 442899968.0, - "644": 442899968.0, - "645": 442899968.0, - "646": 442899968.0, - "647": 442899968.0, - "648": 442899968.0, - "649": 442899968.0, - "650": 442899968.0, - "651": 442899968.0, - "652": 442899968.0, - "653": 442899968.0, - "654": 442899968.0, - "655": 442899968.0, - "656": 442899968.0, - "657": 442899968.0, - "658": 442899968.0, - "659": 442899968.0, - "660": 442899968.0, - "661": 442899968.0, - "662": 442899968.0, - "663": 442899968.0, - "664": 442899968.0, - "665": 442899968.0, - "666": 442899968.0, - "667": 442899968.0, - "668": 442899968.0, - "669": 442899968.0, - "670": 442899968.0, - "671": 442899968.0, - "672": 442899968.0, - "673": 442899968.0, - "674": 442899968.0, - "675": 442899968.0, - "676": 442899968.0, - "677": 442899968.0, - "678": 442899968.0, - "679": 442899968.0, - "680": 442899968.0, - "681": 442899968.0, - "682": 442899968.0, - "683": 442899968.0, - "684": 442899968.0, - "685": 442899968.0, - "686": 442899968.0, - "687": 442899968.0, - "688": 442899968.0, - "689": 442899968.0, - "690": 442899968.0, - "691": 442899968.0, - "692": 442899968.0, - "693": 442899968.0, - "694": 442899968.0, - "695": 442899968.0, - "696": 442899968.0, - "697": 442899968.0, - "698": 442899968.0, - "699": 442899968.0, - "700": 442899968.0, - "701": 442899968.0, - "702": 442899968.0, - "703": 442899968.0, - "704": 442899968.0, - "705": 442899968.0, - "706": 442899968.0, - "707": 442899968.0, - "708": 442899968.0, - "709": 442899968.0, - "710": 442899968.0, - "711": 442899968.0, - "712": 442899968.0, - "713": 442899968.0, - "714": 442899968.0, - "715": 442899968.0, - "716": 442899968.0, - "717": 442899968.0, - "718": 442899968.0, - "719": 442899968.0, - "720": 442899968.0, - "721": 442899968.0, - "722": 442899968.0, - "723": 442899968.0, - "724": 442899968.0, - "725": 442899968.0, - "726": 442899968.0, - "727": 442899968.0, - "728": 442899968.0, - "729": 442899968.0, - "730": 442899968.0, - "731": 442899968.0, - "732": 442899968.0, - "733": 442899968.0, - "734": 442899968.0, - "735": 442899968.0, - "736": 442899968.0, - "737": 442899968.0, - "738": 442899968.0, - "739": 442899968.0, - "740": 442899968.0, - "741": 442899968.0, - "742": 442899968.0, - "743": 442899968.0, - "744": 442899968.0, - "745": 442899968.0, - "746": 442899968.0, - "747": 442899968.0, - "748": 442899968.0, - "749": 442899968.0, - "750": 442899968.0, - "751": 442899968.0, - "752": 442899968.0, - "753": 442899968.0, - "754": 442899968.0, - "755": 442899968.0, - "756": 442899968.0, - "757": 442899968.0, - "758": 442899968.0, - "759": 442899968.0, - "760": 442899968.0, - "761": 442899968.0, - "762": 442899968.0, - "763": 442899968.0, - "764": 442899968.0, - "765": 442899968.0, - "766": 442899968.0, - "767": 442899968.0, - "768": 442899968.0, - "769": 442899968.0, - "770": 442899968.0, - "771": 442899968.0, - "772": 442899968.0, - "773": 442899968.0, - "774": 442899968.0, - "775": 442899968.0, - "776": 442899968.0, - "777": 442899968.0, - "778": 442899968.0, - "779": 442899968.0, - "780": 442899968.0, - "781": 442899968.0, - "782": 442899968.0, - "783": 442899968.0, - "784": 442899968.0, - "785": 442899968.0, - "786": 442899968.0, - "787": 442899968.0, - "788": 442899968.0, - "789": 442899968.0, - "790": 442899968.0, - "791": 442899968.0, - "792": 442899968.0, - "793": 442899968.0, - "794": 442899968.0, - "795": 442899968.0, - "796": 442899968.0, - "797": 442899968.0, - "798": 442899968.0, - "799": 442899968.0, - "800": 442899968.0, - "801": 442899968.0, - "802": 442899968.0, - "803": 442899968.0, - "804": 442899968.0, - "805": 442899968.0, - "806": 442899968.0, - "807": 442899968.0, - "808": 442899968.0, - "809": 442899968.0, - "810": 442899968.0, - "811": 442899968.0, - "812": 442899968.0, - "813": 442899968.0, - "814": 442899968.0, - "815": 442899968.0, - "816": 442899968.0, - "817": 442899968.0, - "818": 442899968.0, - "819": 442899968.0, - "820": 442899968.0, - "821": 442899968.0, - "822": 442899968.0, - "823": 442899968.0, - "824": 442899968.0, - "825": 442899968.0, - "826": 442899968.0, - "827": 442899968.0, - "828": 442899968.0, - "829": 442899968.0, - "830": 442899968.0, - "831": 442899968.0, - "832": 442899968.0, - "833": 442899968.0, - "834": 442899968.0, - "835": 442899968.0, - "836": 442899968.0, - "837": 442899968.0, - "838": 442899968.0, - "839": 442899968.0, - "840": 442899968.0, - "841": 442899968.0, - "842": 442899968.0, - "843": 442899968.0, - "844": 442899968.0, - "845": 442899968.0, - "846": 442899968.0, - "847": 442899968.0, - "848": 442899968.0, - "849": 442899968.0, - "850": 442899968.0, - "851": 442899968.0, - "852": 442899968.0, - "853": 442899968.0, - "854": 442899968.0, - "855": 442899968.0, - "856": 442899968.0, - "857": 442899968.0, - "858": 442899968.0, - "859": 442899968.0, - "860": 442899968.0, - "861": 442899968.0, - "862": 442899968.0, - "863": 442899968.0, - "864": 442899968.0, - "865": 442899968.0, - "866": 442899968.0, - "867": 442899968.0, - "868": 442899968.0, - "869": 442899968.0, - "870": 442899968.0, - "871": 442899968.0, - "872": 442899968.0, - "873": 442899968.0, - "874": 442899968.0, - "875": 442899968.0, - "876": 442899968.0, - "877": 442899968.0, - "878": 442899968.0, - "879": 442899968.0, - "880": 442899968.0, - "881": 442899968.0, - "882": 442899968.0, - "883": 442899968.0, - "884": 442899968.0, - "885": 442899968.0, - "886": 442899968.0, - "887": 442899968.0, - "888": 442899968.0, - "889": 442899968.0, - "890": 442899968.0, - "891": 442899968.0, - "892": 442899968.0, - "893": 442899968.0, - "894": 442899968.0, - "895": 442899968.0, - "896": 442899968.0, - "897": 442899968.0, - "898": 442899968.0, - "899": 442899968.0, - "900": 442899968.0, - "901": 442899968.0, - "902": 442899968.0, - "903": 442899968.0, - "904": 442899968.0, - "905": 442899968.0, - "906": 442899968.0, - "907": 442899968.0, - "908": 442899968.0, - "909": 442899968.0, - "910": 442899968.0, - "911": 442899968.0, - "912": 442899968.0, - "913": 442899968.0, - "914": 442899968.0, - "915": 442899968.0, - "916": 442899968.0, - "917": 442899968.0, - "918": 442899968.0, - "919": 442899968.0, - "920": 442899968.0, - "921": 442899968.0, - "922": 442899968.0, - "923": 442899968.0, - "924": 442899968.0, - "925": 442899968.0, - "926": 442899968.0, - "927": 442899968.0, - "928": 442899968.0, - "929": 442899968.0, - "930": 442899968.0, - "931": 442899968.0, - "932": 442899968.0, - "933": 442899968.0, - "934": 442899968.0, - "935": 442899968.0, - "936": 442899968.0, - "937": 442899968.0, - "938": 442899968.0, - "939": 442899968.0, - "940": 442899968.0, - "941": 442899968.0, - "942": 442899968.0, - "943": 442899968.0, - "944": 442899968.0, - "945": 442899968.0, - "946": 442899968.0, - "947": 442899968.0, - "948": 442899968.0, - "949": 442899968.0, - "950": 442899968.0, - "951": 442899968.0, - "952": 442899968.0, - "953": 442899968.0, - "954": 442899968.0, - "955": 442899968.0, - "956": 442899968.0, - "957": 442899968.0, - "958": 442899968.0, - "959": 442899968.0, - "960": 442899968.0, - "961": 442899968.0, - "962": 442899968.0, - "963": 442899968.0, - "964": 442899968.0, - "965": 442899968.0, - "966": 442899968.0, - "967": 442899968.0, - "968": 442899968.0, - "969": 442899968.0, - "970": 442899968.0, - "971": 442899968.0, - "972": 442899968.0, - "973": 442899968.0, - "974": 442899968.0, - "975": 442899968.0, - "976": 442899968.0, - "977": 442899968.0, - "978": 442899968.0, - "979": 442899968.0, - "980": 442899968.0, - "981": 442899968.0, - "982": 442899968.0, - "983": 442899968.0, - "984": 442899968.0, - "985": 442899968.0, - "986": 442899968.0, - "987": 442899968.0, - "988": 442899968.0, - "989": 442899968.0, - "990": 442899968.0, - "991": 442899968.0, - "992": 442899968.0, - "993": 442899968.0, - "994": 442899968.0, - "995": 442899968.0, - "996": 442899968.0, - "997": 442899968.0, - "998": 442899968.0, - "999": 442899968.0, - "1000": 442899968.0, - "1001": 442899968.0, - "1002": 442899968.0, - "1003": 442899968.0, - "1004": 442899968.0, - "1005": 442899968.0, - "1006": 442899968.0, - "1007": 442899968.0, - "1008": 442899968.0, - "1009": 442899968.0, - "1010": 442899968.0, - "1011": 442899968.0, - "1012": 442899968.0, - "1013": 442899968.0, - "1014": 442899968.0, - "1015": 442899968.0, - "1016": 442899968.0, - "1017": 442899968.0, - "1018": 442899968.0, - "1019": 442899968.0, - "1020": 442899968.0, - "1021": 442899968.0, - "1022": 442899968.0, - "1023": 442899968.0, - "1024": 442899968.0, - "1025": 442899968.0, - "1026": 442899968.0, - "1027": 442899968.0, - "1028": 442899968.0, - "1029": 442899968.0, - "1030": 442899968.0, - "1031": 442899968.0, - "1032": 442899968.0, - "1033": 442899968.0, - "1034": 442899968.0, - "1035": 442899968.0, - "1036": 442899968.0, - "1037": 442899968.0, - "1038": 442899968.0, - "1039": 442899968.0, - "1040": 442899968.0, - "1041": 442899968.0, - "1042": 442899968.0, - "1043": 442899968.0, - "1044": 442899968.0, - "1045": 442899968.0, - "1046": 442899968.0, - "1047": 442899968.0, - "1048": 442899968.0, - "1049": 442899968.0, - "1050": 442899968.0, - "1051": 442899968.0, - "1052": 442899968.0, - "1053": 442899968.0, - "1054": 442899968.0, - "1055": 442899968.0, - "1056": 442899968.0, - "1057": 442899968.0, - "1058": 442899968.0, - "1059": 442899968.0, - "1060": 442899968.0, - "1061": 442899968.0, - "1062": 442899968.0, - "1063": 442899968.0, - "1064": 442899968.0, - "1065": 442899968.0, - "1066": 442899968.0, - "1067": 442899968.0, - "1068": 442899968.0, - "1069": 442899968.0, - "1070": 442899968.0, - "1071": 442899968.0, - "1072": 442899968.0, - "1073": 442899968.0, - "1074": 442899968.0, - "1075": 442899968.0, - "1076": 442899968.0, - "1077": 442899968.0, - "1078": 442899968.0, - "1079": 442899968.0, - "1080": 442899968.0, - "1081": 442899968.0, - "1082": 442899968.0, - "1083": 442899968.0, - "1084": 442899968.0, - "1085": 442899968.0, - "1086": 442899968.0, - "1087": 442899968.0, - "1088": 442899968.0, - "1089": 442899968.0, - "1090": 442899968.0, - "1091": 442899968.0, - "1092": 442899968.0, - "1093": 442899968.0, - "1094": 442899968.0, - "1095": 442899968.0, - "1096": 442899968.0, - "1097": 442899968.0, - "1098": 442899968.0, - "1099": 442899968.0, - "1100": 442899968.0, - "1101": 442899968.0, - "1102": 442899968.0, - "1103": 442899968.0, - "1104": 442899968.0, - "1105": 442899968.0, - "1106": 442899968.0, - "1107": 442899968.0, - "1108": 442899968.0, - "1109": 442899968.0, - "1110": 442899968.0, - "1111": 442899968.0, - "1112": 442899968.0, - "1113": 442899968.0, - "1114": 442899968.0, - "1115": 442899968.0, - "1116": 442899968.0, - "1117": 442899968.0, - "1118": 442899968.0, - "1119": 442899968.0, - "1120": 442899968.0, - "1121": 442899968.0, - "1122": 442899968.0, - "1123": 442899968.0, - "1124": 442899968.0, - "1125": 442899968.0, - "1126": 442899968.0, - "1127": 442899968.0, - "1128": 442899968.0, - "1129": 442899968.0, - "1130": 442899968.0, - "1131": 442899968.0, - "1132": 442899968.0, - "1133": 442899968.0, - "1134": 442899968.0, - "1135": 442899968.0, - "1136": 442899968.0, - "1137": 442899968.0, - "1138": 442899968.0, - "1139": 442899968.0, - "1140": 442899968.0, - "1141": 442899968.0, - "1142": 442899968.0, - "1143": 442899968.0, - "1144": 442899968.0, - "1145": 442899968.0, - "1146": 442899968.0, - "1147": 442899968.0, - "1148": 442899968.0, - "1149": 442899968.0, - "1150": 442899968.0, - "1151": 442899968.0, - "1152": 442899968.0, - "1153": 442899968.0, - "1154": 442899968.0, - "1155": 442899968.0, - "1156": 442899968.0, - "1157": 442899968.0, - "1158": 442899968.0, - "1159": 442899968.0, - "1160": 442899968.0, - "1161": 442899968.0, - "1162": 442899968.0, - "1163": 442899968.0, - "1164": 442899968.0, - "1165": 442899968.0, - "1166": 442899968.0, - "1167": 442899968.0, - "1168": 442899968.0, - "1169": 442899968.0, - "1170": 442899968.0, - "1171": 442899968.0, - "1172": 442899968.0, - "1173": 442899968.0, - "1174": 442899968.0, - "1175": 442899968.0, - "1176": 442899968.0, - "1177": 442899968.0, - "1178": 442899968.0, - "1179": 442899968.0, - "1180": 442899968.0, - "1181": 442899968.0, - "1182": 442899968.0, - "1183": 442899968.0, - "1184": 442899968.0, - "1185": 442899968.0, - "1186": 442899968.0, - "1187": 442899968.0, - "1188": 442899968.0, - "1189": 442899968.0, - "1190": 442899968.0, - "1191": 442899968.0, - "1192": 442899968.0, - "1193": 442899968.0, - "1194": 442899968.0, - "1195": 442899968.0, - "1196": 442899968.0, - "1197": 442899968.0, - "1198": 442899968.0, - "1199": 442899968.0, - "1200": 442899968.0, - "1201": 442899968.0, - "1202": 442899968.0, - "1203": 442899968.0, - "1204": 442899968.0, - "1205": 442899968.0, - "1206": 442899968.0, - "1207": 442899968.0, - "1208": 442899968.0, - "1209": 442899968.0, - "1210": 442899968.0, - "1211": 442899968.0, - "1212": 442899968.0, - "1213": 442899968.0, - "1214": 442899968.0, - "1215": 442899968.0, - "1216": 442899968.0, - "1217": 442899968.0, - "1218": 442899968.0, - "1219": 442899968.0, - "1220": 442899968.0, - "1221": 442899968.0, - "1222": 442899968.0, - "1223": 442899968.0, - "1224": 442899968.0, - "1225": 442899968.0, - "1226": 442899968.0, - "1227": 442899968.0, - "1228": 442899968.0, - "1229": 442899968.0, - "1230": 442899968.0, - "1231": 442899968.0, - "1232": 442899968.0, - "1233": 442899968.0, - "1234": 442899968.0, - "1235": 442899968.0, - "1236": 442899968.0, - "1237": 442899968.0, - "1238": 442899968.0, - "1239": 442899968.0, - "1240": 442899968.0, - "1241": 442899968.0, - "1242": 442899968.0, - "1243": 442899968.0, - "1244": 442899968.0, - "1245": 442899968.0, - "1246": 442899968.0, - "1247": 442899968.0, - "1248": 442899968.0, - "1249": 442899968.0, - "1250": 442899968.0, - "1251": 442899968.0, - "1252": 442899968.0, - "1253": 442899968.0, - "1254": 442899968.0, - "1255": 442899968.0, - "1256": 442899968.0, - "1257": 442899968.0, - "1258": 442899968.0, - "1259": 442899968.0, - "1260": 442899968.0, - "1261": 442899968.0, - "1262": 442899968.0, - "1263": 442899968.0, - "1264": 442899968.0, - "1265": 442899968.0, - "1266": 442899968.0, - "1267": 442899968.0, - "1268": 442899968.0, - "1269": 442899968.0, - "1270": 442899968.0, - "1271": 442899968.0, - "1272": 442899968.0, - "1273": 442899968.0, - "1274": 442899968.0, - "1275": 442899968.0, - "1276": 442899968.0, - "1277": 442899968.0, - "1278": 442899968.0, - "1279": 442899968.0, - "1280": 442899968.0, - "1281": 442899968.0, - "1282": 442899968.0, - "1283": 442899968.0, - "1284": 442899968.0, - "1285": 442899968.0, - "1286": 442899968.0, - "1287": 442899968.0, - "1288": 442899968.0, - "1289": 442899968.0, - "1290": 442899968.0, - "1291": 442899968.0, - "1292": 442899968.0, - "1293": 442899968.0, - "1294": 442899968.0, - "1295": 442899968.0, - "1296": 442899968.0, - "1297": 442899968.0, - "1298": 442899968.0, - "1299": 442899968.0, - "1300": 442899968.0, - "1301": 442899968.0, - "1302": 442899968.0, - "1303": 442899968.0, - "1304": 442899968.0, - "1305": 442899968.0, - "1306": 442899968.0, - "1307": 442899968.0, - "1308": 442899968.0, - "1309": 442899968.0, - "1310": 442899968.0, - "1311": 442899968.0, - "1312": 442899968.0, - "1313": 442899968.0, - "1314": 442899968.0, - "1315": 442899968.0, - "1316": 442899968.0, - "1317": 442899968.0, - "1318": 442899968.0, - "1319": 442899968.0, - "1320": 442899968.0, - "1321": 442899968.0, - "1322": 442899968.0, - "1323": 442899968.0, - "1324": 442899968.0, - "1325": 442899968.0, - "1326": 442899968.0, - "1327": 442899968.0, - "1328": 442899968.0, - "1329": 442899968.0, - "1330": 442899968.0, - "1331": 442899968.0, - "1332": 442899968.0, - "1333": 442899968.0, - "1334": 442899968.0, - "1335": 442899968.0, - "1336": 442899968.0, - "1337": 442899968.0, - "1338": 442899968.0, - "1339": 442899968.0, - "1340": 442899968.0, - "1341": 442899968.0, - "1342": 442899968.0, - "1343": 442899968.0, - "1344": 442899968.0, - "1345": 442899968.0, - "1346": 442899968.0, - "1347": 442899968.0, - "1348": 442899968.0, - "1349": 442899968.0, - "1350": 442899968.0, - "1351": 442899968.0, - "1352": 442899968.0, - "1353": 442899968.0, - "1354": 442899968.0, - "1355": 442899968.0, - "1356": 442899968.0, - "1357": 442899968.0, - "1358": 442899968.0, - "1359": 442899968.0, - "1360": 442899968.0, - "1361": 442899968.0, - "1362": 442899968.0, - "1363": 442899968.0, - "1364": 442899968.0, - "1365": 442899968.0, - "1366": 442899968.0, - "1367": 442899968.0, - "1368": 442899968.0, - "1369": 442899968.0, - "1370": 442899968.0, - "1371": 442899968.0, - "1372": 442899968.0, - "1373": 442899968.0, - "1374": 442899968.0, - "1375": 442899968.0, - "1376": 442899968.0, - "1377": 442899968.0, - "1378": 442899968.0, - "1379": 442899968.0, - "1380": 442899968.0, - "1381": 442899968.0, - "1382": 442899968.0, - "1383": 442899968.0, - "1384": 442899968.0, - "1385": 442899968.0, - "1386": 442899968.0, - "1387": 442899968.0, - "1388": 442899968.0, - "1389": 442899968.0, - "1390": 442899968.0, - "1391": 442899968.0, - "1392": 442899968.0, - "1393": 442899968.0, - "1394": 442899968.0, - "1395": 442899968.0, - "1396": 442899968.0, - "1397": 442899968.0, - "1398": 442899968.0, - "1399": 442899968.0, - "1400": 442899968.0, - "1401": 442899968.0, - "1402": 442899968.0, - "1403": 442899968.0, - "1404": 442899968.0, - "1405": 442899968.0, - "1406": 442899968.0, - "1407": 442899968.0, - "1408": 442899968.0, - "1409": 442899968.0, - "1410": 442899968.0, - "1411": 442899968.0, - "1412": 442899968.0, - "1413": 442899968.0, - "1414": 442899968.0, - "1415": 442899968.0, - "1416": 442899968.0, - "1417": 442899968.0, - "1418": 442899968.0, - "1419": 442899968.0, - "1420": 442899968.0, - "1421": 442899968.0, - "1422": 442899968.0, - "1423": 442899968.0, - "1424": 442899968.0, - "1425": 442899968.0, - "1426": 442899968.0, - "1427": 442899968.0, - "1428": 442899968.0, - "1429": 442899968.0, - "1430": 442899968.0, - "1431": 442899968.0, - "1432": 442899968.0, - "1433": 442899968.0, - "1434": 442899968.0, - "1435": 442899968.0, - "1436": 442899968.0, - "1437": 442899968.0, - "1438": 442899968.0, - "1439": 442899968.0, - "1440": 442899968.0, - "1441": 442899968.0, - "1442": 442899968.0, - "1443": 442899968.0, - "1444": 442899968.0, - "1445": 442899968.0, - "1446": 442899968.0, - "1447": 442899968.0, - "1448": 442899968.0, - "1449": 442899968.0, - "1450": 442899968.0, - "1451": 442899968.0, - "1452": 442899968.0, - "1453": 442899968.0, - "1454": 442899968.0, - "1455": 442899968.0, - "1456": 442899968.0, - "1457": 442899968.0, - "1458": 442899968.0, - "1459": 442899968.0, - "1460": 442899968.0, - "1461": 442899968.0, - "1462": 442899968.0, - "1463": 442899968.0, - "1464": 442899968.0, - "1465": 442899968.0, - "1466": 442899968.0, - "1467": 442899968.0, - "1468": 442899968.0, - "1469": 442899968.0, - "1470": 442899968.0, - "1471": 442899968.0, - "1472": 442899968.0, - "1473": 442899968.0, - "1474": 442899968.0, - "1475": 442899968.0, - "1476": 442899968.0, - "1477": 442899968.0, - "1478": 442899968.0, - "1479": 442899968.0, - "1480": 442899968.0, - "1481": 442899968.0, - "1482": 442899968.0, - "1483": 442899968.0, - "1484": 442899968.0, - "1485": 442899968.0, - "1486": 442899968.0, - "1487": 442899968.0, - "1488": 442899968.0, - "1489": 442899968.0, - "1490": 442899968.0, - "1491": 442899968.0, - "1492": 442899968.0, - "1493": 442899968.0, - "1494": 442899968.0, - "1495": 442899968.0, - "1496": 442899968.0, - "1497": 442899968.0, - "1498": 442899968.0, - "1499": 442899968.0, - "1500": 442899968.0, - "1501": 442899968.0, - "1502": 442899968.0, - "1503": 442899968.0, - "1504": 442899968.0, - "1505": 442899968.0, - "1506": 442899968.0, - "1507": 442899968.0, - "1508": 442899968.0, - "1509": 442899968.0, - "1510": 442899968.0, - "1511": 442899968.0, - "1512": 442899968.0, - "1513": 442899968.0, - "1514": 442899968.0, - "1515": 442899968.0, - "1516": 442899968.0, - "1517": 442899968.0, - "1518": 442899968.0, - "1519": 442899968.0, - "1520": 442899968.0, - "1521": 442899968.0, - "1522": 442899968.0, - "1523": 442899968.0, - "1524": 442899968.0, - "1525": 442899968.0, - "1526": 442899968.0, - "1527": 442899968.0, - "1528": 442899968.0, - "1529": 442899968.0, - "1530": 442899968.0, - "1531": 442899968.0, - "1532": 442899968.0, - "1533": 442899968.0, - "1534": 442899968.0, - "1535": 442899968.0, - "1536": 442899968.0, - "1537": 442899968.0, - "1538": 442899968.0, - "1539": 442899968.0, - "1540": 442899968.0, - "1541": 442899968.0, - "1542": 442899968.0, - "1543": 442899968.0, - "1544": 442899968.0, - "1545": 442899968.0, - "1546": 442899968.0, - "1547": 442899968.0, - "1548": 442899968.0, - "1549": 442899968.0, - "1550": 442899968.0, - "1551": 442899968.0, - "1552": 442899968.0, - "1553": 442899968.0, - "1554": 442899968.0, - "1555": 442899968.0, - "1556": 442899968.0, - "1557": 442899968.0, - "1558": 442899968.0, - "1559": 442899968.0, - "1560": 442899968.0, - "1561": 442899968.0, - "1562": 442899968.0, - "1563": 442899968.0, - "1564": 442899968.0, - "1565": 442899968.0, - "1566": 442899968.0, - "1567": 442899968.0, - "1568": 442899968.0, - "1569": 442899968.0, - "1570": 442899968.0, - "1571": 442899968.0, - "1572": 442899968.0, - "1573": 442899968.0, - "1574": 442899968.0, - "1575": 442899968.0, - "1576": 442899968.0, - "1577": 442899968.0, - "1578": 442899968.0, - "1579": 442899968.0, - "1580": 442899968.0, - "1581": 442899968.0, - "1582": 442899968.0, - "1583": 442899968.0, - "1584": 442899968.0, - "1585": 442899968.0, - "1586": 442899968.0, - "1587": 442899968.0, - "1588": 442899968.0, - "1589": 442899968.0, - "1590": 442899968.0, - "1591": 442899968.0, - "1592": 442899968.0, - "1593": 442899968.0, - "1594": 442899968.0, - "1595": 442899968.0, - "1596": 442899968.0, - "1597": 442899968.0, - "1598": 442899968.0, - "1599": 442899968.0, - "1600": 442899968.0, - "1601": 442899968.0, - "1602": 442899968.0, - "1603": 442899968.0, - "1604": 442899968.0, - "1605": 442899968.0, - "1606": 442899968.0, - "1607": 442899968.0, - "1608": 442899968.0, - "1609": 442899968.0, - "1610": 442899968.0, - "1611": 442899968.0, - "1612": 442899968.0, - "1613": 442899968.0, - "1614": 442899968.0, - "1615": 442899968.0, - "1616": 442899968.0, - "1617": 442899968.0, - "1618": 442899968.0, - "1619": 442899968.0, - "1620": 442899968.0, - "1621": 442899968.0, - "1622": 442899968.0, - "1623": 442899968.0, - "1624": 442899968.0, - "1625": 442899968.0, - "1626": 442899968.0, - "1627": 442899968.0, - "1628": 442899968.0, - "1629": 442899968.0, - "1630": 442899968.0, - "1631": 442899968.0, - "1632": 442899968.0, - "1633": 442899968.0, - "1634": 442899968.0, - "1635": 442899968.0, - "1636": 442899968.0, - "1637": 442899968.0, - "1638": 442899968.0, - "1639": 442899968.0, - "1640": 442899968.0, - "1641": 442899968.0, - "1642": 442899968.0, - "1643": 442899968.0, - "1644": 442899968.0, - "1645": 442899968.0, - "1646": 442899968.0, - "1647": 442899968.0, - "1648": 442899968.0, - "1649": 442899968.0, - "1650": 442899968.0, - "1651": 442899968.0, - "1652": 442899968.0, - "1653": 442899968.0, - "1654": 442899968.0, - "1655": 442899968.0, - "1656": 442899968.0, - "1657": 442899968.0, - "1658": 442899968.0, - "1659": 442899968.0, - "1660": 442899968.0, - "1661": 442899968.0, - "1662": 442899968.0, - "1663": 442899968.0, - "1664": 442899968.0, - "1665": 442899968.0, - "1666": 442899968.0, - "1667": 442899968.0, - "1668": 442899968.0, - "1669": 442899968.0, - "1670": 442899968.0, - "1671": 442899968.0, - "1672": 442899968.0, - "1673": 442899968.0, - "1674": 442899968.0, - "1675": 442899968.0, - "1676": 442899968.0, - "1677": 442899968.0, - "1678": 442899968.0, - "1679": 442899968.0, - "1680": 442899968.0, - "1681": 442899968.0, - "1682": 442899968.0, - "1683": 442899968.0, - "1684": 442899968.0, - "1685": 442899968.0, - "1686": 442899968.0, - "1687": 442899968.0, - "1688": 442899968.0, - "1689": 442899968.0, - "1690": 442899968.0, - "1691": 442899968.0, - "1692": 442899968.0, - "1693": 442899968.0, - "1694": 442899968.0, - "1695": 442899968.0, - "1696": 442899968.0, - "1697": 442899968.0, - "1698": 442899968.0, - "1699": 442899968.0, - "1700": 442899968.0, - "1701": 442899968.0, - "1702": 442899968.0, - "1703": 442899968.0, - "1704": 442899968.0, - "1705": 442899968.0, - "1706": 442899968.0, - "1707": 442899968.0, - "1708": 442899968.0, - "1709": 442899968.0, - "1710": 442899968.0, - "1711": 442899968.0, - "1712": 442899968.0, - "1713": 442899968.0, - "1714": 442899968.0, - "1715": 442899968.0, - "1716": 442899968.0, - "1717": 442899968.0, - "1718": 442899968.0, - "1719": 442899968.0, - "1720": 442899968.0, - "1721": 442899968.0, - "1722": 442899968.0, - "1723": 442899968.0, - "1724": 442899968.0, - "1725": 442899968.0, - "1726": 442899968.0, - "1727": 442899968.0, - "1728": 442899968.0, - "1729": 442899968.0, - "1730": 442899968.0, - "1731": 442899968.0, - "1732": 442899968.0, - "1733": 442899968.0, - "1734": 442899968.0, - "1735": 442899968.0, - "1736": 442899968.0, - "1737": 442899968.0, - "1738": 442899968.0, - "1739": 442899968.0, - "1740": 442899968.0, - "1741": 442899968.0, - "1742": 442899968.0, - "1743": 442899968.0, - "1744": 442899968.0, - "1745": 442899968.0, - "1746": 442899968.0, - "1747": 442899968.0, - "1748": 442899968.0, - "1749": 442899968.0, - "1750": 442899968.0, - "1751": 442899968.0, - "1752": 442899968.0, - "1753": 442899968.0, - "1754": 442899968.0, - "1755": 442899968.0, - "1756": 442899968.0, - "1757": 442899968.0, - "1758": 442899968.0, - "1759": 442899968.0, - "1760": 442899968.0, - "1761": 442899968.0, - "1762": 442899968.0, - "1763": 442899968.0, - "1764": 442899968.0, - "1765": 442899968.0, - "1766": 442899968.0, - "1767": 442899968.0, - "1768": 442899968.0, - "1769": 442899968.0, - "1770": 442899968.0, - "1771": 442899968.0, - "1772": 442899968.0, - "1773": 442899968.0, - "1774": 442899968.0, - "1775": 442899968.0, - "1776": 442899968.0, - "1777": 442899968.0, - "1778": 442899968.0, - "1779": 442899968.0, - "1780": 442899968.0, - "1781": 442899968.0, - "1782": 442899968.0, - "1783": 442899968.0, - "1784": 442899968.0, - "1785": 442899968.0, - "1786": 442899968.0, - "1787": 442899968.0, - "1788": 442899968.0, - "1789": 442899968.0, - "1790": 442899968.0, - "1791": 442899968.0, - "1792": 442899968.0, - "1793": 442899968.0, - "1794": 442899968.0, - "1795": 442899968.0, - "1796": 442899968.0, - "1797": 442899968.0, - "1798": 442899968.0, - "1799": 442899968.0, - "1800": 442899968.0, - "1801": 442899968.0, - "1802": 442899968.0, - "1803": 442899968.0, - "1804": 442899968.0, - "1805": 442899968.0, - "1806": 442899968.0, - "1807": 442899968.0, - "1808": 442899968.0, - "1809": 442899968.0, - "1810": 442899968.0, - "1811": 442899968.0, - "1812": 442899968.0, - "1813": 442899968.0, - "1814": 442899968.0, - "1815": 442899968.0, - "1816": 442899968.0, - "1817": 442899968.0, - "1818": 442899968.0, - "1819": 442899968.0, - "1820": 442899968.0, - "1821": 442899968.0, - "1822": 442899968.0, - "1823": 442899968.0, - "1824": 442899968.0, - "1825": 442899968.0, - "1826": 442899968.0, - "1827": 442899968.0, - "1828": 442899968.0, - "1829": 442899968.0, - "1830": 442899968.0, - "1831": 442899968.0, - "1832": 442899968.0, - "1833": 442899968.0, - "1834": 442899968.0, - "1835": 442899968.0, - "1836": 442899968.0, - "1837": 442899968.0, - "1838": 442899968.0, - "1839": 442899968.0, - "1840": 442899968.0, - "1841": 442899968.0, - "1842": 442899968.0, - "1843": 442899968.0, - "1844": 442899968.0, - "1845": 442899968.0, - "1846": 442899968.0, - "1847": 442899968.0, - "1848": 442899968.0, - "1849": 442899968.0, - "1850": 442899968.0, - "1851": 442899968.0, - "1852": 442899968.0, - "1853": 442899968.0, - "1854": 442899968.0, - "1855": 442899968.0, - "1856": 442899968.0, - "1857": 442899968.0, - "1858": 442899968.0, - "1859": 442899968.0, - "1860": 442899968.0, - "1861": 442899968.0, - "1862": 442899968.0, - "1863": 442899968.0, - "1864": 442899968.0, - "1865": 442899968.0, - "1866": 442899968.0, - "1867": 442899968.0, - "1868": 442899968.0, - "1869": 442899968.0, - "1870": 442899968.0, - "1871": 442899968.0, - "1872": 442899968.0, - "1873": 442899968.0, - "1874": 442899968.0, - "1875": 442899968.0, - "1876": 442899968.0, - "1877": 442899968.0, - "1878": 442899968.0, - "1879": 442899968.0, - "1880": 442899968.0, - "1881": 442899968.0, - "1882": 442899968.0, - "1883": 442899968.0, - "1884": 442899968.0, - "1885": 442899968.0, - "1886": 442899968.0, - "1887": 442899968.0, - "1888": 442899968.0, - "1889": 442899968.0, - "1890": 442899968.0, - "1891": 442899968.0, - "1892": 442899968.0, - "1893": 442899968.0, - "1894": 442899968.0, - "1895": 442899968.0, - "1896": 442899968.0, - "1897": 442899968.0, - "1898": 442899968.0, - "1899": 442899968.0, - "1900": 442899968.0, - "1901": 442899968.0, - "1902": 442899968.0, - "1903": 442899968.0, - "1904": 442899968.0, - "1905": 442899968.0, - "1906": 442899968.0, - "1907": 442899968.0, - "1908": 442899968.0, - "1909": 442899968.0, - "1910": 442899968.0, - "1911": 442899968.0, - "1912": 442899968.0, - "1913": 442899968.0, - "1914": 442899968.0, - "1915": 442899968.0, - "1916": 442899968.0, - "1917": 442899968.0, - "1918": 442899968.0, - "1919": 442899968.0, - "1920": 442899968.0, - "1921": 442899968.0, - "1922": 442899968.0, - "1923": 442899968.0, - "1924": 442899968.0, - "1925": 442899968.0, - "1926": 442899968.0, - "1927": 442899968.0, - "1928": 442899968.0, - "1929": 442899968.0, - "1930": 442899968.0, - "1931": 442899968.0, - "1932": 442899968.0, - "1933": 442899968.0, - "1934": 442899968.0, - "1935": 442899968.0, - "1936": 442899968.0, - "1937": 442899968.0, - "1938": 442899968.0, - "1939": 442899968.0, - "1940": 442899968.0, - "1941": 442899968.0, - "1942": 442899968.0, - "1943": 442899968.0, - "1944": 442899968.0, - "1945": 442899968.0, - "1946": 442899968.0, - "1947": 442899968.0, - "1948": 442899968.0, - "1949": 442899968.0, - "1950": 442899968.0, - "1951": 442899968.0, - "1952": 442899968.0, - "1953": 442899968.0, - "1954": 442899968.0, - "1955": 442899968.0, - "1956": 442899968.0, - "1957": 442899968.0, - "1958": 442899968.0, - "1959": 442899968.0, - "1960": 442899968.0, - "1961": 442899968.0, - "1962": 442899968.0, - "1963": 442899968.0, - "1964": 442899968.0, - "1965": 442899968.0, - "1966": 442899968.0, - "1967": 442899968.0, - "1968": 442899968.0, - "1969": 442899968.0, - "1970": 442899968.0, - "1971": 442899968.0, - "1972": 442899968.0, - "1973": 442899968.0, - "1974": 442899968.0, - "1975": 442899968.0, - "1976": 442899968.0, - "1977": 442899968.0, - "1978": 442899968.0, - "1979": 442899968.0, - "1980": 442899968.0, - "1981": 442899968.0, - "1982": 442899968.0, - "1983": 442899968.0, - "1984": 442899968.0, - "1985": 442899968.0, - "1986": 442899968.0, - "1987": 442899968.0, - "1988": 442899968.0, - "1989": 442899968.0, - "1990": 442899968.0, - "1991": 442899968.0, - "1992": 442899968.0, - "1993": 442899968.0, - "1994": 442899968.0, - "1995": 442899968.0, - "1996": 442899968.0, - "1997": 442899968.0, - "1998": 442899968.0, - "1999": 442899968.0, - "2000": 442899968.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 2000, - "step_interval": 1, - "values": { - "1": 761165312.0, - "2": 849603072.0, - "3": 849603072.0, - "4": 849603072.0, - "5": 849603072.0, - "6": 849603072.0, - "7": 849603072.0, - "8": 849603072.0, - "9": 849603072.0, - "10": 849603072.0, - "11": 849603072.0, - "12": 849603072.0, - "13": 849603072.0, - "14": 849603072.0, - "15": 849603072.0, - "16": 849603072.0, - "17": 849603072.0, - "18": 849603072.0, - "19": 849603072.0, - "20": 849603072.0, - "21": 849603072.0, - "22": 849603072.0, - "23": 849603072.0, - "24": 849603072.0, - "25": 849603072.0, - "26": 849603072.0, - "27": 849603072.0, - "28": 849603072.0, - "29": 849603072.0, - "30": 849603072.0, - "31": 849603072.0, - "32": 849603072.0, - "33": 849603072.0, - "34": 849603072.0, - "35": 849603072.0, - "36": 849603072.0, - "37": 849603072.0, - "38": 849603072.0, - "39": 849603072.0, - "40": 849603072.0, - "41": 849603072.0, - "42": 849603072.0, - "43": 849603072.0, - "44": 849603072.0, - "45": 849603072.0, - "46": 849603072.0, - "47": 849603072.0, - "48": 849603072.0, - "49": 849603072.0, - "50": 849603072.0, - "51": 849603072.0, - "52": 849603072.0, - "53": 849603072.0, - "54": 849603072.0, - "55": 849603072.0, - "56": 849603072.0, - "57": 849603072.0, - "58": 849603072.0, - "59": 849603072.0, - "60": 849603072.0, - "61": 849603072.0, - "62": 849603072.0, - "63": 849603072.0, - "64": 849603072.0, - "65": 849603072.0, - "66": 849603072.0, - "67": 849603072.0, - "68": 849603072.0, - "69": 849603072.0, - "70": 849603072.0, - "71": 849603072.0, - "72": 849603072.0, - "73": 849603072.0, - "74": 849603072.0, - "75": 849603072.0, - "76": 849603072.0, - "77": 849603072.0, - "78": 849603072.0, - "79": 849603072.0, - "80": 849603072.0, - "81": 849603072.0, - "82": 849603072.0, - "83": 849603072.0, - "84": 849603072.0, - "85": 849603072.0, - "86": 849603072.0, - "87": 849603072.0, - "88": 849603072.0, - "89": 849603072.0, - "90": 849603072.0, - "91": 849603072.0, - "92": 849603072.0, - "93": 849603072.0, - "94": 849603072.0, - "95": 849603072.0, - "96": 849603072.0, - "97": 849603072.0, - "98": 849603072.0, - "99": 849603072.0, - "100": 849603072.0, - "101": 849603072.0, - "102": 849603072.0, - "103": 849603072.0, - "104": 849603072.0, - "105": 849603072.0, - "106": 849603072.0, - "107": 849603072.0, - "108": 849603072.0, - "109": 849603072.0, - "110": 849603072.0, - "111": 849603072.0, - "112": 849603072.0, - "113": 849603072.0, - "114": 849603072.0, - "115": 849603072.0, - "116": 849603072.0, - "117": 849603072.0, - "118": 849603072.0, - "119": 849603072.0, - "120": 849603072.0, - "121": 849603072.0, - "122": 849603072.0, - "123": 849603072.0, - "124": 849603072.0, - "125": 849603072.0, - "126": 849603072.0, - "127": 849603072.0, - "128": 849603072.0, - "129": 849603072.0, - "130": 849603072.0, - "131": 849603072.0, - "132": 849603072.0, - "133": 849603072.0, - "134": 849603072.0, - "135": 849603072.0, - "136": 849603072.0, - "137": 849603072.0, - "138": 849603072.0, - "139": 849603072.0, - "140": 849603072.0, - "141": 849603072.0, - "142": 849603072.0, - "143": 849603072.0, - "144": 849603072.0, - "145": 849603072.0, - "146": 849603072.0, - "147": 849603072.0, - "148": 849603072.0, - "149": 849603072.0, - "150": 849603072.0, - "151": 849603072.0, - "152": 849603072.0, - "153": 849603072.0, - "154": 849603072.0, - "155": 849603072.0, - "156": 849603072.0, - "157": 849603072.0, - "158": 849603072.0, - "159": 849603072.0, - "160": 849603072.0, - "161": 849603072.0, - "162": 849603072.0, - "163": 849603072.0, - "164": 849603072.0, - "165": 849603072.0, - "166": 849603072.0, - "167": 849603072.0, - "168": 849603072.0, - "169": 849603072.0, - "170": 849603072.0, - "171": 849603072.0, - "172": 849603072.0, - "173": 849603072.0, - "174": 849603072.0, - "175": 849603072.0, - "176": 849603072.0, - "177": 849603072.0, - "178": 849603072.0, - "179": 849603072.0, - "180": 849603072.0, - "181": 849603072.0, - "182": 849603072.0, - "183": 849603072.0, - "184": 849603072.0, - "185": 849603072.0, - "186": 849603072.0, - "187": 849603072.0, - "188": 849603072.0, - "189": 849603072.0, - "190": 849603072.0, - "191": 849603072.0, - "192": 849603072.0, - "193": 849603072.0, - "194": 849603072.0, - "195": 849603072.0, - "196": 849603072.0, - "197": 849603072.0, - "198": 849603072.0, - "199": 849603072.0, - "200": 849603072.0, - "201": 849603072.0, - "202": 849603072.0, - "203": 849603072.0, - "204": 849603072.0, - "205": 849603072.0, - "206": 849603072.0, - "207": 849603072.0, - "208": 849603072.0, - "209": 849603072.0, - "210": 849603072.0, - "211": 849603072.0, - "212": 849603072.0, - "213": 849603072.0, - "214": 849603072.0, - "215": 849603072.0, - "216": 849603072.0, - "217": 849603072.0, - "218": 849603072.0, - "219": 849603072.0, - "220": 849603072.0, - "221": 849603072.0, - "222": 849603072.0, - "223": 849603072.0, - "224": 849603072.0, - "225": 849603072.0, - "226": 849603072.0, - "227": 849603072.0, - "228": 849603072.0, - "229": 849603072.0, - "230": 849603072.0, - "231": 849603072.0, - "232": 849603072.0, - "233": 849603072.0, - "234": 849603072.0, - "235": 849603072.0, - "236": 849603072.0, - "237": 849603072.0, - "238": 849603072.0, - "239": 849603072.0, - "240": 849603072.0, - "241": 849603072.0, - "242": 849603072.0, - "243": 849603072.0, - "244": 849603072.0, - "245": 849603072.0, - "246": 849603072.0, - "247": 849603072.0, - "248": 849603072.0, - "249": 849603072.0, - "250": 849603072.0, - "251": 849603072.0, - "252": 849603072.0, - "253": 849603072.0, - "254": 849603072.0, - "255": 849603072.0, - "256": 849603072.0, - "257": 849603072.0, - "258": 849603072.0, - "259": 849603072.0, - "260": 849603072.0, - "261": 849603072.0, - "262": 849603072.0, - "263": 849603072.0, - "264": 849603072.0, - "265": 849603072.0, - "266": 849603072.0, - "267": 849603072.0, - "268": 849603072.0, - "269": 849603072.0, - "270": 849603072.0, - "271": 849603072.0, - "272": 849603072.0, - "273": 849603072.0, - "274": 849603072.0, - "275": 849603072.0, - "276": 849603072.0, - "277": 849603072.0, - "278": 849603072.0, - "279": 849603072.0, - "280": 849603072.0, - "281": 849603072.0, - "282": 849603072.0, - "283": 849603072.0, - "284": 849603072.0, - "285": 849603072.0, - "286": 849603072.0, - "287": 849603072.0, - "288": 849603072.0, - "289": 849603072.0, - "290": 849603072.0, - "291": 849603072.0, - "292": 849603072.0, - "293": 849603072.0, - "294": 849603072.0, - "295": 849603072.0, - "296": 849603072.0, - "297": 849603072.0, - "298": 849603072.0, - "299": 849603072.0, - "300": 849603072.0, - "301": 849603072.0, - "302": 849603072.0, - "303": 849603072.0, - "304": 849603072.0, - "305": 849603072.0, - "306": 849603072.0, - "307": 849603072.0, - "308": 849603072.0, - "309": 849603072.0, - "310": 849603072.0, - "311": 849603072.0, - "312": 849603072.0, - "313": 849603072.0, - "314": 849603072.0, - "315": 849603072.0, - "316": 849603072.0, - "317": 849603072.0, - "318": 849603072.0, - "319": 849603072.0, - "320": 849603072.0, - "321": 849603072.0, - "322": 849603072.0, - "323": 849603072.0, - "324": 849603072.0, - "325": 849603072.0, - "326": 849603072.0, - "327": 849603072.0, - "328": 849603072.0, - "329": 849603072.0, - "330": 849603072.0, - "331": 849603072.0, - "332": 849603072.0, - "333": 849603072.0, - "334": 849603072.0, - "335": 849603072.0, - "336": 849603072.0, - "337": 849603072.0, - "338": 849603072.0, - "339": 849603072.0, - "340": 849603072.0, - "341": 849603072.0, - "342": 849603072.0, - "343": 849603072.0, - "344": 849603072.0, - "345": 849603072.0, - "346": 849603072.0, - "347": 849603072.0, - "348": 849603072.0, - "349": 849603072.0, - "350": 849603072.0, - "351": 849603072.0, - "352": 849603072.0, - "353": 849603072.0, - "354": 849603072.0, - "355": 849603072.0, - "356": 849603072.0, - "357": 849603072.0, - "358": 849603072.0, - "359": 849603072.0, - "360": 849603072.0, - "361": 849603072.0, - "362": 849603072.0, - "363": 849603072.0, - "364": 849603072.0, - "365": 849603072.0, - "366": 849603072.0, - "367": 849603072.0, - "368": 849603072.0, - "369": 849603072.0, - "370": 849603072.0, - "371": 849603072.0, - "372": 849603072.0, - "373": 849603072.0, - "374": 849603072.0, - "375": 849603072.0, - "376": 849603072.0, - "377": 849603072.0, - "378": 849603072.0, - "379": 849603072.0, - "380": 849603072.0, - "381": 849603072.0, - "382": 849603072.0, - "383": 849603072.0, - "384": 849603072.0, - "385": 849603072.0, - "386": 849603072.0, - "387": 849603072.0, - "388": 849603072.0, - "389": 849603072.0, - "390": 849603072.0, - "391": 849603072.0, - "392": 849603072.0, - "393": 849603072.0, - "394": 849603072.0, - "395": 849603072.0, - "396": 849603072.0, - "397": 849603072.0, - "398": 849603072.0, - "399": 849603072.0, - "400": 849603072.0, - "401": 849603072.0, - "402": 849603072.0, - "403": 849603072.0, - "404": 849603072.0, - "405": 849603072.0, - "406": 849603072.0, - "407": 849603072.0, - "408": 849603072.0, - "409": 849603072.0, - "410": 849603072.0, - "411": 849603072.0, - "412": 849603072.0, - "413": 849603072.0, - "414": 849603072.0, - "415": 849603072.0, - "416": 849603072.0, - "417": 849603072.0, - "418": 849603072.0, - "419": 849603072.0, - "420": 849603072.0, - "421": 849603072.0, - "422": 849603072.0, - "423": 849603072.0, - "424": 849603072.0, - "425": 849603072.0, - "426": 849603072.0, - "427": 849603072.0, - "428": 849603072.0, - "429": 849603072.0, - "430": 849603072.0, - "431": 849603072.0, - "432": 849603072.0, - "433": 849603072.0, - "434": 849603072.0, - "435": 849603072.0, - "436": 849603072.0, - "437": 849603072.0, - "438": 849603072.0, - "439": 849603072.0, - "440": 849603072.0, - "441": 849603072.0, - "442": 849603072.0, - "443": 849603072.0, - "444": 849603072.0, - "445": 849603072.0, - "446": 849603072.0, - "447": 849603072.0, - "448": 849603072.0, - "449": 849603072.0, - "450": 849603072.0, - "451": 849603072.0, - "452": 849603072.0, - "453": 849603072.0, - "454": 849603072.0, - "455": 849603072.0, - "456": 849603072.0, - "457": 849603072.0, - "458": 849603072.0, - "459": 849603072.0, - "460": 849603072.0, - "461": 849603072.0, - "462": 849603072.0, - "463": 849603072.0, - "464": 849603072.0, - "465": 849603072.0, - "466": 849603072.0, - "467": 849603072.0, - "468": 849603072.0, - "469": 849603072.0, - "470": 849603072.0, - "471": 849603072.0, - "472": 849603072.0, - "473": 849603072.0, - "474": 849603072.0, - "475": 849603072.0, - "476": 849603072.0, - "477": 849603072.0, - "478": 849603072.0, - "479": 849603072.0, - "480": 849603072.0, - "481": 849603072.0, - "482": 849603072.0, - "483": 849603072.0, - "484": 849603072.0, - "485": 849603072.0, - "486": 849603072.0, - "487": 849603072.0, - "488": 849603072.0, - "489": 849603072.0, - "490": 849603072.0, - "491": 849603072.0, - "492": 849603072.0, - "493": 849603072.0, - "494": 849603072.0, - "495": 849603072.0, - "496": 849603072.0, - "497": 849603072.0, - "498": 849603072.0, - "499": 849603072.0, - "500": 849603072.0, - "501": 849603072.0, - "502": 849603072.0, - "503": 849603072.0, - "504": 849603072.0, - "505": 849603072.0, - "506": 849603072.0, - "507": 849603072.0, - "508": 849603072.0, - "509": 849603072.0, - "510": 849603072.0, - "511": 849603072.0, - "512": 849603072.0, - "513": 849603072.0, - "514": 849603072.0, - "515": 849603072.0, - "516": 849603072.0, - "517": 849603072.0, - "518": 849603072.0, - "519": 849603072.0, - "520": 849603072.0, - "521": 849603072.0, - "522": 849603072.0, - "523": 849603072.0, - "524": 849603072.0, - "525": 849603072.0, - "526": 849603072.0, - "527": 849603072.0, - "528": 849603072.0, - "529": 849603072.0, - "530": 849603072.0, - "531": 849603072.0, - "532": 849603072.0, - "533": 849603072.0, - "534": 849603072.0, - "535": 849603072.0, - "536": 849603072.0, - "537": 849603072.0, - "538": 849603072.0, - "539": 849603072.0, - "540": 849603072.0, - "541": 849603072.0, - "542": 849603072.0, - "543": 849603072.0, - "544": 849603072.0, - "545": 849603072.0, - "546": 849603072.0, - "547": 849603072.0, - "548": 849603072.0, - "549": 849603072.0, - "550": 849603072.0, - "551": 849603072.0, - "552": 849603072.0, - "553": 849603072.0, - "554": 849603072.0, - "555": 849603072.0, - "556": 849603072.0, - "557": 849603072.0, - "558": 849603072.0, - "559": 849603072.0, - "560": 849603072.0, - "561": 849603072.0, - "562": 849603072.0, - "563": 849603072.0, - "564": 849603072.0, - "565": 849603072.0, - "566": 849603072.0, - "567": 849603072.0, - "568": 849603072.0, - "569": 849603072.0, - "570": 849603072.0, - "571": 849603072.0, - "572": 849603072.0, - "573": 849603072.0, - "574": 849603072.0, - "575": 849603072.0, - "576": 849603072.0, - "577": 849603072.0, - "578": 849603072.0, - "579": 849603072.0, - "580": 849603072.0, - "581": 849603072.0, - "582": 849603072.0, - "583": 849603072.0, - "584": 849603072.0, - "585": 849603072.0, - "586": 849603072.0, - "587": 849603072.0, - "588": 849603072.0, - "589": 849603072.0, - "590": 849603072.0, - "591": 849603072.0, - "592": 849603072.0, - "593": 849603072.0, - "594": 849603072.0, - "595": 849603072.0, - "596": 849603072.0, - "597": 849603072.0, - "598": 849603072.0, - "599": 849603072.0, - "600": 849603072.0, - "601": 849603072.0, - "602": 849603072.0, - "603": 849603072.0, - "604": 849603072.0, - "605": 849603072.0, - "606": 849603072.0, - "607": 849603072.0, - "608": 849603072.0, - "609": 849603072.0, - "610": 849603072.0, - "611": 849603072.0, - "612": 849603072.0, - "613": 849603072.0, - "614": 849603072.0, - "615": 849603072.0, - "616": 849603072.0, - "617": 849603072.0, - "618": 849603072.0, - "619": 849603072.0, - "620": 849603072.0, - "621": 849603072.0, - "622": 849603072.0, - "623": 849603072.0, - "624": 849603072.0, - "625": 849603072.0, - "626": 849603072.0, - "627": 849603072.0, - "628": 849603072.0, - "629": 849603072.0, - "630": 849603072.0, - "631": 849603072.0, - "632": 849603072.0, - "633": 849603072.0, - "634": 849603072.0, - "635": 849603072.0, - "636": 849603072.0, - "637": 849603072.0, - "638": 849603072.0, - "639": 849603072.0, - "640": 849603072.0, - "641": 849603072.0, - "642": 849603072.0, - "643": 849603072.0, - "644": 849603072.0, - "645": 849603072.0, - "646": 849603072.0, - "647": 849603072.0, - "648": 849603072.0, - "649": 849603072.0, - "650": 849603072.0, - "651": 849603072.0, - "652": 849603072.0, - "653": 849603072.0, - "654": 849603072.0, - "655": 849603072.0, - "656": 849603072.0, - "657": 849603072.0, - "658": 849603072.0, - "659": 849603072.0, - "660": 849603072.0, - "661": 849603072.0, - "662": 849603072.0, - "663": 849603072.0, - "664": 849603072.0, - "665": 849603072.0, - "666": 849603072.0, - "667": 849603072.0, - "668": 849603072.0, - "669": 849603072.0, - "670": 849603072.0, - "671": 849603072.0, - "672": 849603072.0, - "673": 849603072.0, - "674": 849603072.0, - "675": 849603072.0, - "676": 849603072.0, - "677": 849603072.0, - "678": 849603072.0, - "679": 849603072.0, - "680": 849603072.0, - "681": 849603072.0, - "682": 849603072.0, - "683": 849603072.0, - "684": 849603072.0, - "685": 849603072.0, - "686": 849603072.0, - "687": 849603072.0, - "688": 849603072.0, - "689": 849603072.0, - "690": 849603072.0, - "691": 849603072.0, - "692": 849603072.0, - "693": 849603072.0, - "694": 849603072.0, - "695": 849603072.0, - "696": 849603072.0, - "697": 849603072.0, - "698": 849603072.0, - "699": 849603072.0, - "700": 849603072.0, - "701": 849603072.0, - "702": 849603072.0, - "703": 849603072.0, - "704": 849603072.0, - "705": 849603072.0, - "706": 849603072.0, - "707": 849603072.0, - "708": 849603072.0, - "709": 849603072.0, - "710": 849603072.0, - "711": 849603072.0, - "712": 849603072.0, - "713": 849603072.0, - "714": 849603072.0, - "715": 849603072.0, - "716": 849603072.0, - "717": 849603072.0, - "718": 849603072.0, - "719": 849603072.0, - "720": 849603072.0, - "721": 849603072.0, - "722": 849603072.0, - "723": 849603072.0, - "724": 849603072.0, - "725": 849603072.0, - "726": 849603072.0, - "727": 849603072.0, - "728": 849603072.0, - "729": 849603072.0, - "730": 849603072.0, - "731": 849603072.0, - "732": 849603072.0, - "733": 849603072.0, - "734": 849603072.0, - "735": 849603072.0, - "736": 849603072.0, - "737": 849603072.0, - "738": 849603072.0, - "739": 849603072.0, - "740": 849603072.0, - "741": 849603072.0, - "742": 849603072.0, - "743": 849603072.0, - "744": 849603072.0, - "745": 849603072.0, - "746": 849603072.0, - "747": 849603072.0, - "748": 849603072.0, - "749": 849603072.0, - "750": 849603072.0, - "751": 849603072.0, - "752": 849603072.0, - "753": 849603072.0, - "754": 849603072.0, - "755": 849603072.0, - "756": 849603072.0, - "757": 849603072.0, - "758": 849603072.0, - "759": 849603072.0, - "760": 849603072.0, - "761": 849603072.0, - "762": 849603072.0, - "763": 849603072.0, - "764": 849603072.0, - "765": 849603072.0, - "766": 849603072.0, - "767": 849603072.0, - "768": 849603072.0, - "769": 849603072.0, - "770": 849603072.0, - "771": 849603072.0, - "772": 849603072.0, - "773": 849603072.0, - "774": 849603072.0, - "775": 849603072.0, - "776": 849603072.0, - "777": 849603072.0, - "778": 849603072.0, - "779": 849603072.0, - "780": 849603072.0, - "781": 849603072.0, - "782": 849603072.0, - "783": 849603072.0, - "784": 849603072.0, - "785": 849603072.0, - "786": 849603072.0, - "787": 849603072.0, - "788": 849603072.0, - "789": 849603072.0, - "790": 849603072.0, - "791": 849603072.0, - "792": 849603072.0, - "793": 849603072.0, - "794": 849603072.0, - "795": 849603072.0, - "796": 849603072.0, - "797": 849603072.0, - "798": 849603072.0, - "799": 849603072.0, - "800": 849603072.0, - "801": 849603072.0, - "802": 849603072.0, - "803": 849603072.0, - "804": 849603072.0, - "805": 849603072.0, - "806": 849603072.0, - "807": 849603072.0, - "808": 849603072.0, - "809": 849603072.0, - "810": 849603072.0, - "811": 849603072.0, - "812": 849603072.0, - "813": 849603072.0, - "814": 849603072.0, - "815": 849603072.0, - "816": 849603072.0, - "817": 849603072.0, - "818": 849603072.0, - "819": 849603072.0, - "820": 849603072.0, - "821": 849603072.0, - "822": 849603072.0, - "823": 849603072.0, - "824": 849603072.0, - "825": 849603072.0, - "826": 849603072.0, - "827": 849603072.0, - "828": 849603072.0, - "829": 849603072.0, - "830": 849603072.0, - "831": 849603072.0, - "832": 849603072.0, - "833": 849603072.0, - "834": 849603072.0, - "835": 849603072.0, - "836": 849603072.0, - "837": 849603072.0, - "838": 849603072.0, - "839": 849603072.0, - "840": 849603072.0, - "841": 849603072.0, - "842": 849603072.0, - "843": 849603072.0, - "844": 849603072.0, - "845": 849603072.0, - "846": 849603072.0, - "847": 849603072.0, - "848": 849603072.0, - "849": 849603072.0, - "850": 849603072.0, - "851": 849603072.0, - "852": 849603072.0, - "853": 849603072.0, - "854": 849603072.0, - "855": 849603072.0, - "856": 849603072.0, - "857": 849603072.0, - "858": 849603072.0, - "859": 849603072.0, - "860": 849603072.0, - "861": 849603072.0, - "862": 849603072.0, - "863": 849603072.0, - "864": 849603072.0, - "865": 849603072.0, - "866": 849603072.0, - "867": 849603072.0, - "868": 849603072.0, - "869": 849603072.0, - "870": 849603072.0, - "871": 849603072.0, - "872": 849603072.0, - "873": 849603072.0, - "874": 849603072.0, - "875": 849603072.0, - "876": 849603072.0, - "877": 849603072.0, - "878": 849603072.0, - "879": 849603072.0, - "880": 849603072.0, - "881": 849603072.0, - "882": 849603072.0, - "883": 849603072.0, - "884": 849603072.0, - "885": 849603072.0, - "886": 849603072.0, - "887": 849603072.0, - "888": 849603072.0, - "889": 849603072.0, - "890": 849603072.0, - "891": 849603072.0, - "892": 849603072.0, - "893": 849603072.0, - "894": 849603072.0, - "895": 849603072.0, - "896": 849603072.0, - "897": 849603072.0, - "898": 849603072.0, - "899": 849603072.0, - "900": 849603072.0, - "901": 849603072.0, - "902": 849603072.0, - "903": 849603072.0, - "904": 849603072.0, - "905": 849603072.0, - "906": 849603072.0, - "907": 849603072.0, - "908": 849603072.0, - "909": 849603072.0, - "910": 849603072.0, - "911": 849603072.0, - "912": 849603072.0, - "913": 849603072.0, - "914": 849603072.0, - "915": 849603072.0, - "916": 849603072.0, - "917": 849603072.0, - "918": 849603072.0, - "919": 849603072.0, - "920": 849603072.0, - "921": 849603072.0, - "922": 849603072.0, - "923": 849603072.0, - "924": 849603072.0, - "925": 849603072.0, - "926": 849603072.0, - "927": 849603072.0, - "928": 849603072.0, - "929": 849603072.0, - "930": 849603072.0, - "931": 849603072.0, - "932": 849603072.0, - "933": 849603072.0, - "934": 849603072.0, - "935": 849603072.0, - "936": 849603072.0, - "937": 849603072.0, - "938": 849603072.0, - "939": 849603072.0, - "940": 849603072.0, - "941": 849603072.0, - "942": 849603072.0, - "943": 849603072.0, - "944": 849603072.0, - "945": 849603072.0, - "946": 849603072.0, - "947": 849603072.0, - "948": 849603072.0, - "949": 849603072.0, - "950": 849603072.0, - "951": 849603072.0, - "952": 849603072.0, - "953": 849603072.0, - "954": 849603072.0, - "955": 849603072.0, - "956": 849603072.0, - "957": 849603072.0, - "958": 849603072.0, - "959": 849603072.0, - "960": 849603072.0, - "961": 849603072.0, - "962": 849603072.0, - "963": 849603072.0, - "964": 849603072.0, - "965": 849603072.0, - "966": 849603072.0, - "967": 849603072.0, - "968": 849603072.0, - "969": 849603072.0, - "970": 849603072.0, - "971": 849603072.0, - "972": 849603072.0, - "973": 849603072.0, - "974": 849603072.0, - "975": 849603072.0, - "976": 849603072.0, - "977": 849603072.0, - "978": 849603072.0, - "979": 849603072.0, - "980": 849603072.0, - "981": 849603072.0, - "982": 849603072.0, - "983": 849603072.0, - "984": 849603072.0, - "985": 849603072.0, - "986": 849603072.0, - "987": 849603072.0, - "988": 849603072.0, - "989": 849603072.0, - "990": 849603072.0, - "991": 849603072.0, - "992": 849603072.0, - "993": 849603072.0, - "994": 849603072.0, - "995": 849603072.0, - "996": 849603072.0, - "997": 849603072.0, - "998": 849603072.0, - "999": 849603072.0, - "1000": 849603072.0, - "1001": 849603072.0, - "1002": 849603072.0, - "1003": 849603072.0, - "1004": 849603072.0, - "1005": 849603072.0, - "1006": 849603072.0, - "1007": 849603072.0, - "1008": 849603072.0, - "1009": 849603072.0, - "1010": 849603072.0, - "1011": 849603072.0, - "1012": 849603072.0, - "1013": 849603072.0, - "1014": 849603072.0, - "1015": 849603072.0, - "1016": 849603072.0, - "1017": 849603072.0, - "1018": 849603072.0, - "1019": 849603072.0, - "1020": 849603072.0, - "1021": 849603072.0, - "1022": 849603072.0, - "1023": 849603072.0, - "1024": 849603072.0, - "1025": 849603072.0, - "1026": 849603072.0, - "1027": 849603072.0, - "1028": 849603072.0, - "1029": 849603072.0, - "1030": 849603072.0, - "1031": 849603072.0, - "1032": 849603072.0, - "1033": 849603072.0, - "1034": 849603072.0, - "1035": 849603072.0, - "1036": 849603072.0, - "1037": 849603072.0, - "1038": 849603072.0, - "1039": 849603072.0, - "1040": 849603072.0, - "1041": 849603072.0, - "1042": 849603072.0, - "1043": 849603072.0, - "1044": 849603072.0, - "1045": 849603072.0, - "1046": 849603072.0, - "1047": 849603072.0, - "1048": 849603072.0, - "1049": 849603072.0, - "1050": 849603072.0, - "1051": 849603072.0, - "1052": 849603072.0, - "1053": 849603072.0, - "1054": 849603072.0, - "1055": 849603072.0, - "1056": 849603072.0, - "1057": 849603072.0, - "1058": 849603072.0, - "1059": 849603072.0, - "1060": 849603072.0, - "1061": 849603072.0, - "1062": 849603072.0, - "1063": 849603072.0, - "1064": 849603072.0, - "1065": 849603072.0, - "1066": 849603072.0, - "1067": 849603072.0, - "1068": 849603072.0, - "1069": 849603072.0, - "1070": 849603072.0, - "1071": 849603072.0, - "1072": 849603072.0, - "1073": 849603072.0, - "1074": 849603072.0, - "1075": 849603072.0, - "1076": 849603072.0, - "1077": 849603072.0, - "1078": 849603072.0, - "1079": 849603072.0, - "1080": 849603072.0, - "1081": 849603072.0, - "1082": 849603072.0, - "1083": 849603072.0, - "1084": 849603072.0, - "1085": 849603072.0, - "1086": 849603072.0, - "1087": 849603072.0, - "1088": 849603072.0, - "1089": 849603072.0, - "1090": 849603072.0, - "1091": 849603072.0, - "1092": 849603072.0, - "1093": 849603072.0, - "1094": 849603072.0, - "1095": 849603072.0, - "1096": 849603072.0, - "1097": 849603072.0, - "1098": 849603072.0, - "1099": 849603072.0, - "1100": 849603072.0, - "1101": 849603072.0, - "1102": 849603072.0, - "1103": 849603072.0, - "1104": 849603072.0, - "1105": 849603072.0, - "1106": 849603072.0, - "1107": 849603072.0, - "1108": 849603072.0, - "1109": 849603072.0, - "1110": 849603072.0, - "1111": 849603072.0, - "1112": 849603072.0, - "1113": 849603072.0, - "1114": 849603072.0, - "1115": 849603072.0, - "1116": 849603072.0, - "1117": 849603072.0, - "1118": 849603072.0, - "1119": 849603072.0, - "1120": 849603072.0, - "1121": 849603072.0, - "1122": 849603072.0, - "1123": 849603072.0, - "1124": 849603072.0, - "1125": 849603072.0, - "1126": 849603072.0, - "1127": 849603072.0, - "1128": 849603072.0, - "1129": 849603072.0, - "1130": 849603072.0, - "1131": 849603072.0, - "1132": 849603072.0, - "1133": 849603072.0, - "1134": 849603072.0, - "1135": 849603072.0, - "1136": 849603072.0, - "1137": 849603072.0, - "1138": 849603072.0, - "1139": 849603072.0, - "1140": 849603072.0, - "1141": 849603072.0, - "1142": 849603072.0, - "1143": 849603072.0, - "1144": 849603072.0, - "1145": 849603072.0, - "1146": 849603072.0, - "1147": 849603072.0, - "1148": 849603072.0, - "1149": 849603072.0, - "1150": 849603072.0, - "1151": 849603072.0, - "1152": 849603072.0, - "1153": 849603072.0, - "1154": 849603072.0, - "1155": 849603072.0, - "1156": 849603072.0, - "1157": 849603072.0, - "1158": 849603072.0, - "1159": 849603072.0, - "1160": 849603072.0, - "1161": 849603072.0, - "1162": 849603072.0, - "1163": 849603072.0, - "1164": 849603072.0, - "1165": 849603072.0, - "1166": 849603072.0, - "1167": 849603072.0, - "1168": 849603072.0, - "1169": 849603072.0, - "1170": 849603072.0, - "1171": 849603072.0, - "1172": 849603072.0, - "1173": 849603072.0, - "1174": 849603072.0, - "1175": 849603072.0, - "1176": 849603072.0, - "1177": 849603072.0, - "1178": 849603072.0, - "1179": 849603072.0, - "1180": 849603072.0, - "1181": 849603072.0, - "1182": 849603072.0, - "1183": 849603072.0, - "1184": 849603072.0, - "1185": 849603072.0, - "1186": 849603072.0, - "1187": 849603072.0, - "1188": 849603072.0, - "1189": 849603072.0, - "1190": 849603072.0, - "1191": 849603072.0, - "1192": 849603072.0, - "1193": 849603072.0, - "1194": 849603072.0, - "1195": 849603072.0, - "1196": 849603072.0, - "1197": 849603072.0, - "1198": 849603072.0, - "1199": 849603072.0, - "1200": 849603072.0, - "1201": 849603072.0, - "1202": 849603072.0, - "1203": 849603072.0, - "1204": 849603072.0, - "1205": 849603072.0, - "1206": 849603072.0, - "1207": 849603072.0, - "1208": 849603072.0, - "1209": 849603072.0, - "1210": 849603072.0, - "1211": 849603072.0, - "1212": 849603072.0, - "1213": 849603072.0, - "1214": 849603072.0, - "1215": 849603072.0, - "1216": 849603072.0, - "1217": 849603072.0, - "1218": 849603072.0, - "1219": 849603072.0, - "1220": 849603072.0, - "1221": 849603072.0, - "1222": 849603072.0, - "1223": 849603072.0, - "1224": 849603072.0, - "1225": 849603072.0, - "1226": 849603072.0, - "1227": 849603072.0, - "1228": 849603072.0, - "1229": 849603072.0, - "1230": 849603072.0, - "1231": 849603072.0, - "1232": 849603072.0, - "1233": 849603072.0, - "1234": 849603072.0, - "1235": 849603072.0, - "1236": 849603072.0, - "1237": 849603072.0, - "1238": 849603072.0, - "1239": 849603072.0, - "1240": 849603072.0, - "1241": 849603072.0, - "1242": 849603072.0, - "1243": 849603072.0, - "1244": 849603072.0, - "1245": 849603072.0, - "1246": 849603072.0, - "1247": 849603072.0, - "1248": 849603072.0, - "1249": 849603072.0, - "1250": 849603072.0, - "1251": 849603072.0, - "1252": 849603072.0, - "1253": 849603072.0, - "1254": 849603072.0, - "1255": 849603072.0, - "1256": 849603072.0, - "1257": 849603072.0, - "1258": 849603072.0, - "1259": 849603072.0, - "1260": 849603072.0, - "1261": 849603072.0, - "1262": 849603072.0, - "1263": 849603072.0, - "1264": 849603072.0, - "1265": 849603072.0, - "1266": 849603072.0, - "1267": 849603072.0, - "1268": 849603072.0, - "1269": 849603072.0, - "1270": 849603072.0, - "1271": 849603072.0, - "1272": 849603072.0, - "1273": 849603072.0, - "1274": 849603072.0, - "1275": 849603072.0, - "1276": 849603072.0, - "1277": 849603072.0, - "1278": 849603072.0, - "1279": 849603072.0, - "1280": 849603072.0, - "1281": 849603072.0, - "1282": 849603072.0, - "1283": 849603072.0, - "1284": 849603072.0, - "1285": 849603072.0, - "1286": 849603072.0, - "1287": 849603072.0, - "1288": 849603072.0, - "1289": 849603072.0, - "1290": 849603072.0, - "1291": 849603072.0, - "1292": 849603072.0, - "1293": 849603072.0, - "1294": 849603072.0, - "1295": 849603072.0, - "1296": 849603072.0, - "1297": 849603072.0, - "1298": 849603072.0, - "1299": 849603072.0, - "1300": 849603072.0, - "1301": 849603072.0, - "1302": 849603072.0, - "1303": 849603072.0, - "1304": 849603072.0, - "1305": 849603072.0, - "1306": 849603072.0, - "1307": 849603072.0, - "1308": 849603072.0, - "1309": 849603072.0, - "1310": 849603072.0, - "1311": 849603072.0, - "1312": 849603072.0, - "1313": 849603072.0, - "1314": 849603072.0, - "1315": 849603072.0, - "1316": 849603072.0, - "1317": 849603072.0, - "1318": 849603072.0, - "1319": 849603072.0, - "1320": 849603072.0, - "1321": 849603072.0, - "1322": 849603072.0, - "1323": 849603072.0, - "1324": 849603072.0, - "1325": 849603072.0, - "1326": 849603072.0, - "1327": 849603072.0, - "1328": 849603072.0, - "1329": 849603072.0, - "1330": 849603072.0, - "1331": 849603072.0, - "1332": 849603072.0, - "1333": 849603072.0, - "1334": 849603072.0, - "1335": 849603072.0, - "1336": 849603072.0, - "1337": 849603072.0, - "1338": 849603072.0, - "1339": 849603072.0, - "1340": 849603072.0, - "1341": 849603072.0, - "1342": 849603072.0, - "1343": 849603072.0, - "1344": 849603072.0, - "1345": 849603072.0, - "1346": 849603072.0, - "1347": 849603072.0, - "1348": 849603072.0, - "1349": 849603072.0, - "1350": 849603072.0, - "1351": 849603072.0, - "1352": 849603072.0, - "1353": 849603072.0, - "1354": 849603072.0, - "1355": 849603072.0, - "1356": 849603072.0, - "1357": 849603072.0, - "1358": 849603072.0, - "1359": 849603072.0, - "1360": 849603072.0, - "1361": 849603072.0, - "1362": 849603072.0, - "1363": 849603072.0, - "1364": 849603072.0, - "1365": 849603072.0, - "1366": 849603072.0, - "1367": 849603072.0, - "1368": 849603072.0, - "1369": 849603072.0, - "1370": 849603072.0, - "1371": 849603072.0, - "1372": 849603072.0, - "1373": 849603072.0, - "1374": 849603072.0, - "1375": 849603072.0, - "1376": 849603072.0, - "1377": 849603072.0, - "1378": 849603072.0, - "1379": 849603072.0, - "1380": 849603072.0, - "1381": 849603072.0, - "1382": 849603072.0, - "1383": 849603072.0, - "1384": 849603072.0, - "1385": 849603072.0, - "1386": 849603072.0, - "1387": 849603072.0, - "1388": 849603072.0, - "1389": 849603072.0, - "1390": 849603072.0, - "1391": 849603072.0, - "1392": 849603072.0, - "1393": 849603072.0, - "1394": 849603072.0, - "1395": 849603072.0, - "1396": 849603072.0, - "1397": 849603072.0, - "1398": 849603072.0, - "1399": 849603072.0, - "1400": 849603072.0, - "1401": 849603072.0, - "1402": 849603072.0, - "1403": 849603072.0, - "1404": 849603072.0, - "1405": 849603072.0, - "1406": 849603072.0, - "1407": 849603072.0, - "1408": 849603072.0, - "1409": 849603072.0, - "1410": 849603072.0, - "1411": 849603072.0, - "1412": 849603072.0, - "1413": 849603072.0, - "1414": 849603072.0, - "1415": 849603072.0, - "1416": 849603072.0, - "1417": 849603072.0, - "1418": 849603072.0, - "1419": 849603072.0, - "1420": 849603072.0, - "1421": 849603072.0, - "1422": 849603072.0, - "1423": 849603072.0, - "1424": 849603072.0, - "1425": 849603072.0, - "1426": 849603072.0, - "1427": 849603072.0, - "1428": 849603072.0, - "1429": 849603072.0, - "1430": 849603072.0, - "1431": 849603072.0, - "1432": 849603072.0, - "1433": 849603072.0, - "1434": 849603072.0, - "1435": 849603072.0, - "1436": 849603072.0, - "1437": 849603072.0, - "1438": 849603072.0, - "1439": 849603072.0, - "1440": 849603072.0, - "1441": 849603072.0, - "1442": 849603072.0, - "1443": 849603072.0, - "1444": 849603072.0, - "1445": 849603072.0, - "1446": 849603072.0, - "1447": 849603072.0, - "1448": 849603072.0, - "1449": 849603072.0, - "1450": 849603072.0, - "1451": 849603072.0, - "1452": 849603072.0, - "1453": 849603072.0, - "1454": 849603072.0, - "1455": 849603072.0, - "1456": 849603072.0, - "1457": 849603072.0, - "1458": 849603072.0, - "1459": 849603072.0, - "1460": 849603072.0, - "1461": 849603072.0, - "1462": 849603072.0, - "1463": 849603072.0, - "1464": 849603072.0, - "1465": 849603072.0, - "1466": 849603072.0, - "1467": 849603072.0, - "1468": 849603072.0, - "1469": 849603072.0, - "1470": 849603072.0, - "1471": 849603072.0, - "1472": 849603072.0, - "1473": 849603072.0, - "1474": 849603072.0, - "1475": 849603072.0, - "1476": 849603072.0, - "1477": 849603072.0, - "1478": 849603072.0, - "1479": 849603072.0, - "1480": 849603072.0, - "1481": 849603072.0, - "1482": 849603072.0, - "1483": 849603072.0, - "1484": 849603072.0, - "1485": 849603072.0, - "1486": 849603072.0, - "1487": 849603072.0, - "1488": 849603072.0, - "1489": 849603072.0, - "1490": 849603072.0, - "1491": 849603072.0, - "1492": 849603072.0, - "1493": 849603072.0, - "1494": 849603072.0, - "1495": 849603072.0, - "1496": 849603072.0, - "1497": 849603072.0, - "1498": 849603072.0, - "1499": 849603072.0, - "1500": 849603072.0, - "1501": 849603072.0, - "1502": 849603072.0, - "1503": 849603072.0, - "1504": 849603072.0, - "1505": 849603072.0, - "1506": 849603072.0, - "1507": 849603072.0, - "1508": 849603072.0, - "1509": 849603072.0, - "1510": 849603072.0, - "1511": 849603072.0, - "1512": 849603072.0, - "1513": 849603072.0, - "1514": 849603072.0, - "1515": 849603072.0, - "1516": 849603072.0, - "1517": 849603072.0, - "1518": 849603072.0, - "1519": 849603072.0, - "1520": 849603072.0, - "1521": 849603072.0, - "1522": 849603072.0, - "1523": 849603072.0, - "1524": 849603072.0, - "1525": 849603072.0, - "1526": 849603072.0, - "1527": 849603072.0, - "1528": 849603072.0, - "1529": 849603072.0, - "1530": 849603072.0, - "1531": 849603072.0, - "1532": 849603072.0, - "1533": 849603072.0, - "1534": 849603072.0, - "1535": 849603072.0, - "1536": 849603072.0, - "1537": 849603072.0, - "1538": 849603072.0, - "1539": 849603072.0, - "1540": 849603072.0, - "1541": 849603072.0, - "1542": 849603072.0, - "1543": 849603072.0, - "1544": 849603072.0, - "1545": 849603072.0, - "1546": 849603072.0, - "1547": 849603072.0, - "1548": 849603072.0, - "1549": 849603072.0, - "1550": 849603072.0, - "1551": 849603072.0, - "1552": 849603072.0, - "1553": 849603072.0, - "1554": 849603072.0, - "1555": 849603072.0, - "1556": 849603072.0, - "1557": 849603072.0, - "1558": 849603072.0, - "1559": 849603072.0, - "1560": 849603072.0, - "1561": 849603072.0, - "1562": 849603072.0, - "1563": 849603072.0, - "1564": 849603072.0, - "1565": 849603072.0, - "1566": 849603072.0, - "1567": 849603072.0, - "1568": 849603072.0, - "1569": 849603072.0, - "1570": 849603072.0, - "1571": 849603072.0, - "1572": 849603072.0, - "1573": 849603072.0, - "1574": 849603072.0, - "1575": 849603072.0, - "1576": 849603072.0, - "1577": 849603072.0, - "1578": 849603072.0, - "1579": 849603072.0, - "1580": 849603072.0, - "1581": 849603072.0, - "1582": 849603072.0, - "1583": 849603072.0, - "1584": 849603072.0, - "1585": 849603072.0, - "1586": 849603072.0, - "1587": 849603072.0, - "1588": 849603072.0, - "1589": 849603072.0, - "1590": 849603072.0, - "1591": 849603072.0, - "1592": 849603072.0, - "1593": 849603072.0, - "1594": 849603072.0, - "1595": 849603072.0, - "1596": 849603072.0, - "1597": 849603072.0, - "1598": 849603072.0, - "1599": 849603072.0, - "1600": 849603072.0, - "1601": 849603072.0, - "1602": 849603072.0, - "1603": 849603072.0, - "1604": 849603072.0, - "1605": 849603072.0, - "1606": 849603072.0, - "1607": 849603072.0, - "1608": 849603072.0, - "1609": 849603072.0, - "1610": 849603072.0, - "1611": 849603072.0, - "1612": 849603072.0, - "1613": 849603072.0, - "1614": 849603072.0, - "1615": 849603072.0, - "1616": 849603072.0, - "1617": 849603072.0, - "1618": 849603072.0, - "1619": 849603072.0, - "1620": 849603072.0, - "1621": 849603072.0, - "1622": 849603072.0, - "1623": 849603072.0, - "1624": 849603072.0, - "1625": 849603072.0, - "1626": 849603072.0, - "1627": 849603072.0, - "1628": 849603072.0, - "1629": 849603072.0, - "1630": 849603072.0, - "1631": 849603072.0, - "1632": 849603072.0, - "1633": 849603072.0, - "1634": 849603072.0, - "1635": 849603072.0, - "1636": 849603072.0, - "1637": 849603072.0, - "1638": 849603072.0, - "1639": 849603072.0, - "1640": 849603072.0, - "1641": 849603072.0, - "1642": 849603072.0, - "1643": 849603072.0, - "1644": 849603072.0, - "1645": 849603072.0, - "1646": 849603072.0, - "1647": 849603072.0, - "1648": 849603072.0, - "1649": 849603072.0, - "1650": 849603072.0, - "1651": 849603072.0, - "1652": 849603072.0, - "1653": 849603072.0, - "1654": 849603072.0, - "1655": 849603072.0, - "1656": 849603072.0, - "1657": 849603072.0, - "1658": 849603072.0, - "1659": 849603072.0, - "1660": 849603072.0, - "1661": 849603072.0, - "1662": 849603072.0, - "1663": 849603072.0, - "1664": 849603072.0, - "1665": 849603072.0, - "1666": 849603072.0, - "1667": 849603072.0, - "1668": 849603072.0, - "1669": 849603072.0, - "1670": 849603072.0, - "1671": 849603072.0, - "1672": 849603072.0, - "1673": 849603072.0, - "1674": 849603072.0, - "1675": 849603072.0, - "1676": 849603072.0, - "1677": 849603072.0, - "1678": 849603072.0, - "1679": 849603072.0, - "1680": 849603072.0, - "1681": 849603072.0, - "1682": 849603072.0, - "1683": 849603072.0, - "1684": 849603072.0, - "1685": 849603072.0, - "1686": 849603072.0, - "1687": 849603072.0, - "1688": 849603072.0, - "1689": 849603072.0, - "1690": 849603072.0, - "1691": 849603072.0, - "1692": 849603072.0, - "1693": 849603072.0, - "1694": 849603072.0, - "1695": 849603072.0, - "1696": 849603072.0, - "1697": 849603072.0, - "1698": 849603072.0, - "1699": 849603072.0, - "1700": 849603072.0, - "1701": 849603072.0, - "1702": 849603072.0, - "1703": 849603072.0, - "1704": 849603072.0, - "1705": 849603072.0, - "1706": 849603072.0, - "1707": 849603072.0, - "1708": 849603072.0, - "1709": 849603072.0, - "1710": 849603072.0, - "1711": 849603072.0, - "1712": 849603072.0, - "1713": 849603072.0, - "1714": 849603072.0, - "1715": 849603072.0, - "1716": 849603072.0, - "1717": 849603072.0, - "1718": 849603072.0, - "1719": 849603072.0, - "1720": 849603072.0, - "1721": 849603072.0, - "1722": 849603072.0, - "1723": 849603072.0, - "1724": 849603072.0, - "1725": 849603072.0, - "1726": 849603072.0, - "1727": 849603072.0, - "1728": 849603072.0, - "1729": 849603072.0, - "1730": 849603072.0, - "1731": 849603072.0, - "1732": 849603072.0, - "1733": 849603072.0, - "1734": 849603072.0, - "1735": 849603072.0, - "1736": 849603072.0, - "1737": 849603072.0, - "1738": 849603072.0, - "1739": 849603072.0, - "1740": 849603072.0, - "1741": 849603072.0, - "1742": 849603072.0, - "1743": 849603072.0, - "1744": 849603072.0, - "1745": 849603072.0, - "1746": 849603072.0, - "1747": 849603072.0, - "1748": 849603072.0, - "1749": 849603072.0, - "1750": 849603072.0, - "1751": 849603072.0, - "1752": 849603072.0, - "1753": 849603072.0, - "1754": 849603072.0, - "1755": 849603072.0, - "1756": 849603072.0, - "1757": 849603072.0, - "1758": 849603072.0, - "1759": 849603072.0, - "1760": 849603072.0, - "1761": 849603072.0, - "1762": 849603072.0, - "1763": 849603072.0, - "1764": 849603072.0, - "1765": 849603072.0, - "1766": 849603072.0, - "1767": 849603072.0, - "1768": 849603072.0, - "1769": 849603072.0, - "1770": 849603072.0, - "1771": 849603072.0, - "1772": 849603072.0, - "1773": 849603072.0, - "1774": 849603072.0, - "1775": 849603072.0, - "1776": 849603072.0, - "1777": 849603072.0, - "1778": 849603072.0, - "1779": 849603072.0, - "1780": 849603072.0, - "1781": 849603072.0, - "1782": 849603072.0, - "1783": 849603072.0, - "1784": 849603072.0, - "1785": 849603072.0, - "1786": 849603072.0, - "1787": 849603072.0, - "1788": 849603072.0, - "1789": 849603072.0, - "1790": 849603072.0, - "1791": 849603072.0, - "1792": 849603072.0, - "1793": 849603072.0, - "1794": 849603072.0, - "1795": 849603072.0, - "1796": 849603072.0, - "1797": 849603072.0, - "1798": 849603072.0, - "1799": 849603072.0, - "1800": 849603072.0, - "1801": 849603072.0, - "1802": 849603072.0, - "1803": 849603072.0, - "1804": 849603072.0, - "1805": 849603072.0, - "1806": 849603072.0, - "1807": 849603072.0, - "1808": 849603072.0, - "1809": 849603072.0, - "1810": 849603072.0, - "1811": 849603072.0, - "1812": 849603072.0, - "1813": 849603072.0, - "1814": 849603072.0, - "1815": 849603072.0, - "1816": 849603072.0, - "1817": 849603072.0, - "1818": 849603072.0, - "1819": 849603072.0, - "1820": 849603072.0, - "1821": 849603072.0, - "1822": 849603072.0, - "1823": 849603072.0, - "1824": 849603072.0, - "1825": 849603072.0, - "1826": 849603072.0, - "1827": 849603072.0, - "1828": 849603072.0, - "1829": 849603072.0, - "1830": 849603072.0, - "1831": 849603072.0, - "1832": 849603072.0, - "1833": 849603072.0, - "1834": 849603072.0, - "1835": 849603072.0, - "1836": 849603072.0, - "1837": 849603072.0, - "1838": 849603072.0, - "1839": 849603072.0, - "1840": 849603072.0, - "1841": 849603072.0, - "1842": 849603072.0, - "1843": 849603072.0, - "1844": 849603072.0, - "1845": 849603072.0, - "1846": 849603072.0, - "1847": 849603072.0, - "1848": 849603072.0, - "1849": 849603072.0, - "1850": 849603072.0, - "1851": 849603072.0, - "1852": 849603072.0, - "1853": 849603072.0, - "1854": 849603072.0, - "1855": 849603072.0, - "1856": 849603072.0, - "1857": 849603072.0, - "1858": 849603072.0, - "1859": 849603072.0, - "1860": 849603072.0, - "1861": 849603072.0, - "1862": 849603072.0, - "1863": 849603072.0, - "1864": 849603072.0, - "1865": 849603072.0, - "1866": 849603072.0, - "1867": 849603072.0, - "1868": 849603072.0, - "1869": 849603072.0, - "1870": 849603072.0, - "1871": 849603072.0, - "1872": 849603072.0, - "1873": 849603072.0, - "1874": 849603072.0, - "1875": 849603072.0, - "1876": 849603072.0, - "1877": 849603072.0, - "1878": 849603072.0, - "1879": 849603072.0, - "1880": 849603072.0, - "1881": 849603072.0, - "1882": 849603072.0, - "1883": 849603072.0, - "1884": 849603072.0, - "1885": 849603072.0, - "1886": 849603072.0, - "1887": 849603072.0, - "1888": 849603072.0, - "1889": 849603072.0, - "1890": 849603072.0, - "1891": 849603072.0, - "1892": 849603072.0, - "1893": 849603072.0, - "1894": 849603072.0, - "1895": 849603072.0, - "1896": 849603072.0, - "1897": 849603072.0, - "1898": 849603072.0, - "1899": 849603072.0, - "1900": 849603072.0, - "1901": 849603072.0, - "1902": 849603072.0, - "1903": 849603072.0, - "1904": 849603072.0, - "1905": 849603072.0, - "1906": 849603072.0, - "1907": 849603072.0, - "1908": 849603072.0, - "1909": 849603072.0, - "1910": 849603072.0, - "1911": 849603072.0, - "1912": 849603072.0, - "1913": 849603072.0, - "1914": 849603072.0, - "1915": 849603072.0, - "1916": 849603072.0, - "1917": 849603072.0, - "1918": 849603072.0, - "1919": 849603072.0, - "1920": 849603072.0, - "1921": 849603072.0, - "1922": 849603072.0, - "1923": 849603072.0, - "1924": 849603072.0, - "1925": 849603072.0, - "1926": 849603072.0, - "1927": 849603072.0, - "1928": 849603072.0, - "1929": 849603072.0, - "1930": 849603072.0, - "1931": 849603072.0, - "1932": 849603072.0, - "1933": 849603072.0, - "1934": 849603072.0, - "1935": 849603072.0, - "1936": 849603072.0, - "1937": 849603072.0, - "1938": 849603072.0, - "1939": 849603072.0, - "1940": 849603072.0, - "1941": 849603072.0, - "1942": 849603072.0, - "1943": 849603072.0, - "1944": 849603072.0, - "1945": 849603072.0, - "1946": 849603072.0, - "1947": 849603072.0, - "1948": 849603072.0, - "1949": 849603072.0, - "1950": 849603072.0, - "1951": 849603072.0, - "1952": 849603072.0, - "1953": 849603072.0, - "1954": 849603072.0, - "1955": 849603072.0, - "1956": 849603072.0, - "1957": 849603072.0, - "1958": 849603072.0, - "1959": 849603072.0, - "1960": 849603072.0, - "1961": 849603072.0, - "1962": 849603072.0, - "1963": 849603072.0, - "1964": 849603072.0, - "1965": 849603072.0, - "1966": 849603072.0, - "1967": 849603072.0, - "1968": 849603072.0, - "1969": 849603072.0, - "1970": 849603072.0, - "1971": 849603072.0, - "1972": 849603072.0, - "1973": 849603072.0, - "1974": 849603072.0, - "1975": 849603072.0, - "1976": 849603072.0, - "1977": 849603072.0, - "1978": 849603072.0, - "1979": 849603072.0, - "1980": 849603072.0, - "1981": 849603072.0, - "1982": 849603072.0, - "1983": 849603072.0, - "1984": 849603072.0, - "1985": 849603072.0, - "1986": 849603072.0, - "1987": 849603072.0, - "1988": 849603072.0, - "1989": 849603072.0, - "1990": 849603072.0, - "1991": 849603072.0, - "1992": 849603072.0, - "1993": 849603072.0, - "1994": 849603072.0, - "1995": 849603072.0, - "1996": 849603072.0, - "1997": 849603072.0, - "1998": 849603072.0, - "1999": 849603072.0, - "2000": 849603072.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 2000, - "step_interval": 1, - "values": { - "1": 16.3822, - "2": 1.31626, - "3": 1.13185, - "4": 1.12114, - "5": 1.19519, - "6": 1.12675, - "7": 1.12237, - "8": 1.1374, - "9": 1.14426, - "10": 1.15157, - "11": 1.14686, - "12": 1.14814, - "13": 1.14322, - "14": 1.14557, - "15": 1.14234, - "16": 1.13922, - "17": 1.12341, - "18": 1.11363, - "19": 1.10615, - "20": 1.11318, - "21": 1.12913, - "22": 1.15668, - "23": 1.12179, - "24": 1.13875, - "25": 1.11754, - "26": 1.11547, - "27": 1.12709, - "28": 1.11191, - "29": 1.12201, - "30": 1.11933, - "31": 1.11125, - "32": 1.11093, - "33": 1.11454, - "34": 1.12129, - "35": 1.1155, - "36": 1.11442, - "37": 1.12006, - "38": 1.11431, - "39": 1.11484, - "40": 1.11975, - "41": 1.1238, - "42": 1.11873, - "43": 1.12003, - "44": 1.10836, - "45": 1.11056, - "46": 1.11157, - "47": 1.10767, - "48": 1.13868, - "49": 1.11404, - "50": 1.10705, - "51": 1.12027, - "52": 1.12858, - "53": 1.11535, - "54": 1.10913, - "55": 1.11279, - "56": 1.11716, - "57": 1.10832, - "58": 1.11336, - "59": 1.12381, - "60": 1.13055, - "61": 1.11276, - "62": 1.11915, - "63": 1.11291, - "64": 1.12605, - "65": 1.10858, - "66": 1.1135, - "67": 1.1075, - "68": 1.10523, - "69": 1.10409, - "70": 1.10294, - "71": 1.10479, - "72": 1.10719, - "73": 1.11461, - "74": 1.10895, - "75": 1.12809, - "76": 1.12806, - "77": 1.12328, - "78": 1.11204, - "79": 1.11053, - "80": 1.11086, - "81": 1.10623, - "82": 1.10854, - "83": 1.10613, - "84": 1.10529, - "85": 1.10501, - "86": 1.10708, - "87": 1.13536, - "88": 1.11068, - "89": 1.10673, - "90": 1.10392, - "91": 1.11125, - "92": 1.10488, - "93": 1.11075, - "94": 1.1046, - "95": 1.10543, - "96": 1.10381, - "97": 1.10373, - "98": 1.1018, - "99": 1.10471, - "100": 1.10574, - "101": 1.10409, - "102": 1.10798, - "103": 1.12874, - "104": 1.10701, - "105": 1.11847, - "106": 1.11983, - "107": 1.10955, - "108": 1.10268, - "109": 1.10807, - "110": 1.10738, - "111": 1.10253, - "112": 1.10203, - "113": 1.10353, - "114": 1.12085, - "115": 1.10754, - "116": 1.11142, - "117": 1.10689, - "118": 1.11592, - "119": 1.11386, - "120": 1.12351, - "121": 1.11049, - "122": 1.11228, - "123": 1.1158, - "124": 1.10789, - "125": 1.11069, - "126": 1.10779, - "127": 1.12243, - "128": 1.1051, - "129": 1.10564, - "130": 1.11975, - "131": 1.11499, - "132": 1.11217, - "133": 1.10984, - "134": 1.1065, - "135": 1.10783, - "136": 1.11958, - "137": 1.10639, - "138": 1.11123, - "139": 1.1094, - "140": 1.10637, - "141": 1.11422, - "142": 1.13629, - "143": 1.10961, - "144": 1.12653, - "145": 1.13108, - "146": 1.12643, - "147": 1.12772, - "148": 1.12517, - "149": 1.12802, - "150": 1.13132, - "151": 1.12891, - "152": 1.10903, - "153": 1.10341, - "154": 1.10695, - "155": 1.10584, - "156": 1.11361, - "157": 1.11802, - "158": 1.11984, - "159": 1.11136, - "160": 1.10718, - "161": 1.10583, - "162": 1.10103, - "163": 1.11641, - "164": 1.12589, - "165": 1.11331, - "166": 1.11034, - "167": 1.11091, - "168": 1.11025, - "169": 1.13512, - "170": 1.11207, - "171": 1.10532, - "172": 1.10932, - "173": 1.10624, - "174": 1.11017, - "175": 1.10454, - "176": 1.10315, - "177": 1.11196, - "178": 1.11563, - "179": 1.1154, - "180": 1.11494, - "181": 1.11448, - "182": 1.11092, - "183": 1.12, - "184": 1.12385, - "185": 1.14872, - "186": 1.15815, - "187": 1.46045, - "188": 1.09814, - "189": 1.10415, - "190": 1.0991, - "191": 1.09991, - "192": 1.11523, - "193": 1.11471, - "194": 1.11889, - "195": 1.12119, - "196": 1.15807, - "197": 1.11588, - "198": 1.12125, - "199": 1.11707, - "200": 1.1141, - "201": 1.11171, - "202": 1.11313, - "203": 1.1165, - "204": 1.11853, - "205": 1.12204, - "206": 1.12933, - "207": 1.12743, - "208": 1.12408, - "209": 1.11992, - "210": 1.11663, - "211": 1.12193, - "212": 1.12976, - "213": 1.12566, - "214": 1.12316, - "215": 1.10736, - "216": 1.10934, - "217": 1.11518, - "218": 1.10907, - "219": 1.10605, - "220": 1.1093, - "221": 1.11504, - "222": 1.10934, - "223": 1.10627, - "224": 1.10755, - "225": 1.10875, - "226": 1.11221, - "227": 1.10778, - "228": 1.10614, - "229": 1.10444, - "230": 1.10623, - "231": 1.10771, - "232": 1.10428, - "233": 1.10253, - "234": 1.10767, - "235": 1.10776, - "236": 1.10487, - "237": 1.10475, - "238": 1.11613, - "239": 1.11721, - "240": 1.12147, - "241": 1.12327, - "242": 1.11145, - "243": 1.11793, - "244": 1.11618, - "245": 1.11009, - "246": 1.10263, - "247": 1.1097, - "248": 1.12563, - "249": 1.48178, - "250": 1.10441, - "251": 1.10813, - "252": 1.11027, - "253": 1.10786, - "254": 1.10675, - "255": 1.41789, - "256": 1.10691, - "257": 1.10828, - "258": 1.099, - "259": 1.10256, - "260": 1.10487, - "261": 1.10331, - "262": 1.10149, - "263": 1.14268, - "264": 1.10886, - "265": 1.10054, - "266": 1.12569, - "267": 1.10357, - "268": 1.10623, - "269": 1.10863, - "270": 1.11185, - "271": 1.11407, - "272": 1.10889, - "273": 1.10761, - "274": 1.11696, - "275": 1.11641, - "276": 1.11223, - "277": 1.11191, - "278": 1.11668, - "279": 1.11464, - "280": 1.12054, - "281": 1.11901, - "282": 1.11706, - "283": 1.10983, - "284": 1.11982, - "285": 1.11643, - "286": 1.1323, - "287": 1.13149, - "288": 1.11434, - "289": 1.11514, - "290": 1.11253, - "291": 1.12181, - "292": 1.11852, - "293": 1.13807, - "294": 1.11163, - "295": 1.11378, - "296": 1.10855, - "297": 1.1111, - "298": 1.11626, - "299": 1.11308, - "300": 1.11242, - "301": 1.11519, - "302": 1.11922, - "303": 1.12465, - "304": 1.12599, - "305": 1.11658, - "306": 1.12631, - "307": 1.122, - "308": 1.12833, - "309": 1.12246, - "310": 1.1219, - "311": 1.11331, - "312": 1.11222, - "313": 1.11732, - "314": 1.11315, - "315": 1.11416, - "316": 1.11358, - "317": 1.11582, - "318": 1.11198, - "319": 1.11212, - "320": 1.13151, - "321": 1.11859, - "322": 1.1151, - "323": 1.11505, - "324": 1.1226, - "325": 1.11562, - "326": 1.11418, - "327": 1.11019, - "328": 1.10635, - "329": 1.10816, - "330": 1.10757, - "331": 1.11273, - "332": 1.1063, - "333": 1.13101, - "334": 1.10992, - "335": 1.11002, - "336": 1.10896, - "337": 1.11385, - "338": 1.10594, - "339": 1.10666, - "340": 1.11103, - "341": 1.10554, - "342": 1.1125, - "343": 1.10995, - "344": 1.11148, - "345": 1.11497, - "346": 1.10878, - "347": 1.12044, - "348": 1.12215, - "349": 1.11473, - "350": 1.11189, - "351": 1.11564, - "352": 1.11776, - "353": 1.11815, - "354": 1.11108, - "355": 1.11061, - "356": 1.11158, - "357": 1.11626, - "358": 1.11171, - "359": 1.11462, - "360": 1.11513, - "361": 1.11128, - "362": 1.1118, - "363": 1.13364, - "364": 1.11591, - "365": 1.11792, - "366": 1.11785, - "367": 1.11998, - "368": 1.12243, - "369": 1.12531, - "370": 1.11915, - "371": 1.13454, - "372": 1.11105, - "373": 1.11708, - "374": 1.11546, - "375": 1.12944, - "376": 1.11506, - "377": 1.10987, - "378": 1.11226, - "379": 1.11415, - "380": 1.11174, - "381": 1.11286, - "382": 1.11275, - "383": 1.10823, - "384": 1.11042, - "385": 1.11323, - "386": 1.11219, - "387": 1.11361, - "388": 1.10927, - "389": 1.1125, - "390": 1.10816, - "391": 1.11189, - "392": 1.10973, - "393": 1.10795, - "394": 1.10684, - "395": 1.1102, - "396": 1.13313, - "397": 1.1078, - "398": 1.10732, - "399": 1.1275, - "400": 1.11146, - "401": 1.11947, - "402": 1.12571, - "403": 1.11015, - "404": 1.1077, - "405": 1.11487, - "406": 1.10595, - "407": 1.10336, - "408": 1.10755, - "409": 1.11965, - "410": 1.1109, - "411": 1.10621, - "412": 1.11214, - "413": 1.11669, - "414": 1.11737, - "415": 1.119, - "416": 1.11822, - "417": 1.11548, - "418": 1.11883, - "419": 1.11532, - "420": 1.11406, - "421": 1.11635, - "422": 1.11248, - "423": 1.11374, - "424": 1.11915, - "425": 1.11751, - "426": 1.12598, - "427": 1.13257, - "428": 1.12825, - "429": 1.12235, - "430": 1.1279, - "431": 1.10798, - "432": 1.11938, - "433": 1.10883, - "434": 1.10719, - "435": 1.10833, - "436": 1.11647, - "437": 1.10955, - "438": 1.10733, - "439": 1.1097, - "440": 1.11166, - "441": 1.1081, - "442": 1.11483, - "443": 1.10943, - "444": 1.11112, - "445": 1.10834, - "446": 1.10892, - "447": 1.11433, - "448": 1.10593, - "449": 1.10415, - "450": 1.10542, - "451": 1.10434, - "452": 1.10567, - "453": 1.11824, - "454": 1.10563, - "455": 1.11149, - "456": 1.11916, - "457": 1.12274, - "458": 1.11194, - "459": 1.11157, - "460": 1.10464, - "461": 1.1112, - "462": 1.10473, - "463": 1.11276, - "464": 1.111, - "465": 1.10797, - "466": 1.10697, - "467": 1.10859, - "468": 1.10659, - "469": 1.11135, - "470": 1.1136, - "471": 1.10898, - "472": 1.10806, - "473": 1.11193, - "474": 1.11067, - "475": 1.10236, - "476": 1.10259, - "477": 1.10292, - "478": 1.10411, - "479": 1.11142, - "480": 1.10192, - "481": 1.10853, - "482": 1.10912, - "483": 1.12265, - "484": 1.12247, - "485": 1.12315, - "486": 1.11172, - "487": 1.10692, - "488": 1.11303, - "489": 1.11249, - "490": 1.11812, - "491": 1.10999, - "492": 1.11504, - "493": 1.11733, - "494": 1.11551, - "495": 1.1079, - "496": 1.10726, - "497": 1.11462, - "498": 1.10799, - "499": 1.10985, - "500": 1.10965, - "501": 1.11617, - "502": 1.11625, - "503": 1.11341, - "504": 1.10985, - "505": 1.1131, - "506": 1.11855, - "507": 1.14604, - "508": 1.13154, - "509": 1.12809, - "510": 1.1266, - "511": 1.11642, - "512": 1.1304, - "513": 1.11625, - "514": 1.11231, - "515": 1.11425, - "516": 1.11458, - "517": 1.12676, - "518": 1.11414, - "519": 1.12164, - "520": 1.13014, - "521": 1.13033, - "522": 1.12993, - "523": 1.12995, - "524": 1.13537, - "525": 1.1341, - "526": 1.13201, - "527": 1.13119, - "528": 1.13075, - "529": 1.13011, - "530": 1.13738, - "531": 1.13329, - "532": 1.13114, - "533": 1.13695, - "534": 1.1344, - "535": 1.13618, - "536": 1.13312, - "537": 1.11997, - "538": 1.12321, - "539": 1.14241, - "540": 1.13107, - "541": 1.13735, - "542": 1.12575, - "543": 1.11897, - "544": 1.12217, - "545": 1.1057, - "546": 1.19156, - "547": 1.19276, - "548": 1.12812, - "549": 1.13165, - "550": 1.12449, - "551": 1.10936, - "552": 1.10564, - "553": 1.1275, - "554": 1.111, - "555": 1.10625, - "556": 1.1026, - "557": 1.09908, - "558": 1.10614, - "559": 1.1065, - "560": 1.10665, - "561": 1.10917, - "562": 1.10572, - "563": 1.11331, - "564": 1.10113, - "565": 1.10578, - "566": 1.12501, - "567": 1.11691, - "568": 1.11451, - "569": 1.1122, - "570": 1.1131, - "571": 1.112, - "572": 1.11721, - "573": 1.11259, - "574": 1.11569, - "575": 1.11467, - "576": 1.10724, - "577": 1.10561, - "578": 1.10933, - "579": 1.11134, - "580": 1.10264, - "581": 1.10279, - "582": 1.1022, - "583": 1.10338, - "584": 1.10602, - "585": 1.10808, - "586": 1.10642, - "587": 1.10413, - "588": 1.10396, - "589": 1.10987, - "590": 1.11702, - "591": 1.11411, - "592": 1.10927, - "593": 1.12893, - "594": 1.11306, - "595": 1.11887, - "596": 1.11524, - "597": 1.11498, - "598": 1.11873, - "599": 1.1204, - "600": 1.11897, - "601": 1.11948, - "602": 1.18294, - "603": 1.11302, - "604": 1.11134, - "605": 1.10445, - "606": 1.10724, - "607": 1.10874, - "608": 1.11111, - "609": 1.12004, - "610": 1.1141, - "611": 1.12314, - "612": 1.11563, - "613": 1.12115, - "614": 1.13046, - "615": 1.11289, - "616": 1.11363, - "617": 1.11725, - "618": 1.11448, - "619": 1.10595, - "620": 1.12068, - "621": 1.11137, - "622": 1.3999, - "623": 1.10818, - "624": 1.13027, - "625": 1.10737, - "626": 1.10357, - "627": 1.11405, - "628": 1.11246, - "629": 1.10616, - "630": 1.11526, - "631": 1.40252, - "632": 1.10978, - "633": 1.11606, - "634": 1.10439, - "635": 1.10446, - "636": 1.11092, - "637": 1.10347, - "638": 1.10119, - "639": 1.10471, - "640": 1.1031, - "641": 1.10298, - "642": 1.10636, - "643": 1.10161, - "644": 1.11466, - "645": 1.10507, - "646": 1.11445, - "647": 1.1197, - "648": 1.11545, - "649": 1.10703, - "650": 1.10554, - "651": 1.1068, - "652": 1.10194, - "653": 1.09773, - "654": 1.09907, - "655": 1.10346, - "656": 1.10393, - "657": 1.10961, - "658": 1.105, - "659": 1.10048, - "660": 1.10167, - "661": 1.10177, - "662": 1.10004, - "663": 1.10229, - "664": 1.10991, - "665": 1.11935, - "666": 1.09909, - "667": 1.10442, - "668": 1.11279, - "669": 1.10745, - "670": 1.10825, - "671": 1.12267, - "672": 1.10502, - "673": 1.10371, - "674": 1.12099, - "675": 1.13907, - "676": 1.11511, - "677": 1.11541, - "678": 1.11153, - "679": 1.0969, - "680": 1.10198, - "681": 1.10354, - "682": 1.10429, - "683": 1.11077, - "684": 1.10285, - "685": 1.10615, - "686": 1.10796, - "687": 1.10416, - "688": 1.09974, - "689": 1.1006, - "690": 1.09945, - "691": 1.09792, - "692": 1.24206, - "693": 1.18636, - "694": 1.13082, - "695": 1.09859, - "696": 1.11994, - "697": 1.10289, - "698": 1.10873, - "699": 1.10289, - "700": 1.10204, - "701": 1.12141, - "702": 1.11545, - "703": 1.11506, - "704": 1.10356, - "705": 1.10367, - "706": 1.10023, - "707": 1.09792, - "708": 1.10467, - "709": 1.10379, - "710": 1.10531, - "711": 1.10269, - "712": 1.10352, - "713": 1.10332, - "714": 1.10939, - "715": 1.11271, - "716": 1.10179, - "717": 1.10169, - "718": 1.10026, - "719": 1.10678, - "720": 1.10574, - "721": 1.10204, - "722": 1.11111, - "723": 1.10109, - "724": 1.10293, - "725": 1.11159, - "726": 1.10366, - "727": 1.10881, - "728": 1.11038, - "729": 1.11025, - "730": 1.12558, - "731": 1.1057, - "732": 1.12657, - "733": 1.1183, - "734": 1.12392, - "735": 1.12412, - "736": 1.11505, - "737": 1.11149, - "738": 1.1212, - "739": 1.11424, - "740": 1.10243, - "741": 1.11994, - "742": 1.12358, - "743": 1.12724, - "744": 1.11158, - "745": 1.10258, - "746": 1.10638, - "747": 1.10357, - "748": 1.10483, - "749": 1.10197, - "750": 1.11789, - "751": 1.10636, - "752": 1.12273, - "753": 1.10061, - "754": 1.09971, - "755": 1.1546, - "756": 1.10689, - "757": 1.143, - "758": 1.10961, - "759": 1.11208, - "760": 1.11271, - "761": 1.11862, - "762": 1.12119, - "763": 1.11964, - "764": 1.12199, - "765": 1.11991, - "766": 1.11129, - "767": 1.1103, - "768": 1.11377, - "769": 1.11084, - "770": 1.12634, - "771": 1.10791, - "772": 1.10626, - "773": 1.10717, - "774": 1.10369, - "775": 1.11733, - "776": 1.11238, - "777": 1.10662, - "778": 1.10313, - "779": 1.11571, - "780": 1.11278, - "781": 1.11722, - "782": 1.12559, - "783": 1.12032, - "784": 1.13024, - "785": 1.12844, - "786": 1.11379, - "787": 1.11233, - "788": 1.11523, - "789": 1.1147, - "790": 1.11153, - "791": 1.11328, - "792": 1.11514, - "793": 1.11747, - "794": 1.12177, - "795": 1.1299, - "796": 1.11963, - "797": 1.12177, - "798": 1.12128, - "799": 1.11666, - "800": 1.14711, - "801": 1.13565, - "802": 1.11745, - "803": 1.12096, - "804": 1.11665, - "805": 1.11673, - "806": 1.11672, - "807": 1.10599, - "808": 1.10539, - "809": 1.12257, - "810": 1.12862, - "811": 1.11639, - "812": 1.14011, - "813": 1.11732, - "814": 1.10888, - "815": 1.09894, - "816": 1.09974, - "817": 1.1022, - "818": 1.09833, - "819": 1.10124, - "820": 1.09952, - "821": 1.10108, - "822": 1.10349, - "823": 1.11768, - "824": 1.11207, - "825": 1.11295, - "826": 1.41122, - "827": 1.11612, - "828": 1.11409, - "829": 1.12569, - "830": 1.11959, - "831": 1.1249, - "832": 1.39302, - "833": 1.12006, - "834": 1.10953, - "835": 1.11144, - "836": 1.1137, - "837": 1.10702, - "838": 1.10982, - "839": 1.13938, - "840": 1.11782, - "841": 1.10472, - "842": 1.1082, - "843": 1.10719, - "844": 1.10724, - "845": 1.10938, - "846": 1.1075, - "847": 1.11396, - "848": 1.10209, - "849": 1.10287, - "850": 1.10193, - "851": 1.1002, - "852": 1.10616, - "853": 1.10922, - "854": 1.117, - "855": 1.1099, - "856": 1.11958, - "857": 1.11649, - "858": 1.11303, - "859": 1.11553, - "860": 1.13785, - "861": 1.11151, - "862": 1.12515, - "863": 1.11567, - "864": 1.13629, - "865": 1.11301, - "866": 1.1266, - "867": 1.10701, - "868": 1.11119, - "869": 1.10717, - "870": 1.10269, - "871": 1.11072, - "872": 1.12808, - "873": 1.10479, - "874": 1.10454, - "875": 1.10992, - "876": 1.10482, - "877": 1.10557, - "878": 1.1044, - "879": 1.10567, - "880": 1.10865, - "881": 1.11638, - "882": 1.1107, - "883": 1.11574, - "884": 1.11332, - "885": 1.10882, - "886": 1.10735, - "887": 1.11154, - "888": 1.11008, - "889": 1.11011, - "890": 1.10784, - "891": 1.11221, - "892": 1.10131, - "893": 1.11975, - "894": 1.10767, - "895": 1.10533, - "896": 1.10524, - "897": 1.10507, - "898": 1.10311, - "899": 1.10493, - "900": 1.13867, - "901": 1.10496, - "902": 1.10219, - "903": 1.10371, - "904": 1.09927, - "905": 1.1021, - "906": 1.10321, - "907": 1.10461, - "908": 1.09939, - "909": 1.112, - "910": 1.11201, - "911": 1.11227, - "912": 1.10616, - "913": 1.1101, - "914": 1.10967, - "915": 1.10234, - "916": 1.11526, - "917": 1.12492, - "918": 1.12468, - "919": 1.12194, - "920": 1.13105, - "921": 1.14835, - "922": 1.11893, - "923": 1.13874, - "924": 1.13103, - "925": 1.11537, - "926": 1.11885, - "927": 1.11898, - "928": 1.11986, - "929": 1.10681, - "930": 1.10842, - "931": 1.11325, - "932": 1.11422, - "933": 1.11227, - "934": 1.12222, - "935": 1.12401, - "936": 1.10809, - "937": 1.12051, - "938": 1.11976, - "939": 1.108, - "940": 1.11434, - "941": 1.12242, - "942": 1.12111, - "943": 1.11968, - "944": 1.11767, - "945": 1.1205, - "946": 1.11835, - "947": 1.13, - "948": 1.13766, - "949": 1.11754, - "950": 1.11677, - "951": 1.11988, - "952": 1.11461, - "953": 1.11709, - "954": 1.11529, - "955": 1.12479, - "956": 1.12035, - "957": 1.1211, - "958": 1.12178, - "959": 1.11983, - "960": 1.12659, - "961": 1.11924, - "962": 1.12163, - "963": 1.11775, - "964": 1.11476, - "965": 1.12358, - "966": 1.11714, - "967": 1.11203, - "968": 1.11555, - "969": 1.10879, - "970": 1.11419, - "971": 1.10508, - "972": 1.11276, - "973": 1.11, - "974": 1.11187, - "975": 1.12792, - "976": 1.11182, - "977": 1.10998, - "978": 1.11915, - "979": 1.11864, - "980": 1.14434, - "981": 1.13107, - "982": 1.13449, - "983": 1.13492, - "984": 1.12225, - "985": 1.11677, - "986": 1.10469, - "987": 1.10701, - "988": 1.10893, - "989": 1.11249, - "990": 1.1148, - "991": 1.10515, - "992": 1.11155, - "993": 1.11377, - "994": 1.11526, - "995": 1.11775, - "996": 1.1087, - "997": 1.11253, - "998": 1.11229, - "999": 1.11298, - "1000": 1.11148, - "1001": 1.11066, - "1002": 1.10946, - "1003": 1.10475, - "1004": 1.10636, - "1005": 1.10981, - "1006": 1.10863, - "1007": 1.10742, - "1008": 1.10589, - "1009": 1.10693, - "1010": 1.10781, - "1011": 1.11281, - "1012": 1.10578, - "1013": 1.11037, - "1014": 1.10597, - "1015": 1.10681, - "1016": 1.1338, - "1017": 1.11461, - "1018": 1.11116, - "1019": 1.1096, - "1020": 1.1108, - "1021": 1.11146, - "1022": 1.11476, - "1023": 1.11451, - "1024": 1.13013, - "1025": 1.11511, - "1026": 1.11511, - "1027": 1.11514, - "1028": 1.11855, - "1029": 1.11869, - "1030": 1.1118, - "1031": 1.11742, - "1032": 1.11263, - "1033": 1.12033, - "1034": 1.12435, - "1035": 1.12581, - "1036": 1.1272, - "1037": 1.46521, - "1038": 1.14443, - "1039": 1.12999, - "1040": 1.12716, - "1041": 1.11861, - "1042": 1.11514, - "1043": 1.12673, - "1044": 1.12884, - "1045": 1.1161, - "1046": 1.11643, - "1047": 1.12461, - "1048": 1.12817, - "1049": 1.11487, - "1050": 1.11239, - "1051": 1.12763, - "1052": 1.11944, - "1053": 1.11469, - "1054": 1.11702, - "1055": 1.40678, - "1056": 1.12105, - "1057": 1.11851, - "1058": 1.11965, - "1059": 1.11967, - "1060": 1.11713, - "1061": 1.11908, - "1062": 1.1161, - "1063": 1.40239, - "1064": 1.11686, - "1065": 1.11366, - "1066": 1.12523, - "1067": 1.11094, - "1068": 1.11411, - "1069": 1.11926, - "1070": 1.11511, - "1071": 1.13367, - "1072": 1.113, - "1073": 1.11679, - "1074": 1.11617, - "1075": 1.12199, - "1076": 1.11141, - "1077": 1.11322, - "1078": 1.1378, - "1079": 1.11023, - "1080": 1.11533, - "1081": 1.11363, - "1082": 1.10896, - "1083": 1.11339, - "1084": 1.12105, - "1085": 1.12039, - "1086": 1.1173, - "1087": 1.1128, - "1088": 1.11157, - "1089": 1.11505, - "1090": 1.11087, - "1091": 1.1241, - "1092": 1.11662, - "1093": 1.11369, - "1094": 1.12153, - "1095": 1.11664, - "1096": 1.12998, - "1097": 1.12103, - "1098": 1.12908, - "1099": 1.12207, - "1100": 1.13222, - "1101": 1.12059, - "1102": 1.11343, - "1103": 1.11517, - "1104": 1.11678, - "1105": 1.14377, - "1106": 1.1159, - "1107": 1.11485, - "1108": 1.1165, - "1109": 1.11059, - "1110": 1.11613, - "1111": 1.11121, - "1112": 1.11707, - "1113": 1.11613, - "1114": 1.11333, - "1115": 1.11172, - "1116": 1.11467, - "1117": 1.1153, - "1118": 1.11519, - "1119": 1.1201, - "1120": 1.11799, - "1121": 1.11431, - "1122": 1.11478, - "1123": 1.12068, - "1124": 1.11421, - "1125": 1.11697, - "1126": 1.12694, - "1127": 1.12194, - "1128": 1.11753, - "1129": 1.11512, - "1130": 1.11508, - "1131": 1.12083, - "1132": 1.13227, - "1133": 1.13691, - "1134": 1.11771, - "1135": 1.11766, - "1136": 1.11448, - "1137": 1.11746, - "1138": 1.12004, - "1139": 1.11505, - "1140": 1.11661, - "1141": 1.11402, - "1142": 1.1249, - "1143": 1.11389, - "1144": 1.11409, - "1145": 1.12676, - "1146": 1.11018, - "1147": 1.12125, - "1148": 1.10921, - "1149": 1.11092, - "1150": 1.11943, - "1151": 1.11813, - "1152": 1.1167, - "1153": 1.11791, - "1154": 1.12869, - "1155": 1.13518, - "1156": 1.11815, - "1157": 1.119, - "1158": 1.12852, - "1159": 1.12165, - "1160": 1.14599, - "1161": 1.1293, - "1162": 1.12293, - "1163": 1.12571, - "1164": 1.11905, - "1165": 1.11581, - "1166": 1.11263, - "1167": 1.11353, - "1168": 1.12123, - "1169": 1.11346, - "1170": 1.11658, - "1171": 1.11649, - "1172": 1.12025, - "1173": 1.12534, - "1174": 1.11968, - "1175": 1.11262, - "1176": 1.11349, - "1177": 1.12106, - "1178": 1.11213, - "1179": 1.10954, - "1180": 1.10875, - "1181": 1.12034, - "1182": 1.11482, - "1183": 1.11462, - "1184": 1.11384, - "1185": 1.11286, - "1186": 1.1177, - "1187": 1.13227, - "1188": 1.11466, - "1189": 1.11246, - "1190": 1.11164, - "1191": 1.12586, - "1192": 1.12681, - "1193": 1.11654, - "1194": 1.11442, - "1195": 1.13045, - "1196": 1.11151, - "1197": 1.11333, - "1198": 1.12378, - "1199": 1.11423, - "1200": 1.11295, - "1201": 1.11676, - "1202": 1.11363, - "1203": 1.1113, - "1204": 1.1202, - "1205": 1.12267, - "1206": 1.11346, - "1207": 1.11419, - "1208": 1.11594, - "1209": 1.12099, - "1210": 1.1153, - "1211": 1.11237, - "1212": 1.1181, - "1213": 1.11773, - "1214": 1.14257, - "1215": 1.12045, - "1216": 1.11126, - "1217": 1.12112, - "1218": 1.13026, - "1219": 1.13201, - "1220": 1.12253, - "1221": 1.13053, - "1222": 1.12599, - "1223": 1.12099, - "1224": 1.12177, - "1225": 1.11004, - "1226": 1.11219, - "1227": 1.1131, - "1228": 1.11282, - "1229": 1.11342, - "1230": 1.10754, - "1231": 1.11895, - "1232": 1.10859, - "1233": 1.10476, - "1234": 1.10951, - "1235": 1.11079, - "1236": 1.10578, - "1237": 1.11151, - "1238": 1.10595, - "1239": 1.10785, - "1240": 1.10168, - "1241": 1.11714, - "1242": 1.12125, - "1243": 1.1039, - "1244": 1.09957, - "1245": 1.10586, - "1246": 1.12094, - "1247": 1.10481, - "1248": 1.10891, - "1249": 1.10629, - "1250": 1.10599, - "1251": 1.11845, - "1252": 1.11404, - "1253": 1.1091, - "1254": 1.10704, - "1255": 1.11217, - "1256": 1.12043, - "1257": 1.10467, - "1258": 1.11193, - "1259": 1.10797, - "1260": 1.11266, - "1261": 1.10875, - "1262": 1.11761, - "1263": 1.11578, - "1264": 1.10878, - "1265": 1.11024, - "1266": 1.11064, - "1267": 1.1059, - "1268": 1.10546, - "1269": 1.12973, - "1270": 1.10574, - "1271": 1.11045, - "1272": 1.10717, - "1273": 1.10638, - "1274": 1.10789, - "1275": 1.10883, - "1276": 1.10577, - "1277": 1.10666, - "1278": 1.11556, - "1279": 1.12242, - "1280": 1.12283, - "1281": 1.11497, - "1282": 1.1104, - "1283": 1.12221, - "1284": 1.11656, - "1285": 1.13049, - "1286": 1.11851, - "1287": 1.10153, - "1288": 1.10756, - "1289": 1.10843, - "1290": 1.10635, - "1291": 1.10645, - "1292": 1.10773, - "1293": 1.11936, - "1294": 1.10559, - "1295": 1.10563, - "1296": 1.12369, - "1297": 1.10969, - "1298": 1.10508, - "1299": 1.10513, - "1300": 1.10473, - "1301": 1.10171, - "1302": 1.10278, - "1303": 1.10678, - "1304": 1.10534, - "1305": 1.10375, - "1306": 1.12775, - "1307": 1.10406, - "1308": 1.10526, - "1309": 1.10237, - "1310": 1.10677, - "1311": 1.10872, - "1312": 1.1141, - "1313": 1.10824, - "1314": 1.10607, - "1315": 1.10786, - "1316": 1.12265, - "1317": 1.1217, - "1318": 1.11848, - "1319": 1.1184, - "1320": 1.12693, - "1321": 1.12375, - "1322": 1.11789, - "1323": 1.12367, - "1324": 1.12821, - "1325": 1.12508, - "1326": 1.11575, - "1327": 1.11995, - "1328": 1.12055, - "1329": 1.1206, - "1330": 1.12737, - "1331": 1.11843, - "1332": 1.12029, - "1333": 1.11939, - "1334": 1.12797, - "1335": 1.12774, - "1336": 1.12624, - "1337": 1.1276, - "1338": 1.1301, - "1339": 1.14557, - "1340": 1.14624, - "1341": 1.12473, - "1342": 1.13076, - "1343": 1.13679, - "1344": 1.13154, - "1345": 1.12083, - "1346": 1.12781, - "1347": 1.12555, - "1348": 1.12562, - "1349": 1.12729, - "1350": 1.11788, - "1351": 1.11602, - "1352": 1.10299, - "1353": 1.11048, - "1354": 1.10882, - "1355": 1.10735, - "1356": 1.1062, - "1357": 1.10938, - "1358": 1.10523, - "1359": 1.10725, - "1360": 1.11073, - "1361": 1.10531, - "1362": 1.10659, - "1363": 1.10543, - "1364": 1.10415, - "1365": 1.10181, - "1366": 1.16117, - "1367": 1.10573, - "1368": 1.1018, - "1369": 1.101, - "1370": 1.11013, - "1371": 1.11188, - "1372": 1.10471, - "1373": 1.10318, - "1374": 1.13941, - "1375": 1.10188, - "1376": 1.10465, - "1377": 1.09923, - "1378": 1.12276, - "1379": 1.10312, - "1380": 1.10843, - "1381": 1.10297, - "1382": 1.11079, - "1383": 1.10274, - "1384": 1.10318, - "1385": 1.10332, - "1386": 1.10447, - "1387": 1.10282, - "1388": 1.10764, - "1389": 1.10662, - "1390": 1.10421, - "1391": 1.10469, - "1392": 1.10586, - "1393": 1.41634, - "1394": 1.13309, - "1395": 1.40129, - "1396": 1.10954, - "1397": 1.10542, - "1398": 1.10754, - "1399": 1.10352, - "1400": 1.10786, - "1401": 1.1344, - "1402": 1.10716, - "1403": 1.12272, - "1404": 1.11693, - "1405": 1.14259, - "1406": 1.11621, - "1407": 1.11338, - "1408": 1.11569, - "1409": 1.10532, - "1410": 1.10329, - "1411": 1.10301, - "1412": 1.10001, - "1413": 1.113, - "1414": 1.10349, - "1415": 1.10506, - "1416": 1.10497, - "1417": 1.10413, - "1418": 1.1011, - "1419": 1.11251, - "1420": 1.12757, - "1421": 1.1165, - "1422": 1.11304, - "1423": 1.11075, - "1424": 1.1116, - "1425": 1.11897, - "1426": 1.11039, - "1427": 1.11621, - "1428": 1.10985, - "1429": 1.11175, - "1430": 1.11197, - "1431": 1.12304, - "1432": 1.13767, - "1433": 1.11696, - "1434": 1.11954, - "1435": 1.12168, - "1436": 1.12214, - "1437": 1.12137, - "1438": 1.12025, - "1439": 1.1187, - "1440": 1.1195, - "1441": 1.12145, - "1442": 1.12582, - "1443": 1.13616, - "1444": 1.11833, - "1445": 1.12576, - "1446": 1.11779, - "1447": 1.11774, - "1448": 1.11406, - "1449": 1.10991, - "1450": 1.1212, - "1451": 1.11254, - "1452": 1.11525, - "1453": 1.11608, - "1454": 1.1193, - "1455": 1.10949, - "1456": 1.11443, - "1457": 1.1121, - "1458": 1.11355, - "1459": 1.12878, - "1460": 1.11678, - "1461": 1.10589, - "1462": 1.11632, - "1463": 1.12169, - "1464": 1.13067, - "1465": 1.11638, - "1466": 1.11568, - "1467": 1.13174, - "1468": 1.11605, - "1469": 1.10912, - "1470": 1.12357, - "1471": 1.11192, - "1472": 1.11393, - "1473": 1.12542, - "1474": 1.15461, - "1475": 1.113, - "1476": 1.12504, - "1477": 1.16125, - "1478": 1.11925, - "1479": 1.11058, - "1480": 1.11613, - "1481": 1.11448, - "1482": 1.11369, - "1483": 1.11113, - "1484": 1.11449, - "1485": 1.11378, - "1486": 1.11458, - "1487": 1.14323, - "1488": 1.1119, - "1489": 1.11354, - "1490": 1.11018, - "1491": 1.11334, - "1492": 1.10824, - "1493": 1.11196, - "1494": 1.40268, - "1495": 1.12098, - "1496": 1.11368, - "1497": 1.10287, - "1498": 1.10223, - "1499": 1.1083, - "1500": 1.12089, - "1501": 1.11008, - "1502": 1.12247, - "1503": 1.13708, - "1504": 1.40645, - "1505": 1.12146, - "1506": 1.11128, - "1507": 1.12958, - "1508": 1.11413, - "1509": 1.11304, - "1510": 1.12257, - "1511": 1.11785, - "1512": 1.13657, - "1513": 1.11793, - "1514": 1.12483, - "1515": 1.11905, - "1516": 1.11144, - "1517": 1.11386, - "1518": 1.10343, - "1519": 1.10966, - "1520": 1.12522, - "1521": 1.11012, - "1522": 1.1096, - "1523": 1.11227, - "1524": 1.11295, - "1525": 1.10375, - "1526": 1.10839, - "1527": 1.11904, - "1528": 1.11558, - "1529": 1.44105, - "1530": 1.11797, - "1531": 1.11348, - "1532": 1.11565, - "1533": 1.10993, - "1534": 1.11189, - "1535": 1.10923, - "1536": 1.10764, - "1537": 1.10984, - "1538": 1.11013, - "1539": 1.10654, - "1540": 1.10841, - "1541": 1.11142, - "1542": 1.10719, - "1543": 1.1087, - "1544": 1.10874, - "1545": 1.10589, - "1546": 1.10352, - "1547": 1.10326, - "1548": 1.10345, - "1549": 1.11093, - "1550": 1.11405, - "1551": 1.10808, - "1552": 1.11372, - "1553": 1.116, - "1554": 1.13516, - "1555": 1.11439, - "1556": 1.14866, - "1557": 1.12526, - "1558": 1.11653, - "1559": 1.11683, - "1560": 1.11867, - "1561": 1.11597, - "1562": 1.11441, - "1563": 1.11412, - "1564": 1.11632, - "1565": 1.12153, - "1566": 1.11544, - "1567": 1.11279, - "1568": 1.13459, - "1569": 1.11016, - "1570": 1.11858, - "1571": 1.11746, - "1572": 1.11292, - "1573": 1.11361, - "1574": 1.14661, - "1575": 1.11972, - "1576": 1.11435, - "1577": 1.11965, - "1578": 1.11879, - "1579": 1.11963, - "1580": 1.11504, - "1581": 1.12781, - "1582": 1.11778, - "1583": 1.12352, - "1584": 1.1326, - "1585": 1.12227, - "1586": 1.11933, - "1587": 1.12365, - "1588": 1.11305, - "1589": 1.12214, - "1590": 1.11761, - "1591": 1.11593, - "1592": 1.11789, - "1593": 1.11612, - "1594": 1.11238, - "1595": 1.12886, - "1596": 1.1089, - "1597": 1.10897, - "1598": 1.11948, - "1599": 1.11288, - "1600": 1.11223, - "1601": 1.38048, - "1602": 1.11437, - "1603": 1.10932, - "1604": 1.11001, - "1605": 1.09979, - "1606": 1.10089, - "1607": 1.11313, - "1608": 1.1199, - "1609": 1.10314, - "1610": 1.11395, - "1611": 1.11517, - "1612": 1.12089, - "1613": 1.12152, - "1614": 1.11994, - "1615": 1.10528, - "1616": 1.10547, - "1617": 1.11372, - "1618": 1.11094, - "1619": 1.11021, - "1620": 1.10369, - "1621": 1.10744, - "1622": 1.12743, - "1623": 1.10478, - "1624": 1.10577, - "1625": 1.10355, - "1626": 1.11076, - "1627": 1.12261, - "1628": 1.10128, - "1629": 1.106, - "1630": 1.10623, - "1631": 1.10764, - "1632": 1.10867, - "1633": 1.10687, - "1634": 1.10481, - "1635": 1.11679, - "1636": 1.10369, - "1637": 1.11026, - "1638": 1.10846, - "1639": 1.104, - "1640": 1.11273, - "1641": 1.11581, - "1642": 1.1042, - "1643": 1.10379, - "1644": 1.10885, - "1645": 1.10435, - "1646": 1.10524, - "1647": 1.10651, - "1648": 1.10574, - "1649": 1.11458, - "1650": 1.12338, - "1651": 1.10475, - "1652": 1.09997, - "1653": 1.10576, - "1654": 1.10508, - "1655": 1.11198, - "1656": 1.10565, - "1657": 1.11101, - "1658": 1.10616, - "1659": 1.10436, - "1660": 1.1051, - "1661": 1.10501, - "1662": 1.11262, - "1663": 1.10862, - "1664": 1.10897, - "1665": 1.11063, - "1666": 1.10597, - "1667": 1.10784, - "1668": 1.11731, - "1669": 1.10616, - "1670": 1.12058, - "1671": 1.10877, - "1672": 1.10636, - "1673": 1.11701, - "1674": 1.11423, - "1675": 1.10943, - "1676": 1.10872, - "1677": 1.14089, - "1678": 1.11626, - "1679": 1.1161, - "1680": 1.12156, - "1681": 1.11775, - "1682": 1.10443, - "1683": 1.10737, - "1684": 1.10785, - "1685": 1.10656, - "1686": 1.1095, - "1687": 1.10755, - "1688": 1.10495, - "1689": 1.11951, - "1690": 1.10699, - "1691": 1.11216, - "1692": 1.10995, - "1693": 1.11407, - "1694": 1.1032, - "1695": 1.11141, - "1696": 1.10845, - "1697": 1.41976, - "1698": 1.10848, - "1699": 1.1593, - "1700": 1.11649, - "1701": 1.10571, - "1702": 1.11153, - "1703": 1.11515, - "1704": 1.14179, - "1705": 1.1155, - "1706": 1.4418, - "1707": 1.15778, - "1708": 1.10218, - "1709": 1.10553, - "1710": 1.12037, - "1711": 1.11371, - "1712": 1.13252, - "1713": 1.13971, - "1714": 1.1365, - "1715": 1.13333, - "1716": 1.13463, - "1717": 1.14037, - "1718": 1.18484, - "1719": 1.11963, - "1720": 1.13783, - "1721": 1.12132, - "1722": 1.09651, - "1723": 1.09706, - "1724": 1.09756, - "1725": 1.0985, - "1726": 1.09645, - "1727": 1.09802, - "1728": 1.0949, - "1729": 1.09676, - "1730": 1.09499, - "1731": 1.11914, - "1732": 1.09582, - "1733": 1.1218, - "1734": 1.12356, - "1735": 1.14459, - "1736": 1.13823, - "1737": 1.14751, - "1738": 1.13592, - "1739": 1.11798, - "1740": 1.11501, - "1741": 1.11863, - "1742": 1.13297, - "1743": 1.13497, - "1744": 1.13705, - "1745": 1.14143, - "1746": 1.14353, - "1747": 1.14042, - "1748": 1.12515, - "1749": 1.12663, - "1750": 1.10713, - "1751": 1.10637, - "1752": 1.10651, - "1753": 1.11054, - "1754": 1.10147, - "1755": 1.10785, - "1756": 1.13473, - "1757": 1.13879, - "1758": 1.14707, - "1759": 1.10769, - "1760": 1.11039, - "1761": 1.11477, - "1762": 1.10953, - "1763": 1.11552, - "1764": 1.11916, - "1765": 1.1124, - "1766": 1.11084, - "1767": 1.10169, - "1768": 1.11143, - "1769": 1.11411, - "1770": 1.10393, - "1771": 1.10882, - "1772": 1.10337, - "1773": 1.10338, - "1774": 1.10202, - "1775": 1.11579, - "1776": 1.13617, - "1777": 1.13189, - "1778": 1.10851, - "1779": 1.10806, - "1780": 1.10625, - "1781": 1.10487, - "1782": 1.10703, - "1783": 1.13853, - "1784": 1.13726, - "1785": 1.1071, - "1786": 1.1251, - "1787": 1.10763, - "1788": 1.11187, - "1789": 1.10509, - "1790": 1.10979, - "1791": 1.13632, - "1792": 1.13765, - "1793": 1.11829, - "1794": 1.13113, - "1795": 1.14526, - "1796": 1.15941, - "1797": 1.12778, - "1798": 1.12368, - "1799": 1.10954, - "1800": 1.10765, - "1801": 1.15478, - "1802": 1.12793, - "1803": 1.11102, - "1804": 1.13696, - "1805": 1.1444, - "1806": 1.14333, - "1807": 1.12926, - "1808": 1.10292, - "1809": 1.10378, - "1810": 1.11274, - "1811": 1.13363, - "1812": 1.10576, - "1813": 1.12964, - "1814": 1.10628, - "1815": 1.1074, - "1816": 1.10498, - "1817": 1.11269, - "1818": 1.10966, - "1819": 1.1044, - "1820": 1.10998, - "1821": 1.11705, - "1822": 1.10449, - "1823": 1.12889, - "1824": 1.13857, - "1825": 1.14187, - "1826": 1.13822, - "1827": 1.13902, - "1828": 1.1413, - "1829": 1.14667, - "1830": 1.13763, - "1831": 1.14054, - "1832": 1.13712, - "1833": 1.12949, - "1834": 1.11232, - "1835": 1.11108, - "1836": 1.10715, - "1837": 1.10945, - "1838": 1.11129, - "1839": 1.1088, - "1840": 1.11752, - "1841": 1.11232, - "1842": 1.10148, - "1843": 1.10515, - "1844": 1.10165, - "1845": 1.10562, - "1846": 1.10212, - "1847": 1.10027, - "1848": 1.10635, - "1849": 1.11169, - "1850": 1.11411, - "1851": 1.10318, - "1852": 1.10745, - "1853": 1.10284, - "1854": 1.10228, - "1855": 1.10935, - "1856": 1.12026, - "1857": 1.11386, - "1858": 1.11848, - "1859": 1.11959, - "1860": 1.12773, - "1861": 1.14196, - "1862": 1.12419, - "1863": 1.12144, - "1864": 1.13196, - "1865": 1.12238, - "1866": 1.12095, - "1867": 1.12747, - "1868": 1.10918, - "1869": 1.10503, - "1870": 1.10702, - "1871": 1.11053, - "1872": 1.10841, - "1873": 1.10791, - "1874": 1.10653, - "1875": 1.11342, - "1876": 1.10826, - "1877": 1.12751, - "1878": 1.12001, - "1879": 1.11416, - "1880": 1.11408, - "1881": 1.11212, - "1882": 1.11417, - "1883": 1.1099, - "1884": 1.11153, - "1885": 1.11373, - "1886": 1.10761, - "1887": 1.10939, - "1888": 1.11253, - "1889": 1.11207, - "1890": 1.10772, - "1891": 1.10694, - "1892": 1.10904, - "1893": 1.10838, - "1894": 1.12253, - "1895": 1.1357, - "1896": 1.11013, - "1897": 1.10701, - "1898": 1.11031, - "1899": 1.1067, - "1900": 1.10928, - "1901": 1.10823, - "1902": 1.10728, - "1903": 1.11249, - "1904": 1.11924, - "1905": 1.11419, - "1906": 1.12967, - "1907": 1.10084, - "1908": 1.10414, - "1909": 1.10937, - "1910": 1.10963, - "1911": 1.10384, - "1912": 1.10517, - "1913": 1.10218, - "1914": 1.10323, - "1915": 1.10331, - "1916": 1.099, - "1917": 1.10127, - "1918": 1.10547, - "1919": 1.10731, - "1920": 1.1073, - "1921": 1.10395, - "1922": 1.13307, - "1923": 1.10307, - "1924": 1.11397, - "1925": 1.12331, - "1926": 1.10955, - "1927": 1.10007, - "1928": 1.11217, - "1929": 1.10924, - "1930": 1.10912, - "1931": 1.11904, - "1932": 1.11767, - "1933": 1.11872, - "1934": 1.11036, - "1935": 1.10089, - "1936": 1.3947, - "1937": 1.10286, - "1938": 1.10136, - "1939": 1.10786, - "1940": 1.13455, - "1941": 1.11029, - "1942": 1.10824, - "1943": 1.10655, - "1944": 1.10539, - "1945": 1.10912, - "1946": 1.10804, - "1947": 1.10881, - "1948": 1.36477, - "1949": 1.14028, - "1950": 1.10952, - "1951": 1.1117, - "1952": 1.11192, - "1953": 1.10924, - "1954": 1.11644, - "1955": 1.11297, - "1956": 1.11181, - "1957": 1.11337, - "1958": 1.12345, - "1959": 1.12124, - "1960": 1.11197, - "1961": 1.11214, - "1962": 1.10783, - "1963": 1.11588, - "1964": 1.11553, - "1965": 1.11311, - "1966": 1.11204, - "1967": 1.40765, - "1968": 1.11045, - "1969": 1.10471, - "1970": 1.10346, - "1971": 1.10471, - "1972": 1.39141, - "1973": 1.10227, - "1974": 1.10581, - "1975": 1.10766, - "1976": 1.12617, - "1977": 1.11129, - "1978": 1.1156, - "1979": 1.115, - "1980": 1.11353, - "1981": 1.12022, - "1982": 1.11157, - "1983": 1.12212, - "1984": 1.13075, - "1985": 1.12995, - "1986": 1.13493, - "1987": 1.11121, - "1988": 1.10968, - "1989": 1.109, - "1990": 1.10616, - "1991": 1.10409, - "1992": 1.11005, - "1993": 1.10368, - "1994": 1.10381, - "1995": 1.10648, - "1996": 1.10386, - "1997": 1.10255, - "1998": 1.10384, - "1999": 1.10506, - "2000": 1.10903 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt3_weekly_dgx_h100_mcore_tp4_cp2_native_fp8_tp_sp_cp_tp_overlap/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt3_weekly_dgx_h100_mcore_tp4_cp2_native_fp8_tp_sp_cp_tp_overlap/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index b20fb2aa534..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt3_weekly_dgx_h100_mcore_tp4_cp2_native_fp8_tp_sp_cp_tp_overlap/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,10037 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 2000, - "step_interval": 1, - "values": { - "1": 10.85229, - "2": 10.85951, - "3": 10.85469, - "4": 10.86843, - "5": 10.85304, - "6": 10.85362, - "7": 10.8602, - "8": 10.85298, - "9": 10.84874, - "10": 10.84674, - "11": 10.83863, - "12": 10.83549, - "13": 10.82524, - "14": 10.84078, - "15": 10.78613, - "16": 10.79372, - "17": 10.76553, - "18": 10.78902, - "19": 10.73057, - "20": 10.69489, - "21": 10.64595, - "22": 10.64791, - "23": 10.65524, - "24": 10.55349, - "25": 10.56424, - "26": 10.63262, - "27": 10.47084, - "28": 10.471, - "29": 10.36495, - "30": 10.27406, - "31": 10.43126, - "32": 10.35361, - "33": 10.22439, - "34": 10.17135, - "35": 10.23744, - "36": 10.15766, - "37": 10.10704, - "38": 10.03631, - "39": 10.04895, - "40": 10.06978, - "41": 9.95276, - "42": 9.95577, - "43": 9.87217, - "44": 9.99154, - "45": 10.00766, - "46": 9.84803, - "47": 10.00018, - "48": 9.81816, - "49": 9.94941, - "50": 9.94449, - "51": 9.5964, - "52": 9.79483, - "53": 9.63207, - "54": 9.8854, - "55": 9.74063, - "56": 9.85006, - "57": 9.86123, - "58": 9.87737, - "59": 9.54716, - "60": 9.64756, - "61": 9.87994, - "62": 9.76465, - "63": 9.68066, - "64": 9.82801, - "65": 9.59733, - "66": 9.62928, - "67": 9.74212, - "68": 9.60593, - "69": 9.29694, - "70": 9.42495, - "71": 9.79013, - "72": 9.71358, - "73": 9.61909, - "74": 9.45334, - "75": 9.24289, - "76": 9.50821, - "77": 9.57857, - "78": 9.56035, - "79": 9.31048, - "80": 9.36161, - "81": 9.46136, - "82": 9.55628, - "83": 9.53353, - "84": 9.35526, - "85": 9.40111, - "86": 9.65137, - "87": 9.23621, - "88": 9.48942, - "89": 9.22457, - "90": 9.41443, - "91": 9.39014, - "92": 9.3793, - "93": 9.36366, - "94": 9.51552, - "95": 9.42012, - "96": 9.33698, - "97": 9.20729, - "98": 9.49265, - "99": 9.29333, - "100": 9.35883, - "101": 9.24766, - "102": 9.24259, - "103": 9.07796, - "104": 9.16832, - "105": 9.37671, - "106": 9.15179, - "107": 9.17832, - "108": 9.31483, - "109": 9.28984, - "110": 9.36705, - "111": 9.17605, - "112": 9.23281, - "113": 9.35413, - "114": 9.35742, - "115": 9.32337, - "116": 9.00364, - "117": 9.06445, - "118": 9.06523, - "119": 9.22504, - "120": 9.08324, - "121": 9.19428, - "122": 9.14006, - "123": 9.25894, - "124": 9.45689, - "125": 9.21857, - "126": 9.0614, - "127": 9.01413, - "128": 9.22025, - "129": 8.98394, - "130": 9.14098, - "131": 9.15643, - "132": 9.03479, - "133": 8.86261, - "134": 9.18468, - "135": 8.88922, - "136": 9.1645, - "137": 9.15944, - "138": 9.23186, - "139": 9.08834, - "140": 8.87267, - "141": 9.29752, - "142": 9.19877, - "143": 9.12079, - "144": 9.24324, - "145": 9.10527, - "146": 8.98338, - "147": 8.9881, - "148": 9.1361, - "149": 9.06877, - "150": 9.01122, - "151": 8.93192, - "152": 8.87852, - "153": 9.06711, - "154": 9.1802, - "155": 9.13786, - "156": 9.05095, - "157": 9.15163, - "158": 9.05301, - "159": 9.03638, - "160": 8.89244, - "161": 9.04764, - "162": 8.89639, - "163": 8.84472, - "164": 8.97496, - "165": 8.93105, - "166": 8.65677, - "167": 8.83411, - "168": 8.8203, - "169": 8.65961, - "170": 9.04726, - "171": 8.72167, - "172": 8.82105, - "173": 8.91105, - "174": 8.85007, - "175": 8.70985, - "176": 8.7611, - "177": 8.76567, - "178": 8.72394, - "179": 8.64132, - "180": 8.74357, - "181": 8.6941, - "182": 8.72315, - "183": 9.08667, - "184": 8.60959, - "185": 8.88334, - "186": 8.74346, - "187": 8.57546, - "188": 8.6841, - "189": 8.86656, - "190": 8.53754, - "191": 8.66593, - "192": 8.61152, - "193": 8.5763, - "194": 8.75183, - "195": 8.5938, - "196": 8.7761, - "197": 8.744, - "198": 8.63042, - "199": 8.77202, - "200": 8.73627, - "201": 8.67068, - "202": 8.55099, - "203": 8.54134, - "204": 8.71213, - "205": 8.22486, - "206": 8.85986, - "207": 8.67928, - "208": 8.70826, - "209": 8.75243, - "210": 8.58226, - "211": 8.84167, - "212": 8.4913, - "213": 8.57316, - "214": 8.51316, - "215": 8.56549, - "216": 8.50617, - "217": 8.53369, - "218": 8.53635, - "219": 8.64298, - "220": 8.54526, - "221": 8.39761, - "222": 8.50474, - "223": 8.44078, - "224": 8.52901, - "225": 8.5708, - "226": 8.44247, - "227": 8.67823, - "228": 8.3859, - "229": 8.4537, - "230": 8.4985, - "231": 8.50257, - "232": 8.49898, - "233": 8.49438, - "234": 8.64018, - "235": 8.5617, - "236": 8.39791, - "237": 8.49075, - "238": 8.30637, - "239": 8.56099, - "240": 8.67125, - "241": 8.447, - "242": 8.47179, - "243": 8.51685, - "244": 8.36975, - "245": 8.59641, - "246": 8.59557, - "247": 8.43962, - "248": 8.50986, - "249": 8.52277, - "250": 8.42301, - "251": 8.3783, - "252": 8.54698, - "253": 8.3164, - "254": 8.35246, - "255": 8.29609, - "256": 8.20858, - "257": 8.39462, - "258": 8.45148, - "259": 8.23213, - "260": 8.24039, - "261": 8.23733, - "262": 8.34866, - "263": 8.30632, - "264": 8.1907, - "265": 8.33202, - "266": 8.2336, - "267": 7.9013, - "268": 8.37861, - "269": 8.40384, - "270": 8.26475, - "271": 8.27885, - "272": 8.31844, - "273": 8.13253, - "274": 8.09818, - "275": 8.00901, - "276": 7.92522, - "277": 8.23699, - "278": 8.04701, - "279": 7.96356, - "280": 7.75515, - "281": 8.10016, - "282": 8.14722, - "283": 8.15666, - "284": 8.10022, - "285": 8.06894, - "286": 7.90037, - "287": 7.99127, - "288": 8.24359, - "289": 8.17176, - "290": 8.12684, - "291": 8.25357, - "292": 8.0756, - "293": 8.11914, - "294": 7.97501, - "295": 7.96533, - "296": 8.23576, - "297": 7.79081, - "298": 8.04236, - "299": 7.93831, - "300": 7.8498, - "301": 8.00964, - "302": 7.94515, - "303": 7.99053, - "304": 7.95899, - "305": 7.9946, - "306": 7.9738, - "307": 7.98707, - "308": 7.9953, - "309": 8.0059, - "310": 7.97168, - "311": 7.92562, - "312": 7.88182, - "313": 7.82955, - "314": 7.82035, - "315": 7.82475, - "316": 7.74495, - "317": 7.92567, - "318": 7.97631, - "319": 7.82443, - "320": 7.563, - "321": 7.74534, - "322": 7.82917, - "323": 7.76703, - "324": 7.90668, - "325": 7.79387, - "326": 7.64901, - "327": 7.86137, - "328": 7.7832, - "329": 7.87669, - "330": 7.74815, - "331": 7.52005, - "332": 7.81037, - "333": 7.8379, - "334": 7.67759, - "335": 7.69435, - "336": 7.90998, - "337": 7.64618, - "338": 7.89178, - "339": 7.7192, - "340": 7.75318, - "341": 7.70375, - "342": 7.81451, - "343": 7.61028, - "344": 7.58433, - "345": 7.60474, - "346": 7.45825, - "347": 7.55021, - "348": 7.67669, - "349": 7.57925, - "350": 7.65118, - "351": 7.74172, - "352": 7.69877, - "353": 7.4955, - "354": 7.73645, - "355": 7.75823, - "356": 7.76871, - "357": 7.8083, - "358": 7.59223, - "359": 7.54129, - "360": 7.62161, - "361": 7.53913, - "362": 7.75707, - "363": 7.58184, - "364": 7.57393, - "365": 7.61381, - "366": 7.30007, - "367": 7.55433, - "368": 7.4381, - "369": 7.34072, - "370": 7.45786, - "371": 7.45479, - "372": 7.64528, - "373": 7.51803, - "374": 7.43579, - "375": 7.52279, - "376": 7.33856, - "377": 7.23275, - "378": 7.53208, - "379": 7.48549, - "380": 7.37893, - "381": 7.46259, - "382": 7.28593, - "383": 7.26774, - "384": 7.4035, - "385": 7.38617, - "386": 7.2246, - "387": 7.41197, - "388": 7.27354, - "389": 7.42884, - "390": 7.23295, - "391": 7.63854, - "392": 7.32743, - "393": 7.41119, - "394": 7.46811, - "395": 7.43164, - "396": 7.27624, - "397": 7.22237, - "398": 7.41314, - "399": 7.14965, - "400": 7.28882, - "401": 7.34645, - "402": 7.38389, - "403": 7.27445, - "404": 7.29549, - "405": 7.25441, - "406": 7.20955, - "407": 7.35305, - "408": 7.17476, - "409": 7.15738, - "410": 7.30843, - "411": 7.21046, - "412": 7.19143, - "413": 7.22421, - "414": 6.90584, - "415": 7.32329, - "416": 7.41955, - "417": 7.01436, - "418": 7.26656, - "419": 7.03251, - "420": 7.40294, - "421": 7.17304, - "422": 7.22884, - "423": 7.08611, - "424": 7.2354, - "425": 7.3087, - "426": 7.28003, - "427": 7.12262, - "428": 7.08425, - "429": 6.87125, - "430": 7.19779, - "431": 6.99763, - "432": 7.22298, - "433": 6.96906, - "434": 6.95232, - "435": 7.01097, - "436": 7.00141, - "437": 6.9848, - "438": 6.99447, - "439": 6.93128, - "440": 7.05472, - "441": 7.03406, - "442": 7.09324, - "443": 7.0854, - "444": 6.69941, - "445": 6.98741, - "446": 7.13474, - "447": 7.11726, - "448": 6.97509, - "449": 7.04203, - "450": 7.00855, - "451": 6.82317, - "452": 6.90281, - "453": 7.00796, - "454": 6.96028, - "455": 7.02393, - "456": 6.98781, - "457": 6.96156, - "458": 6.89735, - "459": 6.68323, - "460": 7.05439, - "461": 7.088, - "462": 6.86315, - "463": 7.04576, - "464": 6.64275, - "465": 7.02272, - "466": 6.99895, - "467": 6.99097, - "468": 6.94728, - "469": 6.82004, - "470": 7.0355, - "471": 6.87321, - "472": 6.95214, - "473": 6.81396, - "474": 6.96547, - "475": 7.1584, - "476": 6.75391, - "477": 6.88861, - "478": 6.89832, - "479": 6.69636, - "480": 7.01803, - "481": 6.98503, - "482": 6.72248, - "483": 6.77484, - "484": 6.74297, - "485": 6.92045, - "486": 7.05544, - "487": 6.62222, - "488": 6.87375, - "489": 6.76024, - "490": 6.81377, - "491": 6.69837, - "492": 6.68149, - "493": 6.75646, - "494": 6.66282, - "495": 6.62263, - "496": 6.57706, - "497": 6.8292, - "498": 6.63548, - "499": 6.84385, - "500": 6.64283, - "501": 6.71966, - "502": 6.82988, - "503": 6.69833, - "504": 6.60751, - "505": 6.6112, - "506": 6.73586, - "507": 6.85391, - "508": 6.84629, - "509": 6.6384, - "510": 6.81034, - "511": 6.72977, - "512": 6.72804, - "513": 6.64821, - "514": 6.70064, - "515": 6.43824, - "516": 6.73421, - "517": 6.69542, - "518": 6.52993, - "519": 6.62474, - "520": 6.84935, - "521": 6.65329, - "522": 6.6979, - "523": 6.73262, - "524": 6.72634, - "525": 6.6655, - "526": 6.40663, - "527": 6.79088, - "528": 6.65206, - "529": 6.62295, - "530": 6.61639, - "531": 6.63503, - "532": 6.62382, - "533": 6.75435, - "534": 6.60296, - "535": 6.74138, - "536": 6.61812, - "537": 6.63086, - "538": 6.52418, - "539": 6.54299, - "540": 6.57593, - "541": 6.44382, - "542": 6.66189, - "543": 6.67325, - "544": 6.66927, - "545": 6.80511, - "546": 6.6246, - "547": 6.40979, - "548": 6.71663, - "549": 6.68986, - "550": 6.51987, - "551": 6.74092, - "552": 6.63227, - "553": 6.47534, - "554": 6.62778, - "555": 6.45222, - "556": 6.60749, - "557": 6.62431, - "558": 6.37676, - "559": 6.36118, - "560": 6.5756, - "561": 6.72381, - "562": 6.62768, - "563": 6.73287, - "564": 6.34176, - "565": 6.50706, - "566": 6.6902, - "567": 6.55838, - "568": 6.50084, - "569": 6.44415, - "570": 6.35619, - "571": 6.62259, - "572": 6.30471, - "573": 6.5721, - "574": 6.46259, - "575": 6.63541, - "576": 6.50701, - "577": 6.51656, - "578": 6.47574, - "579": 6.45618, - "580": 6.5583, - "581": 6.59714, - "582": 6.46959, - "583": 6.50413, - "584": 6.51087, - "585": 6.41424, - "586": 6.40258, - "587": 6.4501, - "588": 6.55622, - "589": 6.61456, - "590": 6.27891, - "591": 6.66415, - "592": 6.2545, - "593": 6.46521, - "594": 6.37467, - "595": 6.34819, - "596": 6.25003, - "597": 6.18054, - "598": 6.44279, - "599": 6.38602, - "600": 6.44414, - "601": 6.25051, - "602": 6.51804, - "603": 6.50819, - "604": 6.37382, - "605": 6.48026, - "606": 6.3013, - "607": 6.51999, - "608": 6.66049, - "609": 6.16075, - "610": 6.55805, - "611": 6.38737, - "612": 6.56702, - "613": 6.41056, - "614": 6.18827, - "615": 6.38286, - "616": 6.34421, - "617": 6.36273, - "618": 6.43626, - "619": 6.12502, - "620": 6.3943, - "621": 6.44427, - "622": 6.38402, - "623": 6.56769, - "624": 6.34417, - "625": 6.26521, - "626": 6.28634, - "627": 6.4276, - "628": 6.24043, - "629": 6.57298, - "630": 6.3523, - "631": 6.33431, - "632": 6.29554, - "633": 6.24213, - "634": 6.29476, - "635": 6.53142, - "636": 6.23005, - "637": 6.62121, - "638": 6.00686, - "639": 6.26506, - "640": 6.2796, - "641": 6.19435, - "642": 6.27007, - "643": 6.44413, - "644": 6.2445, - "645": 6.23092, - "646": 6.38932, - "647": 6.3209, - "648": 6.34188, - "649": 6.33297, - "650": 6.47025, - "651": 6.31782, - "652": 6.23993, - "653": 6.36817, - "654": 6.43495, - "655": 6.5135, - "656": 6.31371, - "657": 6.4163, - "658": 6.22993, - "659": 6.1432, - "660": 6.3808, - "661": 6.15725, - "662": 6.2613, - "663": 6.36151, - "664": 6.32043, - "665": 6.39194, - "666": 6.15182, - "667": 6.18562, - "668": 6.22741, - "669": 6.20408, - "670": 6.23602, - "671": 6.22904, - "672": 6.47492, - "673": 6.32812, - "674": 6.28343, - "675": 6.37362, - "676": 6.38018, - "677": 6.29511, - "678": 6.26804, - "679": 6.22803, - "680": 6.28357, - "681": 6.19077, - "682": 6.07906, - "683": 6.26403, - "684": 6.31575, - "685": 6.2874, - "686": 6.14011, - "687": 6.27685, - "688": 6.19835, - "689": 6.61075, - "690": 6.16856, - "691": 6.17286, - "692": 6.2649, - "693": 6.13689, - "694": 6.22553, - "695": 6.31786, - "696": 6.1061, - "697": 6.14556, - "698": 6.21959, - "699": 6.45326, - "700": 6.03519, - "701": 6.05302, - "702": 6.23703, - "703": 6.17441, - "704": 6.20621, - "705": 6.11844, - "706": 6.06567, - "707": 6.24456, - "708": 6.30245, - "709": 5.99551, - "710": 6.15229, - "711": 6.2479, - "712": 6.17146, - "713": 5.88608, - "714": 6.09975, - "715": 6.10497, - "716": 6.40586, - "717": 6.18363, - "718": 6.23537, - "719": 6.26862, - "720": 6.25804, - "721": 6.25605, - "722": 6.22472, - "723": 6.07187, - "724": 6.22017, - "725": 6.0314, - "726": 6.29244, - "727": 6.00644, - "728": 6.03616, - "729": 6.0826, - "730": 6.17412, - "731": 6.09163, - "732": 6.07888, - "733": 6.11348, - "734": 6.37763, - "735": 6.26791, - "736": 6.17709, - "737": 6.36077, - "738": 6.13247, - "739": 6.14636, - "740": 5.87836, - "741": 6.00499, - "742": 5.98594, - "743": 6.17515, - "744": 6.02317, - "745": 6.14565, - "746": 6.03122, - "747": 6.09452, - "748": 6.22864, - "749": 5.93308, - "750": 6.16381, - "751": 5.95292, - "752": 6.01389, - "753": 6.02392, - "754": 6.28379, - "755": 6.12598, - "756": 6.2443, - "757": 6.01404, - "758": 6.19738, - "759": 6.22084, - "760": 6.02115, - "761": 6.1856, - "762": 6.21798, - "763": 6.02971, - "764": 5.95856, - "765": 5.92315, - "766": 5.96127, - "767": 5.81063, - "768": 6.18012, - "769": 6.27004, - "770": 6.28915, - "771": 5.78425, - "772": 6.0231, - "773": 6.17908, - "774": 5.87868, - "775": 6.02111, - "776": 6.12258, - "777": 5.875, - "778": 6.04901, - "779": 5.86583, - "780": 6.13275, - "781": 5.8451, - "782": 6.03644, - "783": 5.94982, - "784": 5.91239, - "785": 6.08718, - "786": 6.0949, - "787": 5.6498, - "788": 5.99117, - "789": 6.20208, - "790": 6.25533, - "791": 5.78584, - "792": 5.98398, - "793": 6.17232, - "794": 6.02303, - "795": 5.99758, - "796": 6.15575, - "797": 6.04799, - "798": 6.04773, - "799": 6.10394, - "800": 6.00523, - "801": 6.13976, - "802": 5.97143, - "803": 6.14303, - "804": 5.99897, - "805": 5.8162, - "806": 6.08016, - "807": 6.03933, - "808": 5.91779, - "809": 5.76774, - "810": 6.00748, - "811": 5.92407, - "812": 5.89853, - "813": 5.95603, - "814": 6.0199, - "815": 5.80113, - "816": 6.10732, - "817": 5.92704, - "818": 6.05349, - "819": 5.99954, - "820": 5.71925, - "821": 5.93871, - "822": 6.18742, - "823": 5.82051, - "824": 5.97479, - "825": 6.17898, - "826": 6.18992, - "827": 6.04811, - "828": 6.0618, - "829": 5.8808, - "830": 5.9338, - "831": 5.89066, - "832": 5.95946, - "833": 6.05775, - "834": 5.98694, - "835": 5.99225, - "836": 5.78808, - "837": 6.1001, - "838": 5.85774, - "839": 5.82603, - "840": 6.17451, - "841": 5.77389, - "842": 5.88244, - "843": 5.93827, - "844": 6.0037, - "845": 6.08214, - "846": 5.68388, - "847": 5.75348, - "848": 5.96075, - "849": 6.0909, - "850": 5.83839, - "851": 6.01221, - "852": 5.74277, - "853": 5.9819, - "854": 6.00994, - "855": 5.81104, - "856": 5.99027, - "857": 5.99462, - "858": 6.04349, - "859": 5.94378, - "860": 6.08776, - "861": 6.05806, - "862": 5.99259, - "863": 5.83184, - "864": 5.83727, - "865": 5.93014, - "866": 5.88373, - "867": 5.87071, - "868": 6.0603, - "869": 6.08011, - "870": 5.96321, - "871": 6.03762, - "872": 5.89053, - "873": 5.83933, - "874": 6.02181, - "875": 5.90658, - "876": 5.96303, - "877": 5.92074, - "878": 6.09702, - "879": 5.76213, - "880": 6.0073, - "881": 5.98795, - "882": 5.90217, - "883": 5.67039, - "884": 5.95748, - "885": 5.74054, - "886": 5.98445, - "887": 5.90648, - "888": 5.8314, - "889": 6.00733, - "890": 6.01123, - "891": 5.94286, - "892": 5.70277, - "893": 6.08459, - "894": 5.72165, - "895": 5.83588, - "896": 5.83978, - "897": 5.84943, - "898": 5.92347, - "899": 5.93201, - "900": 5.8958, - "901": 5.94689, - "902": 5.82987, - "903": 6.04738, - "904": 5.92586, - "905": 5.89894, - "906": 5.61575, - "907": 5.90522, - "908": 5.73333, - "909": 5.98526, - "910": 5.85686, - "911": 5.69844, - "912": 5.69856, - "913": 5.76407, - "914": 5.82436, - "915": 5.79681, - "916": 5.88608, - "917": 5.867, - "918": 5.8166, - "919": 5.80848, - "920": 5.88971, - "921": 5.8407, - "922": 5.62064, - "923": 6.03383, - "924": 5.60482, - "925": 5.61823, - "926": 5.85786, - "927": 5.95554, - "928": 5.83872, - "929": 5.82237, - "930": 5.95411, - "931": 5.75622, - "932": 5.59098, - "933": 5.63134, - "934": 5.80496, - "935": 5.63538, - "936": 5.8317, - "937": 5.96485, - "938": 5.58943, - "939": 5.79158, - "940": 5.96089, - "941": 5.72676, - "942": 5.83595, - "943": 5.87091, - "944": 5.95881, - "945": 5.70173, - "946": 5.55832, - "947": 5.74676, - "948": 5.79172, - "949": 5.82702, - "950": 5.84636, - "951": 5.72232, - "952": 5.6926, - "953": 5.67846, - "954": 5.72814, - "955": 5.52701, - "956": 5.6247, - "957": 5.84082, - "958": 5.79725, - "959": 5.57236, - "960": 5.8033, - "961": 5.83318, - "962": 5.76931, - "963": 5.768, - "964": 5.70825, - "965": 5.63755, - "966": 5.60344, - "967": 5.72795, - "968": 5.74037, - "969": 5.82565, - "970": 5.64868, - "971": 5.70857, - "972": 5.85255, - "973": 5.67308, - "974": 5.7177, - "975": 5.86027, - "976": 5.71074, - "977": 5.77363, - "978": 5.68598, - "979": 5.5901, - "980": 5.76431, - "981": 5.89808, - "982": 5.47164, - "983": 5.61909, - "984": 5.54693, - "985": 5.58914, - "986": 5.6395, - "987": 5.57215, - "988": 5.71212, - "989": 5.69568, - "990": 5.62713, - "991": 5.85071, - "992": 5.77178, - "993": 5.87182, - "994": 5.69827, - "995": 5.7311, - "996": 5.73947, - "997": 5.81776, - "998": 5.83946, - "999": 5.83213, - "1000": 5.68618, - "1001": 5.86902, - "1002": 5.75759, - "1003": 5.64206, - "1004": 5.80056, - "1005": 5.53357, - "1006": 5.3287, - "1007": 5.7697, - "1008": 5.79391, - "1009": 5.65438, - "1010": 5.78459, - "1011": 5.89696, - "1012": 5.62269, - "1013": 5.61367, - "1014": 5.67992, - "1015": 5.56146, - "1016": 5.87263, - "1017": 5.83169, - "1018": 5.62357, - "1019": 5.73336, - "1020": 5.61404, - "1021": 5.85353, - "1022": 5.49696, - "1023": 5.65062, - "1024": 5.74334, - "1025": 5.57222, - "1026": 5.40994, - "1027": 5.59905, - "1028": 5.68935, - "1029": 5.68346, - "1030": 5.68799, - "1031": 5.40526, - "1032": 5.78443, - "1033": 5.57561, - "1034": 5.6274, - "1035": 5.71529, - "1036": 5.62368, - "1037": 5.36621, - "1038": 5.66561, - "1039": 5.6477, - "1040": 5.57324, - "1041": 5.59731, - "1042": 5.81493, - "1043": 5.56271, - "1044": 5.46406, - "1045": 5.9683, - "1046": 5.48617, - "1047": 5.39181, - "1048": 5.49562, - "1049": 5.67791, - "1050": 5.69881, - "1051": 5.5776, - "1052": 5.68149, - "1053": 5.63114, - "1054": 5.45857, - "1055": 5.59887, - "1056": 5.67508, - "1057": 5.75628, - "1058": 5.56524, - "1059": 5.74843, - "1060": 5.82162, - "1061": 5.47233, - "1062": 5.65043, - "1063": 5.50248, - "1064": 5.59125, - "1065": 5.55564, - "1066": 5.74466, - "1067": 5.67043, - "1068": 5.44061, - "1069": 5.61122, - "1070": 5.81207, - "1071": 5.51069, - "1072": 5.62291, - "1073": 5.6192, - "1074": 5.52379, - "1075": 5.70748, - "1076": 5.5951, - "1077": 5.70681, - "1078": 5.56223, - "1079": 5.61677, - "1080": 5.64259, - "1081": 5.62201, - "1082": 5.50149, - "1083": 5.64213, - "1084": 5.55087, - "1085": 5.40393, - "1086": 5.62042, - "1087": 5.44171, - "1088": 5.51111, - "1089": 5.76887, - "1090": 5.52736, - "1091": 5.51307, - "1092": 5.40781, - "1093": 5.69672, - "1094": 5.56925, - "1095": 5.5731, - "1096": 5.61367, - "1097": 5.6454, - "1098": 5.65292, - "1099": 5.51436, - "1100": 5.63973, - "1101": 5.67989, - "1102": 5.53567, - "1103": 5.54943, - "1104": 5.53818, - "1105": 5.55271, - "1106": 5.68243, - "1107": 5.68309, - "1108": 5.78112, - "1109": 5.54014, - "1110": 5.6617, - "1111": 5.59215, - "1112": 5.58702, - "1113": 5.62687, - "1114": 5.61504, - "1115": 5.59863, - "1116": 5.66461, - "1117": 5.64732, - "1118": 5.65418, - "1119": 5.70846, - "1120": 5.63501, - "1121": 5.37809, - "1122": 5.23308, - "1123": 5.47298, - "1124": 5.65454, - "1125": 5.68419, - "1126": 5.68674, - "1127": 5.56954, - "1128": 5.62438, - "1129": 5.29406, - "1130": 5.54548, - "1131": 5.6238, - "1132": 5.72077, - "1133": 5.51615, - "1134": 5.55302, - "1135": 5.51992, - "1136": 5.42021, - "1137": 5.46757, - "1138": 5.5657, - "1139": 5.41524, - "1140": 5.26144, - "1141": 5.58424, - "1142": 5.64054, - "1143": 5.385, - "1144": 5.3823, - "1145": 5.36615, - "1146": 5.62886, - "1147": 5.49181, - "1148": 5.50478, - "1149": 5.51839, - "1150": 5.39997, - "1151": 5.5553, - "1152": 5.42174, - "1153": 5.4602, - "1154": 5.50372, - "1155": 5.44072, - "1156": 5.34868, - "1157": 5.66217, - "1158": 5.39889, - "1159": 5.33332, - "1160": 5.79511, - "1161": 5.53597, - "1162": 5.45589, - "1163": 5.52529, - "1164": 5.38319, - "1165": 5.52473, - "1166": 5.48721, - "1167": 5.36058, - "1168": 5.49334, - "1169": 5.40387, - "1170": 5.58667, - "1171": 5.48535, - "1172": 5.64049, - "1173": 5.62012, - "1174": 5.51308, - "1175": 5.34473, - "1176": 5.38256, - "1177": 5.55838, - "1178": 5.46714, - "1179": 5.49373, - "1180": 5.46571, - "1181": 5.55314, - "1182": 5.59825, - "1183": 5.76884, - "1184": 5.54748, - "1185": 5.28691, - "1186": 5.60427, - "1187": 5.55401, - "1188": 5.51546, - "1189": 5.38634, - "1190": 5.40233, - "1191": 5.38976, - "1192": 5.49689, - "1193": 5.46486, - "1194": 5.45443, - "1195": 5.32542, - "1196": 5.52268, - "1197": 5.47666, - "1198": 5.52589, - "1199": 5.38688, - "1200": 5.33164, - "1201": 5.49012, - "1202": 5.43748, - "1203": 5.49375, - "1204": 5.40666, - "1205": 5.48999, - "1206": 5.33478, - "1207": 5.58651, - "1208": 5.42414, - "1209": 5.2931, - "1210": 5.49969, - "1211": 5.5071, - "1212": 5.59732, - "1213": 5.41745, - "1214": 5.49785, - "1215": 5.23706, - "1216": 5.41194, - "1217": 5.38264, - "1218": 5.4506, - "1219": 5.48501, - "1220": 5.38351, - "1221": 5.4519, - "1222": 5.31254, - "1223": 5.47747, - "1224": 5.41418, - "1225": 5.42845, - "1226": 5.32249, - "1227": 5.47547, - "1228": 5.73249, - "1229": 5.32716, - "1230": 5.41211, - "1231": 5.07649, - "1232": 5.78792, - "1233": 5.28531, - "1234": 5.24399, - "1235": 5.36824, - "1236": 5.47881, - "1237": 5.20655, - "1238": 5.41404, - "1239": 5.40719, - "1240": 5.46621, - "1241": 5.57221, - "1242": 5.45465, - "1243": 5.43424, - "1244": 5.51633, - "1245": 5.19115, - "1246": 5.71566, - "1247": 5.43, - "1248": 5.29843, - "1249": 5.40246, - "1250": 5.34088, - "1251": 5.41904, - "1252": 5.57108, - "1253": 5.489, - "1254": 5.31099, - "1255": 5.51387, - "1256": 5.60708, - "1257": 5.42325, - "1258": 5.55956, - "1259": 5.47585, - "1260": 5.50779, - "1261": 5.63801, - "1262": 5.39496, - "1263": 5.32432, - "1264": 5.50348, - "1265": 5.30656, - "1266": 5.23675, - "1267": 5.37031, - "1268": 5.38615, - "1269": 5.14823, - "1270": 5.39882, - "1271": 5.27753, - "1272": 5.52297, - "1273": 5.29632, - "1274": 5.34638, - "1275": 5.37784, - "1276": 5.3975, - "1277": 5.4606, - "1278": 5.35501, - "1279": 5.43897, - "1280": 5.45708, - "1281": 5.4056, - "1282": 5.38482, - "1283": 5.42347, - "1284": 5.34377, - "1285": 5.50505, - "1286": 5.33544, - "1287": 5.58814, - "1288": 5.2615, - "1289": 5.42995, - "1290": 5.49991, - "1291": 5.49987, - "1292": 5.44631, - "1293": 5.4171, - "1294": 5.49492, - "1295": 5.34499, - "1296": 5.18358, - "1297": 5.16726, - "1298": 5.11761, - "1299": 5.30129, - "1300": 5.21142, - "1301": 5.30283, - "1302": 5.27612, - "1303": 5.35547, - "1304": 5.43158, - "1305": 5.36825, - "1306": 5.25293, - "1307": 5.19217, - "1308": 5.27071, - "1309": 5.40774, - "1310": 5.26053, - "1311": 5.37774, - "1312": 5.35324, - "1313": 5.29428, - "1314": 5.29224, - "1315": 5.41906, - "1316": 5.25856, - "1317": 5.27981, - "1318": 5.21136, - "1319": 5.34401, - "1320": 5.4177, - "1321": 5.44957, - "1322": 5.46219, - "1323": 5.37269, - "1324": 5.24973, - "1325": 5.40538, - "1326": 5.53891, - "1327": 5.38638, - "1328": 5.21164, - "1329": 5.41667, - "1330": 5.39695, - "1331": 5.30979, - "1332": 5.3112, - "1333": 5.36823, - "1334": 5.44451, - "1335": 5.36788, - "1336": 5.43552, - "1337": 5.46933, - "1338": 5.30246, - "1339": 5.1362, - "1340": 5.41205, - "1341": 5.34033, - "1342": 5.35625, - "1343": 5.47387, - "1344": 5.37842, - "1345": 5.34238, - "1346": 5.07927, - "1347": 5.38404, - "1348": 5.49312, - "1349": 5.40746, - "1350": 5.02698, - "1351": 5.31566, - "1352": 5.15947, - "1353": 5.3409, - "1354": 5.35878, - "1355": 5.11364, - "1356": 5.25842, - "1357": 5.28929, - "1358": 5.15831, - "1359": 5.10775, - "1360": 5.17385, - "1361": 5.30604, - "1362": 5.06672, - "1363": 5.29722, - "1364": 5.3953, - "1365": 5.01953, - "1366": 5.1147, - "1367": 5.33054, - "1368": 5.18248, - "1369": 5.22391, - "1370": 5.1961, - "1371": 5.27906, - "1372": 5.25988, - "1373": 5.28404, - "1374": 5.2779, - "1375": 5.46001, - "1376": 5.26713, - "1377": 5.26807, - "1378": 5.31427, - "1379": 5.22765, - "1380": 5.25807, - "1381": 5.47919, - "1382": 5.08739, - "1383": 5.37543, - "1384": 5.36108, - "1385": 5.39028, - "1386": 5.16582, - "1387": 5.16244, - "1388": 5.27616, - "1389": 5.30262, - "1390": 5.25131, - "1391": 5.26406, - "1392": 5.36794, - "1393": 5.37824, - "1394": 5.40104, - "1395": 5.32383, - "1396": 5.21137, - "1397": 5.2828, - "1398": 5.36587, - "1399": 5.35557, - "1400": 5.26522, - "1401": 5.35981, - "1402": 5.42507, - "1403": 5.19768, - "1404": 5.27957, - "1405": 5.11754, - "1406": 4.98933, - "1407": 5.39818, - "1408": 5.1921, - "1409": 5.39429, - "1410": 5.37153, - "1411": 4.91585, - "1412": 5.35244, - "1413": 5.41055, - "1414": 5.21699, - "1415": 5.44044, - "1416": 5.32598, - "1417": 5.39078, - "1418": 5.29894, - "1419": 5.31316, - "1420": 5.43638, - "1421": 5.39683, - "1422": 5.41859, - "1423": 4.99867, - "1424": 5.33177, - "1425": 5.58491, - "1426": 5.23068, - "1427": 5.31742, - "1428": 5.33463, - "1429": 5.07871, - "1430": 5.32748, - "1431": 5.32237, - "1432": 5.34216, - "1433": 5.18496, - "1434": 5.16175, - "1435": 5.20122, - "1436": 5.10715, - "1437": 5.22566, - "1438": 5.31423, - "1439": 5.34769, - "1440": 5.34295, - "1441": 5.16777, - "1442": 5.21935, - "1443": 5.20553, - "1444": 5.12984, - "1445": 5.07414, - "1446": 5.26456, - "1447": 5.25775, - "1448": 5.29302, - "1449": 5.24616, - "1450": 5.34316, - "1451": 5.07004, - "1452": 5.26796, - "1453": 5.1741, - "1454": 5.01458, - "1455": 5.12771, - "1456": 5.27213, - "1457": 5.1882, - "1458": 5.00695, - "1459": 5.2215, - "1460": 5.23955, - "1461": 5.08, - "1462": 4.97269, - "1463": 5.15114, - "1464": 5.22113, - "1465": 5.27344, - "1466": 5.36076, - "1467": 5.34631, - "1468": 5.2303, - "1469": 5.05117, - "1470": 5.12322, - "1471": 5.25302, - "1472": 5.12175, - "1473": 5.10167, - "1474": 5.21744, - "1475": 5.18613, - "1476": 5.15517, - "1477": 5.26215, - "1478": 5.30407, - "1479": 5.01063, - "1480": 5.182, - "1481": 5.25124, - "1482": 5.3494, - "1483": 5.27058, - "1484": 4.92644, - "1485": 5.29103, - "1486": 5.04435, - "1487": 4.88432, - "1488": 5.18325, - "1489": 5.10139, - "1490": 5.04545, - "1491": 5.3188, - "1492": 5.22283, - "1493": 4.94061, - "1494": 5.10891, - "1495": 5.13402, - "1496": 5.05779, - "1497": 5.36536, - "1498": 5.30609, - "1499": 5.143, - "1500": 5.09554, - "1501": 5.0349, - "1502": 5.15423, - "1503": 5.43131, - "1504": 5.32574, - "1505": 5.00836, - "1506": 5.14423, - "1507": 5.16501, - "1508": 5.16864, - "1509": 5.3204, - "1510": 5.02703, - "1511": 5.1198, - "1512": 4.98354, - "1513": 5.1699, - "1514": 5.33407, - "1515": 5.36306, - "1516": 5.27572, - "1517": 5.2256, - "1518": 5.02899, - "1519": 5.29833, - "1520": 5.13757, - "1521": 5.15715, - "1522": 5.33462, - "1523": 5.24144, - "1524": 5.06791, - "1525": 5.20708, - "1526": 5.27861, - "1527": 5.25864, - "1528": 5.2395, - "1529": 5.18253, - "1530": 5.23913, - "1531": 5.09996, - "1532": 5.15679, - "1533": 5.05231, - "1534": 5.21917, - "1535": 5.16769, - "1536": 5.102, - "1537": 5.0318, - "1538": 4.91991, - "1539": 5.2394, - "1540": 5.11391, - "1541": 5.25502, - "1542": 5.23775, - "1543": 5.05438, - "1544": 5.08156, - "1545": 5.11794, - "1546": 5.32713, - "1547": 5.10763, - "1548": 5.23418, - "1549": 5.23089, - "1550": 4.97536, - "1551": 5.25942, - "1552": 5.0226, - "1553": 5.14887, - "1554": 5.11051, - "1555": 5.11223, - "1556": 5.19882, - "1557": 5.08844, - "1558": 5.22982, - "1559": 5.00137, - "1560": 5.11269, - "1561": 5.14639, - "1562": 5.18443, - "1563": 5.24639, - "1564": 5.26429, - "1565": 5.08809, - "1566": 5.29393, - "1567": 5.04372, - "1568": 5.08304, - "1569": 5.2002, - "1570": 5.17168, - "1571": 4.95228, - "1572": 5.04524, - "1573": 5.02748, - "1574": 4.99831, - "1575": 5.23124, - "1576": 5.20891, - "1577": 5.12722, - "1578": 5.36355, - "1579": 4.94343, - "1580": 5.12556, - "1581": 5.09739, - "1582": 5.28014, - "1583": 5.04619, - "1584": 5.0566, - "1585": 5.11727, - "1586": 5.30646, - "1587": 5.13281, - "1588": 5.22351, - "1589": 4.83814, - "1590": 5.09825, - "1591": 5.18082, - "1592": 5.14078, - "1593": 5.23646, - "1594": 5.11532, - "1595": 5.10761, - "1596": 5.19194, - "1597": 5.11362, - "1598": 5.16252, - "1599": 5.18865, - "1600": 4.86676, - "1601": 5.11898, - "1602": 5.22827, - "1603": 5.19524, - "1604": 5.05797, - "1605": 5.03277, - "1606": 4.98991, - "1607": 5.06915, - "1608": 4.97927, - "1609": 5.07061, - "1610": 5.04561, - "1611": 4.9918, - "1612": 4.75806, - "1613": 5.03141, - "1614": 4.87811, - "1615": 5.07817, - "1616": 5.22549, - "1617": 5.06182, - "1618": 4.98945, - "1619": 5.18486, - "1620": 5.14429, - "1621": 5.31666, - "1622": 5.06737, - "1623": 5.15063, - "1624": 5.1305, - "1625": 5.12197, - "1626": 5.10206, - "1627": 5.1085, - "1628": 5.06234, - "1629": 4.93316, - "1630": 5.06616, - "1631": 5.05719, - "1632": 5.10145, - "1633": 4.97087, - "1634": 4.92194, - "1635": 5.05013, - "1636": 4.9202, - "1637": 5.22863, - "1638": 5.15783, - "1639": 4.9808, - "1640": 5.00716, - "1641": 5.12367, - "1642": 5.0869, - "1643": 5.05029, - "1644": 5.12283, - "1645": 4.96415, - "1646": 5.12257, - "1647": 5.03267, - "1648": 5.1903, - "1649": 4.92263, - "1650": 5.0596, - "1651": 4.93391, - "1652": 5.21143, - "1653": 5.1587, - "1654": 5.13384, - "1655": 5.16235, - "1656": 5.34793, - "1657": 5.21074, - "1658": 5.04155, - "1659": 4.92889, - "1660": 4.8117, - "1661": 5.02968, - "1662": 5.14515, - "1663": 5.15868, - "1664": 4.98471, - "1665": 5.11027, - "1666": 5.10315, - "1667": 4.84929, - "1668": 5.10956, - "1669": 5.07311, - "1670": 5.11152, - "1671": 5.16545, - "1672": 4.77709, - "1673": 5.03502, - "1674": 4.91572, - "1675": 5.04406, - "1676": 5.0023, - "1677": 4.80013, - "1678": 5.02745, - "1679": 4.88908, - "1680": 5.03791, - "1681": 5.06371, - "1682": 5.03586, - "1683": 4.90255, - "1684": 5.06133, - "1685": 5.13096, - "1686": 5.075, - "1687": 4.97679, - "1688": 5.17279, - "1689": 5.1507, - "1690": 4.99681, - "1691": 4.99961, - "1692": 4.91412, - "1693": 5.02305, - "1694": 4.94741, - "1695": 4.91895, - "1696": 5.0846, - "1697": 5.05067, - "1698": 4.95116, - "1699": 5.00638, - "1700": 4.94576, - "1701": 5.16681, - "1702": 5.07316, - "1703": 5.16582, - "1704": 5.14235, - "1705": 4.96408, - "1706": 4.98303, - "1707": 4.78833, - "1708": 5.03283, - "1709": 5.2281, - "1710": 5.02918, - "1711": 5.18873, - "1712": 5.19088, - "1713": 5.03631, - "1714": 5.04689, - "1715": 4.91662, - "1716": 4.93663, - "1717": 4.86445, - "1718": 5.02654, - "1719": 5.12575, - "1720": 5.02353, - "1721": 4.9343, - "1722": 5.06572, - "1723": 4.93302, - "1724": 5.03906, - "1725": 5.19169, - "1726": 5.06497, - "1727": 4.91076, - "1728": 5.01922, - "1729": 5.04885, - "1730": 4.91107, - "1731": 5.00108, - "1732": 4.91468, - "1733": 5.12873, - "1734": 4.83023, - "1735": 5.21293, - "1736": 4.91729, - "1737": 4.86164, - "1738": 4.97933, - "1739": 5.16149, - "1740": 4.84041, - "1741": 4.78298, - "1742": 4.91062, - "1743": 5.09353, - "1744": 4.98531, - "1745": 4.82544, - "1746": 4.94973, - "1747": 4.86843, - "1748": 5.06696, - "1749": 4.86793, - "1750": 5.01333, - "1751": 5.12023, - "1752": 4.90813, - "1753": 5.09204, - "1754": 5.05813, - "1755": 4.89777, - "1756": 5.02216, - "1757": 5.14157, - "1758": 4.87188, - "1759": 4.94434, - "1760": 4.83222, - "1761": 5.02427, - "1762": 4.81507, - "1763": 4.77391, - "1764": 4.93175, - "1765": 5.14727, - "1766": 5.33614, - "1767": 5.22331, - "1768": 4.94712, - "1769": 5.0043, - "1770": 4.98512, - "1771": 4.96473, - "1772": 4.98299, - "1773": 4.97266, - "1774": 4.87138, - "1775": 4.9493, - "1776": 4.9958, - "1777": 4.94665, - "1778": 4.99288, - "1779": 5.08212, - "1780": 4.83608, - "1781": 5.05478, - "1782": 4.99549, - "1783": 5.01236, - "1784": 4.93254, - "1785": 5.16842, - "1786": 4.80892, - "1787": 4.9699, - "1788": 4.82948, - "1789": 4.88554, - "1790": 4.80386, - "1791": 4.74542, - "1792": 4.87988, - "1793": 5.11081, - "1794": 4.98659, - "1795": 4.97147, - "1796": 5.00354, - "1797": 4.79101, - "1798": 4.77029, - "1799": 5.01913, - "1800": 4.91155, - "1801": 5.04891, - "1802": 4.82591, - "1803": 4.95313, - "1804": 4.88492, - "1805": 4.90634, - "1806": 4.88167, - "1807": 4.92894, - "1808": 4.92469, - "1809": 5.15028, - "1810": 5.09708, - "1811": 4.96325, - "1812": 4.8059, - "1813": 5.1023, - "1814": 4.7819, - "1815": 4.86518, - "1816": 5.05104, - "1817": 4.79238, - "1818": 4.80401, - "1819": 5.02672, - "1820": 4.68884, - "1821": 5.02319, - "1822": 4.66224, - "1823": 4.86936, - "1824": 4.7914, - "1825": 5.06607, - "1826": 4.81841, - "1827": 4.79544, - "1828": 4.9506, - "1829": 5.10848, - "1830": 4.9163, - "1831": 4.89965, - "1832": 4.83328, - "1833": 4.78854, - "1834": 4.94794, - "1835": 4.96175, - "1836": 4.91339, - "1837": 4.6762, - "1838": 4.80703, - "1839": 4.89949, - "1840": 4.91213, - "1841": 4.84083, - "1842": 4.9567, - "1843": 4.71182, - "1844": 4.6194, - "1845": 5.00584, - "1846": 4.75435, - "1847": 4.86491, - "1848": 4.9035, - "1849": 4.85124, - "1850": 4.87005, - "1851": 5.01617, - "1852": 4.97859, - "1853": 4.82821, - "1854": 4.86426, - "1855": 4.82455, - "1856": 4.75214, - "1857": 4.96641, - "1858": 4.96711, - "1859": 4.7484, - "1860": 4.86558, - "1861": 5.21257, - "1862": 4.61253, - "1863": 4.83567, - "1864": 4.74748, - "1865": 4.86472, - "1866": 4.78934, - "1867": 5.00307, - "1868": 4.72073, - "1869": 4.76301, - "1870": 4.93972, - "1871": 5.00163, - "1872": 4.68713, - "1873": 4.70038, - "1874": 4.85131, - "1875": 4.85367, - "1876": 4.74378, - "1877": 4.80696, - "1878": 4.8139, - "1879": 4.82462, - "1880": 4.89248, - "1881": 4.79379, - "1882": 4.79882, - "1883": 4.78556, - "1884": 4.97714, - "1885": 4.92363, - "1886": 4.82454, - "1887": 4.82091, - "1888": 4.97246, - "1889": 4.96553, - "1890": 4.71236, - "1891": 4.65764, - "1892": 4.85277, - "1893": 4.65022, - "1894": 4.90165, - "1895": 4.79, - "1896": 4.66068, - "1897": 4.79617, - "1898": 4.92161, - "1899": 4.77736, - "1900": 4.91325, - "1901": 4.84998, - "1902": 4.787, - "1903": 4.76372, - "1904": 4.65638, - "1905": 4.55077, - "1906": 4.81577, - "1907": 4.9106, - "1908": 5.03029, - "1909": 4.89294, - "1910": 4.7884, - "1911": 4.81269, - "1912": 4.653, - "1913": 4.95098, - "1914": 4.88806, - "1915": 4.86687, - "1916": 4.9302, - "1917": 4.85504, - "1918": 4.87427, - "1919": 4.99557, - "1920": 4.77001, - "1921": 4.88729, - "1922": 4.8196, - "1923": 4.75752, - "1924": 4.8297, - "1925": 5.05687, - "1926": 4.94229, - "1927": 4.93308, - "1928": 4.92739, - "1929": 4.93147, - "1930": 4.917, - "1931": 4.77692, - "1932": 4.86743, - "1933": 4.83532, - "1934": 4.84373, - "1935": 5.11279, - "1936": 4.88728, - "1937": 4.8824, - "1938": 4.80623, - "1939": 4.70831, - "1940": 4.83067, - "1941": 4.74224, - "1942": 4.87785, - "1943": 4.74082, - "1944": 4.7536, - "1945": 4.69017, - "1946": 4.91953, - "1947": 4.87613, - "1948": 4.60452, - "1949": 4.89888, - "1950": 4.79826, - "1951": 4.9677, - "1952": 4.73855, - "1953": 4.79852, - "1954": 4.7398, - "1955": 4.85209, - "1956": 4.88278, - "1957": 4.73599, - "1958": 4.70215, - "1959": 4.76471, - "1960": 4.76967, - "1961": 4.71471, - "1962": 4.83443, - "1963": 4.82459, - "1964": 4.85019, - "1965": 4.87867, - "1966": 4.79219, - "1967": 4.60013, - "1968": 4.83399, - "1969": 4.59632, - "1970": 4.58346, - "1971": 4.90585, - "1972": 4.89941, - "1973": 4.55559, - "1974": 4.8295, - "1975": 4.83261, - "1976": 4.71818, - "1977": 4.58171, - "1978": 5.00781, - "1979": 4.6663, - "1980": 4.74961, - "1981": 4.87741, - "1982": 4.72647, - "1983": 4.89363, - "1984": 4.64954, - "1985": 4.78941, - "1986": 4.70195, - "1987": 4.8185, - "1988": 4.89272, - "1989": 4.63799, - "1990": 4.79789, - "1991": 4.70399, - "1992": 4.80349, - "1993": 4.74121, - "1994": 4.85611, - "1995": 4.5595, - "1996": 4.65792, - "1997": 4.8133, - "1998": 4.68041, - "1999": 4.73244, - "2000": 4.6301 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 2000, - "step_interval": 1, - "values": { - "1": 26.0, - "2": 32.0, - "3": 38.0, - "4": 33.0, - "5": 32.0, - "6": 30.0, - "7": 33.0, - "8": 34.0, - "9": 40.0, - "10": 31.0, - "11": 26.0, - "12": 33.0, - "13": 28.0, - "14": 29.0, - "15": 28.0, - "16": 27.0, - "17": 32.0, - "18": 28.0, - "19": 31.0, - "20": 39.0, - "21": 22.0, - "22": 29.0, - "23": 39.0, - "24": 35.0, - "25": 31.0, - "26": 40.0, - "27": 39.0, - "28": 42.0, - "29": 53.0, - "30": 51.0, - "31": 48.0, - "32": 51.0, - "33": 38.0, - "34": 48.0, - "35": 47.0, - "36": 49.0, - "37": 42.0, - "38": 43.0, - "39": 52.0, - "40": 55.0, - "41": 39.0, - "42": 54.0, - "43": 57.0, - "44": 53.0, - "45": 46.0, - "46": 61.0, - "47": 52.0, - "48": 54.0, - "49": 64.0, - "50": 64.0, - "51": 42.0, - "52": 55.0, - "53": 48.0, - "54": 71.0, - "55": 56.0, - "56": 74.0, - "57": 70.0, - "58": 57.0, - "59": 53.0, - "60": 67.0, - "61": 63.0, - "62": 59.0, - "63": 66.0, - "64": 70.0, - "65": 59.0, - "66": 74.0, - "67": 81.0, - "68": 74.0, - "69": 60.0, - "70": 60.0, - "71": 66.0, - "72": 75.0, - "73": 67.0, - "74": 63.0, - "75": 60.0, - "76": 60.0, - "77": 78.0, - "78": 78.0, - "79": 58.0, - "80": 63.0, - "81": 63.0, - "82": 50.0, - "83": 63.0, - "84": 72.0, - "85": 69.0, - "86": 80.0, - "87": 70.0, - "88": 68.0, - "89": 69.0, - "90": 63.0, - "91": 58.0, - "92": 87.0, - "93": 65.0, - "94": 50.0, - "95": 67.0, - "96": 71.0, - "97": 70.0, - "98": 81.0, - "99": 66.0, - "100": 76.0, - "101": 67.0, - "102": 44.0, - "103": 60.0, - "104": 68.0, - "105": 84.0, - "106": 61.0, - "107": 76.0, - "108": 68.0, - "109": 76.0, - "110": 74.0, - "111": 75.0, - "112": 78.0, - "113": 58.0, - "114": 66.0, - "115": 71.0, - "116": 63.0, - "117": 74.0, - "118": 52.0, - "119": 74.0, - "120": 52.0, - "121": 76.0, - "122": 66.0, - "123": 81.0, - "124": 76.0, - "125": 87.0, - "126": 49.0, - "127": 56.0, - "128": 78.0, - "129": 53.0, - "130": 76.0, - "131": 86.0, - "132": 61.0, - "133": 72.0, - "134": 62.0, - "135": 59.0, - "136": 60.0, - "137": 57.0, - "138": 81.0, - "139": 74.0, - "140": 59.0, - "141": 50.0, - "142": 64.0, - "143": 54.0, - "144": 49.0, - "145": 57.0, - "146": 51.0, - "147": 49.0, - "148": 69.0, - "149": 49.0, - "150": 66.0, - "151": 57.0, - "152": 51.0, - "153": 61.0, - "154": 58.0, - "155": 68.0, - "156": 68.0, - "157": 51.0, - "158": 68.0, - "159": 60.0, - "160": 64.0, - "161": 66.0, - "162": 75.0, - "163": 40.0, - "164": 84.0, - "165": 50.0, - "166": 68.0, - "167": 54.0, - "168": 58.0, - "169": 65.0, - "170": 71.0, - "171": 54.0, - "172": 64.0, - "173": 81.0, - "174": 55.0, - "175": 63.0, - "176": 69.0, - "177": 80.0, - "178": 68.0, - "179": 69.0, - "180": 64.0, - "181": 41.0, - "182": 63.0, - "183": 66.0, - "184": 67.0, - "185": 77.0, - "186": 77.0, - "187": 61.0, - "188": 62.0, - "189": 50.0, - "190": 57.0, - "191": 60.0, - "192": 67.0, - "193": 70.0, - "194": 72.0, - "195": 60.0, - "196": 81.0, - "197": 56.0, - "198": 47.0, - "199": 50.0, - "200": 86.0, - "201": 52.0, - "202": 64.0, - "203": 58.0, - "204": 63.0, - "205": 40.0, - "206": 72.0, - "207": 50.0, - "208": 42.0, - "209": 69.0, - "210": 68.0, - "211": 56.0, - "212": 64.0, - "213": 60.0, - "214": 62.0, - "215": 66.0, - "216": 58.0, - "217": 59.0, - "218": 70.0, - "219": 80.0, - "220": 81.0, - "221": 51.0, - "222": 57.0, - "223": 67.0, - "224": 53.0, - "225": 61.0, - "226": 68.0, - "227": 76.0, - "228": 59.0, - "229": 44.0, - "230": 50.0, - "231": 58.0, - "232": 65.0, - "233": 90.0, - "234": 60.0, - "235": 98.0, - "236": 49.0, - "237": 92.0, - "238": 71.0, - "239": 68.0, - "240": 79.0, - "241": 67.0, - "242": 75.0, - "243": 66.0, - "244": 59.0, - "245": 81.0, - "246": 80.0, - "247": 88.0, - "248": 81.0, - "249": 79.0, - "250": 80.0, - "251": 74.0, - "252": 72.0, - "253": 57.0, - "254": 67.0, - "255": 79.0, - "256": 86.0, - "257": 66.0, - "258": 94.0, - "259": 69.0, - "260": 70.0, - "261": 64.0, - "262": 77.0, - "263": 74.0, - "264": 70.0, - "265": 68.0, - "266": 67.0, - "267": 66.0, - "268": 59.0, - "269": 73.0, - "270": 85.0, - "271": 67.0, - "272": 81.0, - "273": 71.0, - "274": 69.0, - "275": 72.0, - "276": 72.0, - "277": 82.0, - "278": 61.0, - "279": 94.0, - "280": 56.0, - "281": 55.0, - "282": 73.0, - "283": 90.0, - "284": 85.0, - "285": 49.0, - "286": 50.0, - "287": 90.0, - "288": 71.0, - "289": 85.0, - "290": 75.0, - "291": 88.0, - "292": 88.0, - "293": 91.0, - "294": 84.0, - "295": 85.0, - "296": 102.0, - "297": 70.0, - "298": 65.0, - "299": 80.0, - "300": 80.0, - "301": 91.0, - "302": 94.0, - "303": 71.0, - "304": 74.0, - "305": 59.0, - "306": 72.0, - "307": 73.0, - "308": 91.0, - "309": 88.0, - "310": 82.0, - "311": 84.0, - "312": 73.0, - "313": 97.0, - "314": 74.0, - "315": 69.0, - "316": 96.0, - "317": 61.0, - "318": 99.0, - "319": 67.0, - "320": 77.0, - "321": 86.0, - "322": 70.0, - "323": 86.0, - "324": 96.0, - "325": 74.0, - "326": 97.0, - "327": 73.0, - "328": 99.0, - "329": 93.0, - "330": 96.0, - "331": 81.0, - "332": 79.0, - "333": 97.0, - "334": 81.0, - "335": 84.0, - "336": 81.0, - "337": 99.0, - "338": 89.0, - "339": 93.0, - "340": 101.0, - "341": 93.0, - "342": 57.0, - "343": 81.0, - "344": 105.0, - "345": 88.0, - "346": 85.0, - "347": 91.0, - "348": 82.0, - "349": 78.0, - "350": 101.0, - "351": 105.0, - "352": 76.0, - "353": 112.0, - "354": 72.0, - "355": 79.0, - "356": 104.0, - "357": 86.0, - "358": 77.0, - "359": 99.0, - "360": 102.0, - "361": 64.0, - "362": 123.0, - "363": 96.0, - "364": 95.0, - "365": 85.0, - "366": 82.0, - "367": 84.0, - "368": 83.0, - "369": 77.0, - "370": 118.0, - "371": 76.0, - "372": 77.0, - "373": 96.0, - "374": 68.0, - "375": 92.0, - "376": 84.0, - "377": 98.0, - "378": 99.0, - "379": 108.0, - "380": 96.0, - "381": 92.0, - "382": 75.0, - "383": 89.0, - "384": 100.0, - "385": 73.0, - "386": 85.0, - "387": 73.0, - "388": 93.0, - "389": 88.0, - "390": 90.0, - "391": 115.0, - "392": 88.0, - "393": 99.0, - "394": 104.0, - "395": 125.0, - "396": 80.0, - "397": 78.0, - "398": 67.0, - "399": 104.0, - "400": 96.0, - "401": 105.0, - "402": 88.0, - "403": 97.0, - "404": 101.0, - "405": 85.0, - "406": 114.0, - "407": 76.0, - "408": 98.0, - "409": 84.0, - "410": 102.0, - "411": 81.0, - "412": 56.0, - "413": 68.0, - "414": 90.0, - "415": 95.0, - "416": 93.0, - "417": 90.0, - "418": 60.0, - "419": 86.0, - "420": 76.0, - "421": 110.0, - "422": 89.0, - "423": 78.0, - "424": 82.0, - "425": 94.0, - "426": 80.0, - "427": 96.0, - "428": 86.0, - "429": 92.0, - "430": 84.0, - "431": 87.0, - "432": 80.0, - "433": 81.0, - "434": 93.0, - "435": 83.0, - "436": 82.0, - "437": 91.0, - "438": 62.0, - "439": 72.0, - "440": 79.0, - "441": 87.0, - "442": 106.0, - "443": 106.0, - "444": 58.0, - "445": 93.0, - "446": 89.0, - "447": 97.0, - "448": 79.0, - "449": 90.0, - "450": 83.0, - "451": 63.0, - "452": 70.0, - "453": 63.0, - "454": 80.0, - "455": 114.0, - "456": 98.0, - "457": 101.0, - "458": 70.0, - "459": 69.0, - "460": 65.0, - "461": 115.0, - "462": 63.0, - "463": 73.0, - "464": 69.0, - "465": 95.0, - "466": 76.0, - "467": 77.0, - "468": 90.0, - "469": 65.0, - "470": 91.0, - "471": 76.0, - "472": 60.0, - "473": 94.0, - "474": 69.0, - "475": 90.0, - "476": 66.0, - "477": 75.0, - "478": 78.0, - "479": 63.0, - "480": 73.0, - "481": 80.0, - "482": 77.0, - "483": 78.0, - "484": 84.0, - "485": 70.0, - "486": 84.0, - "487": 69.0, - "488": 88.0, - "489": 77.0, - "490": 59.0, - "491": 83.0, - "492": 57.0, - "493": 83.0, - "494": 69.0, - "495": 50.0, - "496": 56.0, - "497": 97.0, - "498": 77.0, - "499": 75.0, - "500": 60.0, - "501": 64.0, - "502": 64.0, - "503": 71.0, - "504": 77.0, - "505": 68.0, - "506": 65.0, - "507": 80.0, - "508": 42.0, - "509": 63.0, - "510": 77.0, - "511": 81.0, - "512": 57.0, - "513": 61.0, - "514": 60.0, - "515": 71.0, - "516": 61.0, - "517": 85.0, - "518": 43.0, - "519": 72.0, - "520": 82.0, - "521": 50.0, - "522": 58.0, - "523": 74.0, - "524": 70.0, - "525": 82.0, - "526": 60.0, - "527": 71.0, - "528": 63.0, - "529": 66.0, - "530": 67.0, - "531": 69.0, - "532": 72.0, - "533": 81.0, - "534": 62.0, - "535": 66.0, - "536": 61.0, - "537": 60.0, - "538": 55.0, - "539": 62.0, - "540": 63.0, - "541": 61.0, - "542": 61.0, - "543": 55.0, - "544": 64.0, - "545": 73.0, - "546": 77.0, - "547": 69.0, - "548": 75.0, - "549": 61.0, - "550": 61.0, - "551": 63.0, - "552": 71.0, - "553": 78.0, - "554": 67.0, - "555": 65.0, - "556": 74.0, - "557": 61.0, - "558": 62.0, - "559": 62.0, - "560": 71.0, - "561": 56.0, - "562": 65.0, - "563": 77.0, - "564": 67.0, - "565": 55.0, - "566": 58.0, - "567": 42.0, - "568": 70.0, - "569": 56.0, - "570": 60.0, - "571": 58.0, - "572": 41.0, - "573": 71.0, - "574": 69.0, - "575": 85.0, - "576": 44.0, - "577": 50.0, - "578": 69.0, - "579": 62.0, - "580": 67.0, - "581": 59.0, - "582": 58.0, - "583": 55.0, - "584": 47.0, - "585": 60.0, - "586": 41.0, - "587": 47.0, - "588": 53.0, - "589": 55.0, - "590": 46.0, - "591": 69.0, - "592": 50.0, - "593": 52.0, - "594": 56.0, - "595": 47.0, - "596": 44.0, - "597": 33.0, - "598": 61.0, - "599": 50.0, - "600": 88.0, - "601": 55.0, - "602": 64.0, - "603": 60.0, - "604": 57.0, - "605": 57.0, - "606": 45.0, - "607": 54.0, - "608": 45.0, - "609": 40.0, - "610": 45.0, - "611": 53.0, - "612": 52.0, - "613": 73.0, - "614": 53.0, - "615": 52.0, - "616": 64.0, - "617": 44.0, - "618": 59.0, - "619": 50.0, - "620": 72.0, - "621": 50.0, - "622": 58.0, - "623": 57.0, - "624": 56.0, - "625": 56.0, - "626": 71.0, - "627": 50.0, - "628": 49.0, - "629": 50.0, - "630": 50.0, - "631": 40.0, - "632": 45.0, - "633": 42.0, - "634": 38.0, - "635": 51.0, - "636": 36.0, - "637": 55.0, - "638": 45.0, - "639": 63.0, - "640": 52.0, - "641": 51.0, - "642": 52.0, - "643": 49.0, - "644": 51.0, - "645": 57.0, - "646": 57.0, - "647": 69.0, - "648": 60.0, - "649": 49.0, - "650": 49.0, - "651": 66.0, - "652": 49.0, - "653": 59.0, - "654": 42.0, - "655": 42.0, - "656": 46.0, - "657": 49.0, - "658": 50.0, - "659": 44.0, - "660": 53.0, - "661": 46.0, - "662": 60.0, - "663": 43.0, - "664": 61.0, - "665": 37.0, - "666": 30.0, - "667": 42.0, - "668": 41.0, - "669": 44.0, - "670": 44.0, - "671": 59.0, - "672": 53.0, - "673": 47.0, - "674": 42.0, - "675": 54.0, - "676": 43.0, - "677": 68.0, - "678": 41.0, - "679": 38.0, - "680": 46.0, - "681": 50.0, - "682": 33.0, - "683": 38.0, - "684": 52.0, - "685": 40.0, - "686": 43.0, - "687": 61.0, - "688": 57.0, - "689": 51.0, - "690": 35.0, - "691": 45.0, - "692": 55.0, - "693": 36.0, - "694": 50.0, - "695": 50.0, - "696": 51.0, - "697": 41.0, - "698": 37.0, - "699": 47.0, - "700": 42.0, - "701": 37.0, - "702": 33.0, - "703": 39.0, - "704": 43.0, - "705": 45.0, - "706": 32.0, - "707": 38.0, - "708": 38.0, - "709": 46.0, - "710": 35.0, - "711": 48.0, - "712": 35.0, - "713": 48.0, - "714": 37.0, - "715": 48.0, - "716": 36.0, - "717": 34.0, - "718": 26.0, - "719": 36.0, - "720": 34.0, - "721": 36.0, - "722": 35.0, - "723": 29.0, - "724": 47.0, - "725": 32.0, - "726": 39.0, - "727": 40.0, - "728": 39.0, - "729": 47.0, - "730": 36.0, - "731": 48.0, - "732": 43.0, - "733": 39.0, - "734": 51.0, - "735": 40.0, - "736": 49.0, - "737": 44.0, - "738": 27.0, - "739": 46.0, - "740": 38.0, - "741": 38.0, - "742": 45.0, - "743": 44.0, - "744": 52.0, - "745": 48.0, - "746": 50.0, - "747": 53.0, - "748": 52.0, - "749": 48.0, - "750": 46.0, - "751": 40.0, - "752": 50.0, - "753": 44.0, - "754": 43.0, - "755": 48.0, - "756": 38.0, - "757": 45.0, - "758": 40.0, - "759": 56.0, - "760": 46.0, - "761": 44.0, - "762": 48.0, - "763": 54.0, - "764": 49.0, - "765": 42.0, - "766": 57.0, - "767": 45.0, - "768": 51.0, - "769": 60.0, - "770": 51.0, - "771": 31.0, - "772": 41.0, - "773": 60.0, - "774": 37.0, - "775": 43.0, - "776": 37.0, - "777": 34.0, - "778": 42.0, - "779": 37.0, - "780": 34.0, - "781": 41.0, - "782": 25.0, - "783": 30.0, - "784": 39.0, - "785": 34.0, - "786": 38.0, - "787": 47.0, - "788": 41.0, - "789": 50.0, - "790": 44.0, - "791": 34.0, - "792": 38.0, - "793": 53.0, - "794": 45.0, - "795": 52.0, - "796": 39.0, - "797": 41.0, - "798": 39.0, - "799": 44.0, - "800": 46.0, - "801": 44.0, - "802": 40.0, - "803": 47.0, - "804": 34.0, - "805": 45.0, - "806": 43.0, - "807": 46.0, - "808": 36.0, - "809": 35.0, - "810": 35.0, - "811": 44.0, - "812": 47.0, - "813": 41.0, - "814": 36.0, - "815": 41.0, - "816": 52.0, - "817": 43.0, - "818": 35.0, - "819": 52.0, - "820": 40.0, - "821": 29.0, - "822": 34.0, - "823": 44.0, - "824": 47.0, - "825": 36.0, - "826": 40.0, - "827": 29.0, - "828": 35.0, - "829": 32.0, - "830": 30.0, - "831": 36.0, - "832": 34.0, - "833": 39.0, - "834": 50.0, - "835": 38.0, - "836": 37.0, - "837": 50.0, - "838": 45.0, - "839": 52.0, - "840": 37.0, - "841": 35.0, - "842": 30.0, - "843": 50.0, - "844": 23.0, - "845": 45.0, - "846": 25.0, - "847": 32.0, - "848": 25.0, - "849": 34.0, - "850": 39.0, - "851": 46.0, - "852": 41.0, - "853": 43.0, - "854": 45.0, - "855": 27.0, - "856": 47.0, - "857": 47.0, - "858": 46.0, - "859": 35.0, - "860": 45.0, - "861": 30.0, - "862": 39.0, - "863": 21.0, - "864": 26.0, - "865": 46.0, - "866": 44.0, - "867": 48.0, - "868": 27.0, - "869": 42.0, - "870": 45.0, - "871": 33.0, - "872": 49.0, - "873": 32.0, - "874": 56.0, - "875": 38.0, - "876": 41.0, - "877": 40.0, - "878": 37.0, - "879": 22.0, - "880": 39.0, - "881": 40.0, - "882": 49.0, - "883": 39.0, - "884": 35.0, - "885": 32.0, - "886": 45.0, - "887": 41.0, - "888": 34.0, - "889": 35.0, - "890": 37.0, - "891": 41.0, - "892": 42.0, - "893": 42.0, - "894": 34.0, - "895": 38.0, - "896": 37.0, - "897": 41.0, - "898": 33.0, - "899": 35.0, - "900": 39.0, - "901": 37.0, - "902": 39.0, - "903": 42.0, - "904": 38.0, - "905": 32.0, - "906": 34.0, - "907": 38.0, - "908": 39.0, - "909": 52.0, - "910": 34.0, - "911": 26.0, - "912": 46.0, - "913": 40.0, - "914": 48.0, - "915": 25.0, - "916": 49.0, - "917": 36.0, - "918": 31.0, - "919": 26.0, - "920": 40.0, - "921": 34.0, - "922": 38.0, - "923": 41.0, - "924": 24.0, - "925": 27.0, - "926": 43.0, - "927": 31.0, - "928": 40.0, - "929": 32.0, - "930": 42.0, - "931": 33.0, - "932": 34.0, - "933": 38.0, - "934": 41.0, - "935": 26.0, - "936": 44.0, - "937": 36.0, - "938": 37.0, - "939": 28.0, - "940": 33.0, - "941": 34.0, - "942": 31.0, - "943": 26.0, - "944": 37.0, - "945": 29.0, - "946": 31.0, - "947": 34.0, - "948": 41.0, - "949": 31.0, - "950": 35.0, - "951": 31.0, - "952": 38.0, - "953": 47.0, - "954": 43.0, - "955": 46.0, - "956": 35.0, - "957": 40.0, - "958": 37.0, - "959": 52.0, - "960": 35.0, - "961": 38.0, - "962": 41.0, - "963": 45.0, - "964": 43.0, - "965": 51.0, - "966": 38.0, - "967": 31.0, - "968": 32.0, - "969": 35.0, - "970": 48.0, - "971": 38.0, - "972": 43.0, - "973": 38.0, - "974": 40.0, - "975": 43.0, - "976": 29.0, - "977": 44.0, - "978": 31.0, - "979": 43.0, - "980": 39.0, - "981": 33.0, - "982": 30.0, - "983": 54.0, - "984": 43.0, - "985": 48.0, - "986": 40.0, - "987": 30.0, - "988": 38.0, - "989": 38.0, - "990": 42.0, - "991": 36.0, - "992": 48.0, - "993": 47.0, - "994": 50.0, - "995": 35.0, - "996": 29.0, - "997": 51.0, - "998": 42.0, - "999": 35.0, - "1000": 28.0, - "1001": 23.0, - "1002": 35.0, - "1003": 39.0, - "1004": 46.0, - "1005": 42.0, - "1006": 27.0, - "1007": 44.0, - "1008": 32.0, - "1009": 34.0, - "1010": 29.0, - "1011": 31.0, - "1012": 28.0, - "1013": 37.0, - "1014": 29.0, - "1015": 39.0, - "1016": 31.0, - "1017": 37.0, - "1018": 46.0, - "1019": 26.0, - "1020": 34.0, - "1021": 30.0, - "1022": 46.0, - "1023": 38.0, - "1024": 49.0, - "1025": 41.0, - "1026": 55.0, - "1027": 37.0, - "1028": 29.0, - "1029": 38.0, - "1030": 35.0, - "1031": 41.0, - "1032": 42.0, - "1033": 27.0, - "1034": 29.0, - "1035": 32.0, - "1036": 25.0, - "1037": 34.0, - "1038": 32.0, - "1039": 31.0, - "1040": 30.0, - "1041": 24.0, - "1042": 20.0, - "1043": 26.0, - "1044": 44.0, - "1045": 37.0, - "1046": 34.0, - "1047": 27.0, - "1048": 36.0, - "1049": 42.0, - "1050": 37.0, - "1051": 40.0, - "1052": 40.0, - "1053": 32.0, - "1054": 37.0, - "1055": 31.0, - "1056": 36.0, - "1057": 37.0, - "1058": 37.0, - "1059": 35.0, - "1060": 32.0, - "1061": 37.0, - "1062": 45.0, - "1063": 38.0, - "1064": 42.0, - "1065": 35.0, - "1066": 36.0, - "1067": 29.0, - "1068": 30.0, - "1069": 30.0, - "1070": 39.0, - "1071": 33.0, - "1072": 36.0, - "1073": 41.0, - "1074": 47.0, - "1075": 36.0, - "1076": 39.0, - "1077": 45.0, - "1078": 32.0, - "1079": 46.0, - "1080": 43.0, - "1081": 40.0, - "1082": 42.0, - "1083": 42.0, - "1084": 42.0, - "1085": 38.0, - "1086": 42.0, - "1087": 36.0, - "1088": 31.0, - "1089": 42.0, - "1090": 28.0, - "1091": 36.0, - "1092": 35.0, - "1093": 36.0, - "1094": 41.0, - "1095": 37.0, - "1096": 48.0, - "1097": 33.0, - "1098": 24.0, - "1099": 43.0, - "1100": 41.0, - "1101": 38.0, - "1102": 39.0, - "1103": 29.0, - "1104": 33.0, - "1105": 38.0, - "1106": 37.0, - "1107": 30.0, - "1108": 41.0, - "1109": 41.0, - "1110": 42.0, - "1111": 43.0, - "1112": 25.0, - "1113": 40.0, - "1114": 32.0, - "1115": 34.0, - "1116": 45.0, - "1117": 40.0, - "1118": 39.0, - "1119": 31.0, - "1120": 28.0, - "1121": 28.0, - "1122": 28.0, - "1123": 43.0, - "1124": 34.0, - "1125": 26.0, - "1126": 33.0, - "1127": 31.0, - "1128": 33.0, - "1129": 43.0, - "1130": 43.0, - "1131": 40.0, - "1132": 42.0, - "1133": 34.0, - "1134": 32.0, - "1135": 29.0, - "1136": 36.0, - "1137": 42.0, - "1138": 34.0, - "1139": 31.0, - "1140": 38.0, - "1141": 37.0, - "1142": 38.0, - "1143": 44.0, - "1144": 40.0, - "1145": 39.0, - "1146": 42.0, - "1147": 35.0, - "1148": 29.0, - "1149": 40.0, - "1150": 34.0, - "1151": 27.0, - "1152": 22.0, - "1153": 36.0, - "1154": 31.0, - "1155": 41.0, - "1156": 26.0, - "1157": 33.0, - "1158": 35.0, - "1159": 36.0, - "1160": 41.0, - "1161": 40.0, - "1162": 48.0, - "1163": 37.0, - "1164": 43.0, - "1165": 34.0, - "1166": 30.0, - "1167": 34.0, - "1168": 31.0, - "1169": 41.0, - "1170": 27.0, - "1171": 40.0, - "1172": 34.0, - "1173": 23.0, - "1174": 40.0, - "1175": 30.0, - "1176": 50.0, - "1177": 39.0, - "1178": 33.0, - "1179": 42.0, - "1180": 31.0, - "1181": 30.0, - "1182": 38.0, - "1183": 37.0, - "1184": 35.0, - "1185": 31.0, - "1186": 29.0, - "1187": 39.0, - "1188": 34.0, - "1189": 48.0, - "1190": 32.0, - "1191": 41.0, - "1192": 45.0, - "1193": 28.0, - "1194": 46.0, - "1195": 34.0, - "1196": 38.0, - "1197": 51.0, - "1198": 36.0, - "1199": 40.0, - "1200": 29.0, - "1201": 37.0, - "1202": 32.0, - "1203": 35.0, - "1204": 37.0, - "1205": 56.0, - "1206": 40.0, - "1207": 36.0, - "1208": 41.0, - "1209": 31.0, - "1210": 39.0, - "1211": 46.0, - "1212": 45.0, - "1213": 57.0, - "1214": 31.0, - "1215": 33.0, - "1216": 31.0, - "1217": 34.0, - "1218": 42.0, - "1219": 45.0, - "1220": 37.0, - "1221": 44.0, - "1222": 32.0, - "1223": 35.0, - "1224": 34.0, - "1225": 45.0, - "1226": 28.0, - "1227": 34.0, - "1228": 27.0, - "1229": 23.0, - "1230": 25.0, - "1231": 14.0, - "1232": 36.0, - "1233": 39.0, - "1234": 37.0, - "1235": 32.0, - "1236": 41.0, - "1237": 30.0, - "1238": 36.0, - "1239": 37.0, - "1240": 48.0, - "1241": 31.0, - "1242": 34.0, - "1243": 35.0, - "1244": 29.0, - "1245": 28.0, - "1246": 36.0, - "1247": 31.0, - "1248": 38.0, - "1249": 27.0, - "1250": 40.0, - "1251": 26.0, - "1252": 42.0, - "1253": 32.0, - "1254": 39.0, - "1255": 46.0, - "1256": 41.0, - "1257": 30.0, - "1258": 44.0, - "1259": 32.0, - "1260": 25.0, - "1261": 42.0, - "1262": 36.0, - "1263": 34.0, - "1264": 32.0, - "1265": 35.0, - "1266": 34.0, - "1267": 38.0, - "1268": 43.0, - "1269": 30.0, - "1270": 28.0, - "1271": 42.0, - "1272": 32.0, - "1273": 40.0, - "1274": 44.0, - "1275": 38.0, - "1276": 31.0, - "1277": 54.0, - "1278": 46.0, - "1279": 44.0, - "1280": 34.0, - "1281": 26.0, - "1282": 37.0, - "1283": 32.0, - "1284": 43.0, - "1285": 43.0, - "1286": 36.0, - "1287": 46.0, - "1288": 33.0, - "1289": 43.0, - "1290": 37.0, - "1291": 42.0, - "1292": 38.0, - "1293": 43.0, - "1294": 30.0, - "1295": 34.0, - "1296": 31.0, - "1297": 26.0, - "1298": 38.0, - "1299": 40.0, - "1300": 32.0, - "1301": 43.0, - "1302": 35.0, - "1303": 35.0, - "1304": 41.0, - "1305": 30.0, - "1306": 28.0, - "1307": 34.0, - "1308": 32.0, - "1309": 36.0, - "1310": 29.0, - "1311": 43.0, - "1312": 32.0, - "1313": 37.0, - "1314": 35.0, - "1315": 33.0, - "1316": 37.0, - "1317": 33.0, - "1318": 41.0, - "1319": 28.0, - "1320": 42.0, - "1321": 30.0, - "1322": 21.0, - "1323": 28.0, - "1324": 40.0, - "1325": 36.0, - "1326": 43.0, - "1327": 32.0, - "1328": 35.0, - "1329": 33.0, - "1330": 27.0, - "1331": 30.0, - "1332": 36.0, - "1333": 45.0, - "1334": 32.0, - "1335": 41.0, - "1336": 38.0, - "1337": 37.0, - "1338": 38.0, - "1339": 27.0, - "1340": 33.0, - "1341": 47.0, - "1342": 24.0, - "1343": 27.0, - "1344": 34.0, - "1345": 34.0, - "1346": 21.0, - "1347": 33.0, - "1348": 33.0, - "1349": 42.0, - "1350": 30.0, - "1351": 39.0, - "1352": 26.0, - "1353": 36.0, - "1354": 40.0, - "1355": 31.0, - "1356": 46.0, - "1357": 46.0, - "1358": 29.0, - "1359": 29.0, - "1360": 30.0, - "1361": 35.0, - "1362": 40.0, - "1363": 33.0, - "1364": 36.0, - "1365": 34.0, - "1366": 47.0, - "1367": 31.0, - "1368": 37.0, - "1369": 28.0, - "1370": 41.0, - "1371": 30.0, - "1372": 42.0, - "1373": 44.0, - "1374": 34.0, - "1375": 22.0, - "1376": 47.0, - "1377": 29.0, - "1378": 39.0, - "1379": 49.0, - "1380": 44.0, - "1381": 30.0, - "1382": 45.0, - "1383": 44.0, - "1384": 31.0, - "1385": 35.0, - "1386": 31.0, - "1387": 31.0, - "1388": 22.0, - "1389": 32.0, - "1390": 38.0, - "1391": 42.0, - "1392": 34.0, - "1393": 43.0, - "1394": 33.0, - "1395": 39.0, - "1396": 37.0, - "1397": 27.0, - "1398": 33.0, - "1399": 29.0, - "1400": 36.0, - "1401": 28.0, - "1402": 27.0, - "1403": 23.0, - "1404": 28.0, - "1405": 36.0, - "1406": 29.0, - "1407": 36.0, - "1408": 43.0, - "1409": 37.0, - "1410": 37.0, - "1411": 38.0, - "1412": 28.0, - "1413": 48.0, - "1414": 34.0, - "1415": 42.0, - "1416": 35.0, - "1417": 34.0, - "1418": 43.0, - "1419": 38.0, - "1420": 33.0, - "1421": 33.0, - "1422": 53.0, - "1423": 22.0, - "1424": 35.0, - "1425": 43.0, - "1426": 36.0, - "1427": 43.0, - "1428": 31.0, - "1429": 30.0, - "1430": 36.0, - "1431": 29.0, - "1432": 37.0, - "1433": 32.0, - "1434": 47.0, - "1435": 38.0, - "1436": 40.0, - "1437": 47.0, - "1438": 28.0, - "1439": 33.0, - "1440": 25.0, - "1441": 35.0, - "1442": 38.0, - "1443": 42.0, - "1444": 28.0, - "1445": 34.0, - "1446": 28.0, - "1447": 39.0, - "1448": 45.0, - "1449": 41.0, - "1450": 25.0, - "1451": 38.0, - "1452": 27.0, - "1453": 28.0, - "1454": 28.0, - "1455": 32.0, - "1456": 40.0, - "1457": 33.0, - "1458": 37.0, - "1459": 41.0, - "1460": 31.0, - "1461": 34.0, - "1462": 23.0, - "1463": 33.0, - "1464": 42.0, - "1465": 42.0, - "1466": 29.0, - "1467": 27.0, - "1468": 41.0, - "1469": 30.0, - "1470": 35.0, - "1471": 32.0, - "1472": 44.0, - "1473": 53.0, - "1474": 28.0, - "1475": 25.0, - "1476": 47.0, - "1477": 40.0, - "1478": 26.0, - "1479": 33.0, - "1480": 33.0, - "1481": 33.0, - "1482": 33.0, - "1483": 31.0, - "1484": 31.0, - "1485": 45.0, - "1486": 37.0, - "1487": 32.0, - "1488": 26.0, - "1489": 45.0, - "1490": 40.0, - "1491": 44.0, - "1492": 44.0, - "1493": 44.0, - "1494": 33.0, - "1495": 42.0, - "1496": 32.0, - "1497": 39.0, - "1498": 32.0, - "1499": 42.0, - "1500": 42.0, - "1501": 46.0, - "1502": 46.0, - "1503": 39.0, - "1504": 31.0, - "1505": 47.0, - "1506": 41.0, - "1507": 35.0, - "1508": 39.0, - "1509": 32.0, - "1510": 37.0, - "1511": 52.0, - "1512": 29.0, - "1513": 46.0, - "1514": 40.0, - "1515": 41.0, - "1516": 31.0, - "1517": 39.0, - "1518": 40.0, - "1519": 32.0, - "1520": 34.0, - "1521": 44.0, - "1522": 53.0, - "1523": 40.0, - "1524": 39.0, - "1525": 30.0, - "1526": 34.0, - "1527": 19.0, - "1528": 40.0, - "1529": 30.0, - "1530": 38.0, - "1531": 28.0, - "1532": 30.0, - "1533": 43.0, - "1534": 34.0, - "1535": 35.0, - "1536": 34.0, - "1537": 33.0, - "1538": 36.0, - "1539": 32.0, - "1540": 38.0, - "1541": 35.0, - "1542": 50.0, - "1543": 50.0, - "1544": 38.0, - "1545": 38.0, - "1546": 35.0, - "1547": 31.0, - "1548": 39.0, - "1549": 36.0, - "1550": 30.0, - "1551": 42.0, - "1552": 49.0, - "1553": 46.0, - "1554": 41.0, - "1555": 25.0, - "1556": 33.0, - "1557": 46.0, - "1558": 43.0, - "1559": 36.0, - "1560": 30.0, - "1561": 48.0, - "1562": 30.0, - "1563": 38.0, - "1564": 40.0, - "1565": 30.0, - "1566": 34.0, - "1567": 36.0, - "1568": 43.0, - "1569": 35.0, - "1570": 43.0, - "1571": 32.0, - "1572": 34.0, - "1573": 35.0, - "1574": 31.0, - "1575": 39.0, - "1576": 30.0, - "1577": 41.0, - "1578": 46.0, - "1579": 35.0, - "1580": 39.0, - "1581": 43.0, - "1582": 30.0, - "1583": 43.0, - "1584": 36.0, - "1585": 37.0, - "1586": 44.0, - "1587": 37.0, - "1588": 43.0, - "1589": 41.0, - "1590": 46.0, - "1591": 32.0, - "1592": 37.0, - "1593": 32.0, - "1594": 36.0, - "1595": 27.0, - "1596": 40.0, - "1597": 36.0, - "1598": 36.0, - "1599": 32.0, - "1600": 41.0, - "1601": 34.0, - "1602": 38.0, - "1603": 48.0, - "1604": 29.0, - "1605": 42.0, - "1606": 33.0, - "1607": 41.0, - "1608": 40.0, - "1609": 42.0, - "1610": 37.0, - "1611": 35.0, - "1612": 37.0, - "1613": 39.0, - "1614": 51.0, - "1615": 38.0, - "1616": 33.0, - "1617": 45.0, - "1618": 43.0, - "1619": 32.0, - "1620": 43.0, - "1621": 47.0, - "1622": 36.0, - "1623": 50.0, - "1624": 40.0, - "1625": 33.0, - "1626": 39.0, - "1627": 34.0, - "1628": 40.0, - "1629": 30.0, - "1630": 34.0, - "1631": 45.0, - "1632": 39.0, - "1633": 40.0, - "1634": 30.0, - "1635": 53.0, - "1636": 31.0, - "1637": 35.0, - "1638": 39.0, - "1639": 42.0, - "1640": 37.0, - "1641": 43.0, - "1642": 30.0, - "1643": 43.0, - "1644": 36.0, - "1645": 37.0, - "1646": 61.0, - "1647": 34.0, - "1648": 41.0, - "1649": 39.0, - "1650": 42.0, - "1651": 33.0, - "1652": 45.0, - "1653": 25.0, - "1654": 36.0, - "1655": 29.0, - "1656": 45.0, - "1657": 37.0, - "1658": 46.0, - "1659": 38.0, - "1660": 46.0, - "1661": 41.0, - "1662": 35.0, - "1663": 35.0, - "1664": 37.0, - "1665": 30.0, - "1666": 44.0, - "1667": 45.0, - "1668": 40.0, - "1669": 35.0, - "1670": 35.0, - "1671": 37.0, - "1672": 32.0, - "1673": 48.0, - "1674": 41.0, - "1675": 40.0, - "1676": 49.0, - "1677": 35.0, - "1678": 30.0, - "1679": 45.0, - "1680": 40.0, - "1681": 32.0, - "1682": 32.0, - "1683": 42.0, - "1684": 44.0, - "1685": 47.0, - "1686": 30.0, - "1687": 31.0, - "1688": 31.0, - "1689": 40.0, - "1690": 43.0, - "1691": 36.0, - "1692": 31.0, - "1693": 31.0, - "1694": 35.0, - "1695": 41.0, - "1696": 32.0, - "1697": 27.0, - "1698": 39.0, - "1699": 41.0, - "1700": 31.0, - "1701": 35.0, - "1702": 31.0, - "1703": 40.0, - "1704": 36.0, - "1705": 36.0, - "1706": 46.0, - "1707": 26.0, - "1708": 37.0, - "1709": 37.0, - "1710": 39.0, - "1711": 32.0, - "1712": 46.0, - "1713": 44.0, - "1714": 45.0, - "1715": 43.0, - "1716": 30.0, - "1717": 41.0, - "1718": 43.0, - "1719": 28.0, - "1720": 36.0, - "1721": 26.0, - "1722": 42.0, - "1723": 42.0, - "1724": 39.0, - "1725": 28.0, - "1726": 46.0, - "1727": 43.0, - "1728": 40.0, - "1729": 44.0, - "1730": 38.0, - "1731": 26.0, - "1732": 39.0, - "1733": 44.0, - "1734": 39.0, - "1735": 34.0, - "1736": 46.0, - "1737": 46.0, - "1738": 34.0, - "1739": 47.0, - "1740": 44.0, - "1741": 31.0, - "1742": 46.0, - "1743": 43.0, - "1744": 46.0, - "1745": 53.0, - "1746": 42.0, - "1747": 37.0, - "1748": 37.0, - "1749": 47.0, - "1750": 46.0, - "1751": 43.0, - "1752": 35.0, - "1753": 41.0, - "1754": 40.0, - "1755": 32.0, - "1756": 36.0, - "1757": 48.0, - "1758": 34.0, - "1759": 49.0, - "1760": 46.0, - "1761": 36.0, - "1762": 34.0, - "1763": 36.0, - "1764": 39.0, - "1765": 24.0, - "1766": 46.0, - "1767": 46.0, - "1768": 36.0, - "1769": 56.0, - "1770": 28.0, - "1771": 42.0, - "1772": 52.0, - "1773": 45.0, - "1774": 37.0, - "1775": 33.0, - "1776": 43.0, - "1777": 54.0, - "1778": 39.0, - "1779": 33.0, - "1780": 39.0, - "1781": 45.0, - "1782": 35.0, - "1783": 43.0, - "1784": 53.0, - "1785": 36.0, - "1786": 38.0, - "1787": 43.0, - "1788": 45.0, - "1789": 33.0, - "1790": 42.0, - "1791": 44.0, - "1792": 34.0, - "1793": 30.0, - "1794": 40.0, - "1795": 55.0, - "1796": 33.0, - "1797": 30.0, - "1798": 41.0, - "1799": 37.0, - "1800": 41.0, - "1801": 40.0, - "1802": 30.0, - "1803": 36.0, - "1804": 41.0, - "1805": 34.0, - "1806": 39.0, - "1807": 36.0, - "1808": 43.0, - "1809": 45.0, - "1810": 41.0, - "1811": 28.0, - "1812": 33.0, - "1813": 30.0, - "1814": 36.0, - "1815": 35.0, - "1816": 35.0, - "1817": 35.0, - "1818": 42.0, - "1819": 25.0, - "1820": 38.0, - "1821": 48.0, - "1822": 38.0, - "1823": 38.0, - "1824": 49.0, - "1825": 46.0, - "1826": 32.0, - "1827": 47.0, - "1828": 30.0, - "1829": 50.0, - "1830": 43.0, - "1831": 36.0, - "1832": 47.0, - "1833": 42.0, - "1834": 41.0, - "1835": 39.0, - "1836": 39.0, - "1837": 34.0, - "1838": 50.0, - "1839": 35.0, - "1840": 41.0, - "1841": 30.0, - "1842": 34.0, - "1843": 44.0, - "1844": 38.0, - "1845": 41.0, - "1846": 32.0, - "1847": 32.0, - "1848": 36.0, - "1849": 45.0, - "1850": 40.0, - "1851": 36.0, - "1852": 41.0, - "1853": 29.0, - "1854": 35.0, - "1855": 45.0, - "1856": 39.0, - "1857": 33.0, - "1858": 40.0, - "1859": 40.0, - "1860": 48.0, - "1861": 37.0, - "1862": 46.0, - "1863": 47.0, - "1864": 48.0, - "1865": 38.0, - "1866": 51.0, - "1867": 34.0, - "1868": 40.0, - "1869": 42.0, - "1870": 38.0, - "1871": 36.0, - "1872": 42.0, - "1873": 42.0, - "1874": 38.0, - "1875": 51.0, - "1876": 39.0, - "1877": 41.0, - "1878": 26.0, - "1879": 33.0, - "1880": 41.0, - "1881": 50.0, - "1882": 37.0, - "1883": 45.0, - "1884": 39.0, - "1885": 37.0, - "1886": 32.0, - "1887": 36.0, - "1888": 28.0, - "1889": 38.0, - "1890": 37.0, - "1891": 51.0, - "1892": 44.0, - "1893": 50.0, - "1894": 44.0, - "1895": 35.0, - "1896": 34.0, - "1897": 35.0, - "1898": 31.0, - "1899": 39.0, - "1900": 40.0, - "1901": 52.0, - "1902": 31.0, - "1903": 44.0, - "1904": 45.0, - "1905": 32.0, - "1906": 49.0, - "1907": 34.0, - "1908": 33.0, - "1909": 34.0, - "1910": 45.0, - "1911": 41.0, - "1912": 46.0, - "1913": 46.0, - "1914": 51.0, - "1915": 35.0, - "1916": 42.0, - "1917": 40.0, - "1918": 32.0, - "1919": 54.0, - "1920": 41.0, - "1921": 40.0, - "1922": 36.0, - "1923": 34.0, - "1924": 43.0, - "1925": 47.0, - "1926": 42.0, - "1927": 37.0, - "1928": 40.0, - "1929": 40.0, - "1930": 39.0, - "1931": 37.0, - "1932": 40.0, - "1933": 46.0, - "1934": 30.0, - "1935": 50.0, - "1936": 51.0, - "1937": 34.0, - "1938": 38.0, - "1939": 44.0, - "1940": 35.0, - "1941": 39.0, - "1942": 59.0, - "1943": 42.0, - "1944": 46.0, - "1945": 36.0, - "1946": 43.0, - "1947": 39.0, - "1948": 39.0, - "1949": 31.0, - "1950": 36.0, - "1951": 41.0, - "1952": 37.0, - "1953": 26.0, - "1954": 43.0, - "1955": 33.0, - "1956": 37.0, - "1957": 48.0, - "1958": 35.0, - "1959": 44.0, - "1960": 35.0, - "1961": 28.0, - "1962": 51.0, - "1963": 47.0, - "1964": 33.0, - "1965": 56.0, - "1966": 46.0, - "1967": 33.0, - "1968": 53.0, - "1969": 36.0, - "1970": 47.0, - "1971": 35.0, - "1972": 34.0, - "1973": 38.0, - "1974": 46.0, - "1975": 32.0, - "1976": 43.0, - "1977": 38.0, - "1978": 43.0, - "1979": 49.0, - "1980": 32.0, - "1981": 30.0, - "1982": 55.0, - "1983": 41.0, - "1984": 62.0, - "1985": 41.0, - "1986": 48.0, - "1987": 48.0, - "1988": 41.0, - "1989": 50.0, - "1990": 53.0, - "1991": 45.0, - "1992": 46.0, - "1993": 60.0, - "1994": 30.0, - "1995": 41.0, - "1996": 51.0, - "1997": 41.0, - "1998": 45.0, - "1999": 32.0, - "2000": 43.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 2000, - "step_interval": 1, - "values": { - "1": 302618112.0, - "2": 302618112.0, - "3": 302618112.0, - "4": 302618112.0, - "5": 302618112.0, - "6": 302618112.0, - "7": 302618112.0, - "8": 302618112.0, - "9": 302618112.0, - "10": 302618112.0, - "11": 302618112.0, - "12": 302618112.0, - "13": 302618112.0, - "14": 302618112.0, - "15": 302618112.0, - "16": 302618112.0, - "17": 302618112.0, - "18": 302618112.0, - "19": 302618112.0, - "20": 302618112.0, - "21": 302618112.0, - "22": 302618112.0, - "23": 302618112.0, - "24": 302618112.0, - "25": 302618112.0, - "26": 302618112.0, - "27": 302618112.0, - "28": 302618112.0, - "29": 302618112.0, - "30": 302618112.0, - "31": 302618112.0, - "32": 302618112.0, - "33": 302618112.0, - "34": 302618112.0, - "35": 302618112.0, - "36": 302618112.0, - "37": 302618112.0, - "38": 302618112.0, - "39": 302618112.0, - "40": 302618112.0, - "41": 302618112.0, - "42": 302618112.0, - "43": 302618112.0, - "44": 302618112.0, - "45": 302618112.0, - "46": 302618112.0, - "47": 302618112.0, - "48": 302618112.0, - "49": 302618112.0, - "50": 302618112.0, - "51": 302618112.0, - "52": 302618112.0, - "53": 302618112.0, - "54": 302618112.0, - "55": 302618112.0, - "56": 302618112.0, - "57": 302618112.0, - "58": 302618112.0, - "59": 302618112.0, - "60": 302618112.0, - "61": 302618112.0, - "62": 302618112.0, - "63": 302618112.0, - "64": 302618112.0, - "65": 302618112.0, - "66": 302618112.0, - "67": 302618112.0, - "68": 302618112.0, - "69": 302618112.0, - "70": 302618112.0, - "71": 302618112.0, - "72": 302618112.0, - "73": 302618112.0, - "74": 302618112.0, - "75": 302618112.0, - "76": 302618112.0, - "77": 302618112.0, - "78": 302618112.0, - "79": 302618112.0, - "80": 302618112.0, - "81": 302618112.0, - "82": 302618112.0, - "83": 302618112.0, - "84": 302618112.0, - "85": 302618112.0, - "86": 302618112.0, - "87": 302618112.0, - "88": 302618112.0, - "89": 302618112.0, - "90": 302618112.0, - "91": 302618112.0, - "92": 302618112.0, - "93": 302618112.0, - "94": 302618112.0, - "95": 302618112.0, - "96": 302618112.0, - "97": 302618112.0, - "98": 302618112.0, - "99": 302618112.0, - "100": 302618112.0, - "101": 302618112.0, - "102": 302618112.0, - "103": 302618112.0, - "104": 302618112.0, - "105": 302618112.0, - "106": 302618112.0, - "107": 302618112.0, - "108": 302618112.0, - "109": 302618112.0, - "110": 302618112.0, - "111": 302618112.0, - "112": 302618112.0, - "113": 302618112.0, - "114": 302618112.0, - "115": 302618112.0, - "116": 302618112.0, - "117": 302618112.0, - "118": 302618112.0, - "119": 302618112.0, - "120": 302618112.0, - "121": 302618112.0, - "122": 302618112.0, - "123": 302618112.0, - "124": 302618112.0, - "125": 302618112.0, - "126": 302618112.0, - "127": 302618112.0, - "128": 302618112.0, - "129": 302618112.0, - "130": 302618112.0, - "131": 302618112.0, - "132": 302618112.0, - "133": 302618112.0, - "134": 302618112.0, - "135": 302618112.0, - "136": 302618112.0, - "137": 302618112.0, - "138": 302618112.0, - "139": 302618112.0, - "140": 302618112.0, - "141": 302618112.0, - "142": 302618112.0, - "143": 302618112.0, - "144": 302618112.0, - "145": 302618112.0, - "146": 302618112.0, - "147": 302618112.0, - "148": 302618112.0, - "149": 302618112.0, - "150": 302618112.0, - "151": 302618112.0, - "152": 302618112.0, - "153": 302618112.0, - "154": 302618112.0, - "155": 302618112.0, - "156": 302618112.0, - "157": 302618112.0, - "158": 302618112.0, - "159": 302618112.0, - "160": 302618112.0, - "161": 302618112.0, - "162": 302618112.0, - "163": 302618112.0, - "164": 302618112.0, - "165": 302618112.0, - "166": 302618112.0, - "167": 302618112.0, - "168": 302618112.0, - "169": 302618112.0, - "170": 302618112.0, - "171": 302618112.0, - "172": 302618112.0, - "173": 302618112.0, - "174": 302618112.0, - "175": 302618112.0, - "176": 302618112.0, - "177": 302618112.0, - "178": 302618112.0, - "179": 302618112.0, - "180": 302618112.0, - "181": 302618112.0, - "182": 302618112.0, - "183": 302618112.0, - "184": 302618112.0, - "185": 302618112.0, - "186": 302618112.0, - "187": 302618112.0, - "188": 302618112.0, - "189": 302618112.0, - "190": 302618112.0, - "191": 302618112.0, - "192": 302618112.0, - "193": 302618112.0, - "194": 302618112.0, - "195": 302618112.0, - "196": 302618112.0, - "197": 302618112.0, - "198": 302618112.0, - "199": 302618112.0, - "200": 302618112.0, - "201": 302618112.0, - "202": 302618112.0, - "203": 302618112.0, - "204": 302618112.0, - "205": 302618112.0, - "206": 302618112.0, - "207": 302618112.0, - "208": 302618112.0, - "209": 302618112.0, - "210": 302618112.0, - "211": 302618112.0, - "212": 302618112.0, - "213": 302618112.0, - "214": 302618112.0, - "215": 302618112.0, - "216": 302618112.0, - "217": 302618112.0, - "218": 302618112.0, - "219": 302618112.0, - "220": 302618112.0, - "221": 302618112.0, - "222": 302618112.0, - "223": 302618112.0, - "224": 302618112.0, - "225": 302618112.0, - "226": 302618112.0, - "227": 302618112.0, - "228": 302618112.0, - "229": 302618112.0, - "230": 302618112.0, - "231": 302618112.0, - "232": 302618112.0, - "233": 302618112.0, - "234": 302618112.0, - "235": 302618112.0, - "236": 302618112.0, - "237": 302618112.0, - "238": 302618112.0, - "239": 302618112.0, - "240": 302618112.0, - "241": 302618112.0, - "242": 302618112.0, - "243": 302618112.0, - "244": 302618112.0, - "245": 302618112.0, - "246": 302618112.0, - "247": 302618112.0, - "248": 302618112.0, - "249": 302618112.0, - "250": 302618112.0, - "251": 302618112.0, - "252": 302618112.0, - "253": 302618112.0, - "254": 302618112.0, - "255": 302618112.0, - "256": 302618112.0, - "257": 302618112.0, - "258": 302618112.0, - "259": 302618112.0, - "260": 302618112.0, - "261": 302618112.0, - "262": 302618112.0, - "263": 302618112.0, - "264": 302618112.0, - "265": 302618112.0, - "266": 302618112.0, - "267": 302618112.0, - "268": 302618112.0, - "269": 302618112.0, - "270": 302618112.0, - "271": 302618112.0, - "272": 302618112.0, - "273": 302618112.0, - "274": 302618112.0, - "275": 302618112.0, - "276": 302618112.0, - "277": 302618112.0, - "278": 302618112.0, - "279": 302618112.0, - "280": 302618112.0, - "281": 302618112.0, - "282": 302618112.0, - "283": 302618112.0, - "284": 302618112.0, - "285": 302618112.0, - "286": 302618112.0, - "287": 302618112.0, - "288": 302618112.0, - "289": 302618112.0, - "290": 302618112.0, - "291": 302618112.0, - "292": 302618112.0, - "293": 302618112.0, - "294": 302618112.0, - "295": 302618112.0, - "296": 302618112.0, - "297": 302618112.0, - "298": 302618112.0, - "299": 302618112.0, - "300": 302618112.0, - "301": 302618112.0, - "302": 302618112.0, - "303": 302618112.0, - "304": 302618112.0, - "305": 302618112.0, - "306": 302618112.0, - "307": 302618112.0, - "308": 302618112.0, - "309": 302618112.0, - "310": 302618112.0, - "311": 302618112.0, - "312": 302618112.0, - "313": 302618112.0, - "314": 302618112.0, - "315": 302618112.0, - "316": 302618112.0, - "317": 302618112.0, - "318": 302618112.0, - "319": 302618112.0, - "320": 302618112.0, - "321": 302618112.0, - "322": 302618112.0, - "323": 302618112.0, - "324": 302618112.0, - "325": 302618112.0, - "326": 302618112.0, - "327": 302618112.0, - "328": 302618112.0, - "329": 302618112.0, - "330": 302618112.0, - "331": 302618112.0, - "332": 302618112.0, - "333": 302618112.0, - "334": 302618112.0, - "335": 302618112.0, - "336": 302618112.0, - "337": 302618112.0, - "338": 302618112.0, - "339": 302618112.0, - "340": 302618112.0, - "341": 302618112.0, - "342": 302618112.0, - "343": 302618112.0, - "344": 302618112.0, - "345": 302618112.0, - "346": 302618112.0, - "347": 302618112.0, - "348": 302618112.0, - "349": 302618112.0, - "350": 302618112.0, - "351": 302618112.0, - "352": 302618112.0, - "353": 302618112.0, - "354": 302618112.0, - "355": 302618112.0, - "356": 302618112.0, - "357": 302618112.0, - "358": 302618112.0, - "359": 302618112.0, - "360": 302618112.0, - "361": 302618112.0, - "362": 302618112.0, - "363": 302618112.0, - "364": 302618112.0, - "365": 302618112.0, - "366": 302618112.0, - "367": 302618112.0, - "368": 302618112.0, - "369": 302618112.0, - "370": 302618112.0, - "371": 302618112.0, - "372": 302618112.0, - "373": 302618112.0, - "374": 302618112.0, - "375": 302618112.0, - "376": 302618112.0, - "377": 302618112.0, - "378": 302618112.0, - "379": 302618112.0, - "380": 302618112.0, - "381": 302618112.0, - "382": 302618112.0, - "383": 302618112.0, - "384": 302618112.0, - "385": 302618112.0, - "386": 302618112.0, - "387": 302618112.0, - "388": 302618112.0, - "389": 302618112.0, - "390": 302618112.0, - "391": 302618112.0, - "392": 302618112.0, - "393": 302618112.0, - "394": 302618112.0, - "395": 302618112.0, - "396": 302618112.0, - "397": 302618112.0, - "398": 302618112.0, - "399": 302618112.0, - "400": 302618112.0, - "401": 302618112.0, - "402": 302618112.0, - "403": 302618112.0, - "404": 302618112.0, - "405": 302618112.0, - "406": 302618112.0, - "407": 302618112.0, - "408": 302618112.0, - "409": 302618112.0, - "410": 302618112.0, - "411": 302618112.0, - "412": 302618112.0, - "413": 302618112.0, - "414": 302618112.0, - "415": 302618112.0, - "416": 302618112.0, - "417": 302618112.0, - "418": 302618112.0, - "419": 302618112.0, - "420": 302618112.0, - "421": 302618112.0, - "422": 302618112.0, - "423": 302618112.0, - "424": 302618112.0, - "425": 302618112.0, - "426": 302618112.0, - "427": 302618112.0, - "428": 302618112.0, - "429": 302618112.0, - "430": 302618112.0, - "431": 302618112.0, - "432": 302618112.0, - "433": 302618112.0, - "434": 302618112.0, - "435": 302618112.0, - "436": 302618112.0, - "437": 302618112.0, - "438": 302618112.0, - "439": 302618112.0, - "440": 302618112.0, - "441": 302618112.0, - "442": 302618112.0, - "443": 302618112.0, - "444": 302618112.0, - "445": 302618112.0, - "446": 302618112.0, - "447": 302618112.0, - "448": 302618112.0, - "449": 302618112.0, - "450": 302618112.0, - "451": 302618112.0, - "452": 302618112.0, - "453": 302618112.0, - "454": 302618112.0, - "455": 302618112.0, - "456": 302618112.0, - "457": 302618112.0, - "458": 302618112.0, - "459": 302618112.0, - "460": 302618112.0, - "461": 302618112.0, - "462": 302618112.0, - "463": 302618112.0, - "464": 302618112.0, - "465": 302618112.0, - "466": 302618112.0, - "467": 302618112.0, - "468": 302618112.0, - "469": 302618112.0, - "470": 302618112.0, - "471": 302618112.0, - "472": 302618112.0, - "473": 302618112.0, - "474": 302618112.0, - "475": 302618112.0, - "476": 302618112.0, - "477": 302618112.0, - "478": 302618112.0, - "479": 302618112.0, - "480": 302618112.0, - "481": 302618112.0, - "482": 302618112.0, - "483": 302618112.0, - "484": 302618112.0, - "485": 302618112.0, - "486": 302618112.0, - "487": 302618112.0, - "488": 302618112.0, - "489": 302618112.0, - "490": 302618112.0, - "491": 302618112.0, - "492": 302618112.0, - "493": 302618112.0, - "494": 302618112.0, - "495": 302618112.0, - "496": 302618112.0, - "497": 302618112.0, - "498": 302618112.0, - "499": 302618112.0, - "500": 302618112.0, - "501": 302618112.0, - "502": 302618112.0, - "503": 302618112.0, - "504": 302618112.0, - "505": 302618112.0, - "506": 302618112.0, - "507": 302618112.0, - "508": 302618112.0, - "509": 302618112.0, - "510": 302618112.0, - "511": 302618112.0, - "512": 302618112.0, - "513": 302618112.0, - "514": 302618112.0, - "515": 302618112.0, - "516": 302618112.0, - "517": 302618112.0, - "518": 302618112.0, - "519": 302618112.0, - "520": 302618112.0, - "521": 302618112.0, - "522": 302618112.0, - "523": 302618112.0, - "524": 302618112.0, - "525": 302618112.0, - "526": 302618112.0, - "527": 302618112.0, - "528": 302618112.0, - "529": 302618112.0, - "530": 302618112.0, - "531": 302618112.0, - "532": 302618112.0, - "533": 302618112.0, - "534": 302618112.0, - "535": 302618112.0, - "536": 302618112.0, - "537": 302618112.0, - "538": 302618112.0, - "539": 302618112.0, - "540": 302618112.0, - "541": 302618112.0, - "542": 302618112.0, - "543": 302618112.0, - "544": 302618112.0, - "545": 302618112.0, - "546": 302618112.0, - "547": 302618112.0, - "548": 302618112.0, - "549": 302618112.0, - "550": 302618112.0, - "551": 302618112.0, - "552": 302618112.0, - "553": 302618112.0, - "554": 302618112.0, - "555": 302618112.0, - "556": 302618112.0, - "557": 302618112.0, - "558": 302618112.0, - "559": 302618112.0, - "560": 302618112.0, - "561": 302618112.0, - "562": 302618112.0, - "563": 302618112.0, - "564": 302618112.0, - "565": 302618112.0, - "566": 302618112.0, - "567": 302618112.0, - "568": 302618112.0, - "569": 302618112.0, - "570": 302618112.0, - "571": 302618112.0, - "572": 302618112.0, - "573": 302618112.0, - "574": 302618112.0, - "575": 302618112.0, - "576": 302618112.0, - "577": 302618112.0, - "578": 302618112.0, - "579": 302618112.0, - "580": 302618112.0, - "581": 302618112.0, - "582": 302618112.0, - "583": 302618112.0, - "584": 302618112.0, - "585": 302618112.0, - "586": 302618112.0, - "587": 302618112.0, - "588": 302618112.0, - "589": 302618112.0, - "590": 302618112.0, - "591": 302618112.0, - "592": 302618112.0, - "593": 302618112.0, - "594": 302618112.0, - "595": 302618112.0, - "596": 302618112.0, - "597": 302618112.0, - "598": 302618112.0, - "599": 302618112.0, - "600": 302618112.0, - "601": 302618112.0, - "602": 302618112.0, - "603": 302618112.0, - "604": 302618112.0, - "605": 302618112.0, - "606": 302618112.0, - "607": 302618112.0, - "608": 302618112.0, - "609": 302618112.0, - "610": 302618112.0, - "611": 302618112.0, - "612": 302618112.0, - "613": 302618112.0, - "614": 302618112.0, - "615": 302618112.0, - "616": 302618112.0, - "617": 302618112.0, - "618": 302618112.0, - "619": 302618112.0, - "620": 302618112.0, - "621": 302618112.0, - "622": 302618112.0, - "623": 302618112.0, - "624": 302618112.0, - "625": 302618112.0, - "626": 302618112.0, - "627": 302618112.0, - "628": 302618112.0, - "629": 302618112.0, - "630": 302618112.0, - "631": 302618112.0, - "632": 302618112.0, - "633": 302618112.0, - "634": 302618112.0, - "635": 302618112.0, - "636": 302618112.0, - "637": 302618112.0, - "638": 302618112.0, - "639": 302618112.0, - "640": 302618112.0, - "641": 302618112.0, - "642": 302618112.0, - "643": 302618112.0, - "644": 302618112.0, - "645": 302618112.0, - "646": 302618112.0, - "647": 302618112.0, - "648": 302618112.0, - "649": 302618112.0, - "650": 302618112.0, - "651": 302618112.0, - "652": 302618112.0, - "653": 302618112.0, - "654": 302618112.0, - "655": 302618112.0, - "656": 302618112.0, - "657": 302618112.0, - "658": 302618112.0, - "659": 302618112.0, - "660": 302618112.0, - "661": 302618112.0, - "662": 302618112.0, - "663": 302618112.0, - "664": 302618112.0, - "665": 302618112.0, - "666": 302618112.0, - "667": 302618112.0, - "668": 302618112.0, - "669": 302618112.0, - "670": 302618112.0, - "671": 302618112.0, - "672": 302618112.0, - "673": 302618112.0, - "674": 302618112.0, - "675": 302618112.0, - "676": 302618112.0, - "677": 302618112.0, - "678": 302618112.0, - "679": 302618112.0, - "680": 302618112.0, - "681": 302618112.0, - "682": 302618112.0, - "683": 302618112.0, - "684": 302618112.0, - "685": 302618112.0, - "686": 302618112.0, - "687": 302618112.0, - "688": 302618112.0, - "689": 302618112.0, - "690": 302618112.0, - "691": 302618112.0, - "692": 302618112.0, - "693": 302618112.0, - "694": 302618112.0, - "695": 302618112.0, - "696": 302618112.0, - "697": 302618112.0, - "698": 302618112.0, - "699": 302618112.0, - "700": 302618112.0, - "701": 302618112.0, - "702": 302618112.0, - "703": 302618112.0, - "704": 302618112.0, - "705": 302618112.0, - "706": 302618112.0, - "707": 302618112.0, - "708": 302618112.0, - "709": 302618112.0, - "710": 302618112.0, - "711": 302618112.0, - "712": 302618112.0, - "713": 302618112.0, - "714": 302618112.0, - "715": 302618112.0, - "716": 302618112.0, - "717": 302618112.0, - "718": 302618112.0, - "719": 302618112.0, - "720": 302618112.0, - "721": 302618112.0, - "722": 302618112.0, - "723": 302618112.0, - "724": 302618112.0, - "725": 302618112.0, - "726": 302618112.0, - "727": 302618112.0, - "728": 302618112.0, - "729": 302618112.0, - "730": 302618112.0, - "731": 302618112.0, - "732": 302618112.0, - "733": 302618112.0, - "734": 302618112.0, - "735": 302618112.0, - "736": 302618112.0, - "737": 302618112.0, - "738": 302618112.0, - "739": 302618112.0, - "740": 302618112.0, - "741": 302618112.0, - "742": 302618112.0, - "743": 302618112.0, - "744": 302618112.0, - "745": 302618112.0, - "746": 302618112.0, - "747": 302618112.0, - "748": 302618112.0, - "749": 302618112.0, - "750": 302618112.0, - "751": 302618112.0, - "752": 302618112.0, - "753": 302618112.0, - "754": 302618112.0, - "755": 302618112.0, - "756": 302618112.0, - "757": 302618112.0, - "758": 302618112.0, - "759": 302618112.0, - "760": 302618112.0, - "761": 302618112.0, - "762": 302618112.0, - "763": 302618112.0, - "764": 302618112.0, - "765": 302618112.0, - "766": 302618112.0, - "767": 302618112.0, - "768": 302618112.0, - "769": 302618112.0, - "770": 302618112.0, - "771": 302618112.0, - "772": 302618112.0, - "773": 302618112.0, - "774": 302618112.0, - "775": 302618112.0, - "776": 302618112.0, - "777": 302618112.0, - "778": 302618112.0, - "779": 302618112.0, - "780": 302618112.0, - "781": 302618112.0, - "782": 302618112.0, - "783": 302618112.0, - "784": 302618112.0, - "785": 302618112.0, - "786": 302618112.0, - "787": 302618112.0, - "788": 302618112.0, - "789": 302618112.0, - "790": 302618112.0, - "791": 302618112.0, - "792": 302618112.0, - "793": 302618112.0, - "794": 302618112.0, - "795": 302618112.0, - "796": 302618112.0, - "797": 302618112.0, - "798": 302618112.0, - "799": 302618112.0, - "800": 302618112.0, - "801": 302618112.0, - "802": 302618112.0, - "803": 302618112.0, - "804": 302618112.0, - "805": 302618112.0, - "806": 302618112.0, - "807": 302618112.0, - "808": 302618112.0, - "809": 302618112.0, - "810": 302618112.0, - "811": 302618112.0, - "812": 302618112.0, - "813": 302618112.0, - "814": 302618112.0, - "815": 302618112.0, - "816": 302618112.0, - "817": 302618112.0, - "818": 302618112.0, - "819": 302618112.0, - "820": 302618112.0, - "821": 302618112.0, - "822": 302618112.0, - "823": 302618112.0, - "824": 302618112.0, - "825": 302618112.0, - "826": 302618112.0, - "827": 302618112.0, - "828": 302618112.0, - "829": 302618112.0, - "830": 302618112.0, - "831": 302618112.0, - "832": 302618112.0, - "833": 302618112.0, - "834": 302618112.0, - "835": 302618112.0, - "836": 302618112.0, - "837": 302618112.0, - "838": 302618112.0, - "839": 302618112.0, - "840": 302618112.0, - "841": 302618112.0, - "842": 302618112.0, - "843": 302618112.0, - "844": 302618112.0, - "845": 302618112.0, - "846": 302618112.0, - "847": 302618112.0, - "848": 302618112.0, - "849": 302618112.0, - "850": 302618112.0, - "851": 302618112.0, - "852": 302618112.0, - "853": 302618112.0, - "854": 302618112.0, - "855": 302618112.0, - "856": 302618112.0, - "857": 302618112.0, - "858": 302618112.0, - "859": 302618112.0, - "860": 302618112.0, - "861": 302618112.0, - "862": 302618112.0, - "863": 302618112.0, - "864": 302618112.0, - "865": 302618112.0, - "866": 302618112.0, - "867": 302618112.0, - "868": 302618112.0, - "869": 302618112.0, - "870": 302618112.0, - "871": 302618112.0, - "872": 302618112.0, - "873": 302618112.0, - "874": 302618112.0, - "875": 302618112.0, - "876": 302618112.0, - "877": 302618112.0, - "878": 302618112.0, - "879": 302618112.0, - "880": 302618112.0, - "881": 302618112.0, - "882": 302618112.0, - "883": 302618112.0, - "884": 302618112.0, - "885": 302618112.0, - "886": 302618112.0, - "887": 302618112.0, - "888": 302618112.0, - "889": 302618112.0, - "890": 302618112.0, - "891": 302618112.0, - "892": 302618112.0, - "893": 302618112.0, - "894": 302618112.0, - "895": 302618112.0, - "896": 302618112.0, - "897": 302618112.0, - "898": 302618112.0, - "899": 302618112.0, - "900": 302618112.0, - "901": 302618112.0, - "902": 302618112.0, - "903": 302618112.0, - "904": 302618112.0, - "905": 302618112.0, - "906": 302618112.0, - "907": 302618112.0, - "908": 302618112.0, - "909": 302618112.0, - "910": 302618112.0, - "911": 302618112.0, - "912": 302618112.0, - "913": 302618112.0, - "914": 302618112.0, - "915": 302618112.0, - "916": 302618112.0, - "917": 302618112.0, - "918": 302618112.0, - "919": 302618112.0, - "920": 302618112.0, - "921": 302618112.0, - "922": 302618112.0, - "923": 302618112.0, - "924": 302618112.0, - "925": 302618112.0, - "926": 302618112.0, - "927": 302618112.0, - "928": 302618112.0, - "929": 302618112.0, - "930": 302618112.0, - "931": 302618112.0, - "932": 302618112.0, - "933": 302618112.0, - "934": 302618112.0, - "935": 302618112.0, - "936": 302618112.0, - "937": 302618112.0, - "938": 302618112.0, - "939": 302618112.0, - "940": 302618112.0, - "941": 302618112.0, - "942": 302618112.0, - "943": 302618112.0, - "944": 302618112.0, - "945": 302618112.0, - "946": 302618112.0, - "947": 302618112.0, - "948": 302618112.0, - "949": 302618112.0, - "950": 302618112.0, - "951": 302618112.0, - "952": 302618112.0, - "953": 302618112.0, - "954": 302618112.0, - "955": 302618112.0, - "956": 302618112.0, - "957": 302618112.0, - "958": 302618112.0, - "959": 302618112.0, - "960": 302618112.0, - "961": 302618112.0, - "962": 302618112.0, - "963": 302618112.0, - "964": 302618112.0, - "965": 302618112.0, - "966": 302618112.0, - "967": 302618112.0, - "968": 302618112.0, - "969": 302618112.0, - "970": 302618112.0, - "971": 302618112.0, - "972": 302618112.0, - "973": 302618112.0, - "974": 302618112.0, - "975": 302618112.0, - "976": 302618112.0, - "977": 302618112.0, - "978": 302618112.0, - "979": 302618112.0, - "980": 302618112.0, - "981": 302618112.0, - "982": 302618112.0, - "983": 302618112.0, - "984": 302618112.0, - "985": 302618112.0, - "986": 302618112.0, - "987": 302618112.0, - "988": 302618112.0, - "989": 302618112.0, - "990": 302618112.0, - "991": 302618112.0, - "992": 302618112.0, - "993": 302618112.0, - "994": 302618112.0, - "995": 302618112.0, - "996": 302618112.0, - "997": 302618112.0, - "998": 302618112.0, - "999": 302618112.0, - "1000": 302618112.0, - "1001": 302618112.0, - "1002": 302618112.0, - "1003": 302618112.0, - "1004": 302618112.0, - "1005": 302618112.0, - "1006": 302618112.0, - "1007": 302618112.0, - "1008": 302618112.0, - "1009": 302618112.0, - "1010": 302618112.0, - "1011": 302618112.0, - "1012": 302618112.0, - "1013": 302618112.0, - "1014": 302618112.0, - "1015": 302618112.0, - "1016": 302618112.0, - "1017": 302618112.0, - "1018": 302618112.0, - "1019": 302618112.0, - "1020": 302618112.0, - "1021": 302618112.0, - "1022": 302618112.0, - "1023": 302618112.0, - "1024": 302618112.0, - "1025": 302618112.0, - "1026": 302618112.0, - "1027": 302618112.0, - "1028": 302618112.0, - "1029": 302618112.0, - "1030": 302618112.0, - "1031": 302618112.0, - "1032": 302618112.0, - "1033": 302618112.0, - "1034": 302618112.0, - "1035": 302618112.0, - "1036": 302618112.0, - "1037": 302618112.0, - "1038": 302618112.0, - "1039": 302618112.0, - "1040": 302618112.0, - "1041": 302618112.0, - "1042": 302618112.0, - "1043": 302618112.0, - "1044": 302618112.0, - "1045": 302618112.0, - "1046": 302618112.0, - "1047": 302618112.0, - "1048": 302618112.0, - "1049": 302618112.0, - "1050": 302618112.0, - "1051": 302618112.0, - "1052": 302618112.0, - "1053": 302618112.0, - "1054": 302618112.0, - "1055": 302618112.0, - "1056": 302618112.0, - "1057": 302618112.0, - "1058": 302618112.0, - "1059": 302618112.0, - "1060": 302618112.0, - "1061": 302618112.0, - "1062": 302618112.0, - "1063": 302618112.0, - "1064": 302618112.0, - "1065": 302618112.0, - "1066": 302618112.0, - "1067": 302618112.0, - "1068": 302618112.0, - "1069": 302618112.0, - "1070": 302618112.0, - "1071": 302618112.0, - "1072": 302618112.0, - "1073": 302618112.0, - "1074": 302618112.0, - "1075": 302618112.0, - "1076": 302618112.0, - "1077": 302618112.0, - "1078": 302618112.0, - "1079": 302618112.0, - "1080": 302618112.0, - "1081": 302618112.0, - "1082": 302618112.0, - "1083": 302618112.0, - "1084": 302618112.0, - "1085": 302618112.0, - "1086": 302618112.0, - "1087": 302618112.0, - "1088": 302618112.0, - "1089": 302618112.0, - "1090": 302618112.0, - "1091": 302618112.0, - "1092": 302618112.0, - "1093": 302618112.0, - "1094": 302618112.0, - "1095": 302618112.0, - "1096": 302618112.0, - "1097": 302618112.0, - "1098": 302618112.0, - "1099": 302618112.0, - "1100": 302618112.0, - "1101": 302618112.0, - "1102": 302618112.0, - "1103": 302618112.0, - "1104": 302618112.0, - "1105": 302618112.0, - "1106": 302618112.0, - "1107": 302618112.0, - "1108": 302618112.0, - "1109": 302618112.0, - "1110": 302618112.0, - "1111": 302618112.0, - "1112": 302618112.0, - "1113": 302618112.0, - "1114": 302618112.0, - "1115": 302618112.0, - "1116": 302618112.0, - "1117": 302618112.0, - "1118": 302618112.0, - "1119": 302618112.0, - "1120": 302618112.0, - "1121": 302618112.0, - "1122": 302618112.0, - "1123": 302618112.0, - "1124": 302618112.0, - "1125": 302618112.0, - "1126": 302618112.0, - "1127": 302618112.0, - "1128": 302618112.0, - "1129": 302618112.0, - "1130": 302618112.0, - "1131": 302618112.0, - "1132": 302618112.0, - "1133": 302618112.0, - "1134": 302618112.0, - "1135": 302618112.0, - "1136": 302618112.0, - "1137": 302618112.0, - "1138": 302618112.0, - "1139": 302618112.0, - "1140": 302618112.0, - "1141": 302618112.0, - "1142": 302618112.0, - "1143": 302618112.0, - "1144": 302618112.0, - "1145": 302618112.0, - "1146": 302618112.0, - "1147": 302618112.0, - "1148": 302618112.0, - "1149": 302618112.0, - "1150": 302618112.0, - "1151": 302618112.0, - "1152": 302618112.0, - "1153": 302618112.0, - "1154": 302618112.0, - "1155": 302618112.0, - "1156": 302618112.0, - "1157": 302618112.0, - "1158": 302618112.0, - "1159": 302618112.0, - "1160": 302618112.0, - "1161": 302618112.0, - "1162": 302618112.0, - "1163": 302618112.0, - "1164": 302618112.0, - "1165": 302618112.0, - "1166": 302618112.0, - "1167": 302618112.0, - "1168": 302618112.0, - "1169": 302618112.0, - "1170": 302618112.0, - "1171": 302618112.0, - "1172": 302618112.0, - "1173": 302618112.0, - "1174": 302618112.0, - "1175": 302618112.0, - "1176": 302618112.0, - "1177": 302618112.0, - "1178": 302618112.0, - "1179": 302618112.0, - "1180": 302618112.0, - "1181": 302618112.0, - "1182": 302618112.0, - "1183": 302618112.0, - "1184": 302618112.0, - "1185": 302618112.0, - "1186": 302618112.0, - "1187": 302618112.0, - "1188": 302618112.0, - "1189": 302618112.0, - "1190": 302618112.0, - "1191": 302618112.0, - "1192": 302618112.0, - "1193": 302618112.0, - "1194": 302618112.0, - "1195": 302618112.0, - "1196": 302618112.0, - "1197": 302618112.0, - "1198": 302618112.0, - "1199": 302618112.0, - "1200": 302618112.0, - "1201": 302618112.0, - "1202": 302618112.0, - "1203": 302618112.0, - "1204": 302618112.0, - "1205": 302618112.0, - "1206": 302618112.0, - "1207": 302618112.0, - "1208": 302618112.0, - "1209": 302618112.0, - "1210": 302618112.0, - "1211": 302618112.0, - "1212": 302618112.0, - "1213": 302618112.0, - "1214": 302618112.0, - "1215": 302618112.0, - "1216": 302618112.0, - "1217": 302618112.0, - "1218": 302618112.0, - "1219": 302618112.0, - "1220": 302618112.0, - "1221": 302618112.0, - "1222": 302618112.0, - "1223": 302618112.0, - "1224": 302618112.0, - "1225": 302618112.0, - "1226": 302618112.0, - "1227": 302618112.0, - "1228": 302618112.0, - "1229": 302618112.0, - "1230": 302618112.0, - "1231": 302618112.0, - "1232": 302618112.0, - "1233": 302618112.0, - "1234": 302618112.0, - "1235": 302618112.0, - "1236": 302618112.0, - "1237": 302618112.0, - "1238": 302618112.0, - "1239": 302618112.0, - "1240": 302618112.0, - "1241": 302618112.0, - "1242": 302618112.0, - "1243": 302618112.0, - "1244": 302618112.0, - "1245": 302618112.0, - "1246": 302618112.0, - "1247": 302618112.0, - "1248": 302618112.0, - "1249": 302618112.0, - "1250": 302618112.0, - "1251": 302618112.0, - "1252": 302618112.0, - "1253": 302618112.0, - "1254": 302618112.0, - "1255": 302618112.0, - "1256": 302618112.0, - "1257": 302618112.0, - "1258": 302618112.0, - "1259": 302618112.0, - "1260": 302618112.0, - "1261": 302618112.0, - "1262": 302618112.0, - "1263": 302618112.0, - "1264": 302618112.0, - "1265": 302618112.0, - "1266": 302618112.0, - "1267": 302618112.0, - "1268": 302618112.0, - "1269": 302618112.0, - "1270": 302618112.0, - "1271": 302618112.0, - "1272": 302618112.0, - "1273": 302618112.0, - "1274": 302618112.0, - "1275": 302618112.0, - "1276": 302618112.0, - "1277": 302618112.0, - "1278": 302618112.0, - "1279": 302618112.0, - "1280": 302618112.0, - "1281": 302618112.0, - "1282": 302618112.0, - "1283": 302618112.0, - "1284": 302618112.0, - "1285": 302618112.0, - "1286": 302618112.0, - "1287": 302618112.0, - "1288": 302618112.0, - "1289": 302618112.0, - "1290": 302618112.0, - "1291": 302618112.0, - "1292": 302618112.0, - "1293": 302618112.0, - "1294": 302618112.0, - "1295": 302618112.0, - "1296": 302618112.0, - "1297": 302618112.0, - "1298": 302618112.0, - "1299": 302618112.0, - "1300": 302618112.0, - "1301": 302618112.0, - "1302": 302618112.0, - "1303": 302618112.0, - "1304": 302618112.0, - "1305": 302618112.0, - "1306": 302618112.0, - "1307": 302618112.0, - "1308": 302618112.0, - "1309": 302618112.0, - "1310": 302618112.0, - "1311": 302618112.0, - "1312": 302618112.0, - "1313": 302618112.0, - "1314": 302618112.0, - "1315": 302618112.0, - "1316": 302618112.0, - "1317": 302618112.0, - "1318": 302618112.0, - "1319": 302618112.0, - "1320": 302618112.0, - "1321": 302618112.0, - "1322": 302618112.0, - "1323": 302618112.0, - "1324": 302618112.0, - "1325": 302618112.0, - "1326": 302618112.0, - "1327": 302618112.0, - "1328": 302618112.0, - "1329": 302618112.0, - "1330": 302618112.0, - "1331": 302618112.0, - "1332": 302618112.0, - "1333": 302618112.0, - "1334": 302618112.0, - "1335": 302618112.0, - "1336": 302618112.0, - "1337": 302618112.0, - "1338": 302618112.0, - "1339": 302618112.0, - "1340": 302618112.0, - "1341": 302618112.0, - "1342": 302618112.0, - "1343": 302618112.0, - "1344": 302618112.0, - "1345": 302618112.0, - "1346": 302618112.0, - "1347": 302618112.0, - "1348": 302618112.0, - "1349": 302618112.0, - "1350": 302618112.0, - "1351": 302618112.0, - "1352": 302618112.0, - "1353": 302618112.0, - "1354": 302618112.0, - "1355": 302618112.0, - "1356": 302618112.0, - "1357": 302618112.0, - "1358": 302618112.0, - "1359": 302618112.0, - "1360": 302618112.0, - "1361": 302618112.0, - "1362": 302618112.0, - "1363": 302618112.0, - "1364": 302618112.0, - "1365": 302618112.0, - "1366": 302618112.0, - "1367": 302618112.0, - "1368": 302618112.0, - "1369": 302618112.0, - "1370": 302618112.0, - "1371": 302618112.0, - "1372": 302618112.0, - "1373": 302618112.0, - "1374": 302618112.0, - "1375": 302618112.0, - "1376": 302618112.0, - "1377": 302618112.0, - "1378": 302618112.0, - "1379": 302618112.0, - "1380": 302618112.0, - "1381": 302618112.0, - "1382": 302618112.0, - "1383": 302618112.0, - "1384": 302618112.0, - "1385": 302618112.0, - "1386": 302618112.0, - "1387": 302618112.0, - "1388": 302618112.0, - "1389": 302618112.0, - "1390": 302618112.0, - "1391": 302618112.0, - "1392": 302618112.0, - "1393": 302618112.0, - "1394": 302618112.0, - "1395": 302618112.0, - "1396": 302618112.0, - "1397": 302618112.0, - "1398": 302618112.0, - "1399": 302618112.0, - "1400": 302618112.0, - "1401": 302618112.0, - "1402": 302618112.0, - "1403": 302618112.0, - "1404": 302618112.0, - "1405": 302618112.0, - "1406": 302618112.0, - "1407": 302618112.0, - "1408": 302618112.0, - "1409": 302618112.0, - "1410": 302618112.0, - "1411": 302618112.0, - "1412": 302618112.0, - "1413": 302618112.0, - "1414": 302618112.0, - "1415": 302618112.0, - "1416": 302618112.0, - "1417": 302618112.0, - "1418": 302618112.0, - "1419": 302618112.0, - "1420": 302618112.0, - "1421": 302618112.0, - "1422": 302618112.0, - "1423": 302618112.0, - "1424": 302618112.0, - "1425": 302618112.0, - "1426": 302618112.0, - "1427": 302618112.0, - "1428": 302618112.0, - "1429": 302618112.0, - "1430": 302618112.0, - "1431": 302618112.0, - "1432": 302618112.0, - "1433": 302618112.0, - "1434": 302618112.0, - "1435": 302618112.0, - "1436": 302618112.0, - "1437": 302618112.0, - "1438": 302618112.0, - "1439": 302618112.0, - "1440": 302618112.0, - "1441": 302618112.0, - "1442": 302618112.0, - "1443": 302618112.0, - "1444": 302618112.0, - "1445": 302618112.0, - "1446": 302618112.0, - "1447": 302618112.0, - "1448": 302618112.0, - "1449": 302618112.0, - "1450": 302618112.0, - "1451": 302618112.0, - "1452": 302618112.0, - "1453": 302618112.0, - "1454": 302618112.0, - "1455": 302618112.0, - "1456": 302618112.0, - "1457": 302618112.0, - "1458": 302618112.0, - "1459": 302618112.0, - "1460": 302618112.0, - "1461": 302618112.0, - "1462": 302618112.0, - "1463": 302618112.0, - "1464": 302618112.0, - "1465": 302618112.0, - "1466": 302618112.0, - "1467": 302618112.0, - "1468": 302618112.0, - "1469": 302618112.0, - "1470": 302618112.0, - "1471": 302618112.0, - "1472": 302618112.0, - "1473": 302618112.0, - "1474": 302618112.0, - "1475": 302618112.0, - "1476": 302618112.0, - "1477": 302618112.0, - "1478": 302618112.0, - "1479": 302618112.0, - "1480": 302618112.0, - "1481": 302618112.0, - "1482": 302618112.0, - "1483": 302618112.0, - "1484": 302618112.0, - "1485": 302618112.0, - "1486": 302618112.0, - "1487": 302618112.0, - "1488": 302618112.0, - "1489": 302618112.0, - "1490": 302618112.0, - "1491": 302618112.0, - "1492": 302618112.0, - "1493": 302618112.0, - "1494": 302618112.0, - "1495": 302618112.0, - "1496": 302618112.0, - "1497": 302618112.0, - "1498": 302618112.0, - "1499": 302618112.0, - "1500": 302618112.0, - "1501": 302618112.0, - "1502": 302618112.0, - "1503": 302618112.0, - "1504": 302618112.0, - "1505": 302618112.0, - "1506": 302618112.0, - "1507": 302618112.0, - "1508": 302618112.0, - "1509": 302618112.0, - "1510": 302618112.0, - "1511": 302618112.0, - "1512": 302618112.0, - "1513": 302618112.0, - "1514": 302618112.0, - "1515": 302618112.0, - "1516": 302618112.0, - "1517": 302618112.0, - "1518": 302618112.0, - "1519": 302618112.0, - "1520": 302618112.0, - "1521": 302618112.0, - "1522": 302618112.0, - "1523": 302618112.0, - "1524": 302618112.0, - "1525": 302618112.0, - "1526": 302618112.0, - "1527": 302618112.0, - "1528": 302618112.0, - "1529": 302618112.0, - "1530": 302618112.0, - "1531": 302618112.0, - "1532": 302618112.0, - "1533": 302618112.0, - "1534": 302618112.0, - "1535": 302618112.0, - "1536": 302618112.0, - "1537": 302618112.0, - "1538": 302618112.0, - "1539": 302618112.0, - "1540": 302618112.0, - "1541": 302618112.0, - "1542": 302618112.0, - "1543": 302618112.0, - "1544": 302618112.0, - "1545": 302618112.0, - "1546": 302618112.0, - "1547": 302618112.0, - "1548": 302618112.0, - "1549": 302618112.0, - "1550": 302618112.0, - "1551": 302618112.0, - "1552": 302618112.0, - "1553": 302618112.0, - "1554": 302618112.0, - "1555": 302618112.0, - "1556": 302618112.0, - "1557": 302618112.0, - "1558": 302618112.0, - "1559": 302618112.0, - "1560": 302618112.0, - "1561": 302618112.0, - "1562": 302618112.0, - "1563": 302618112.0, - "1564": 302618112.0, - "1565": 302618112.0, - "1566": 302618112.0, - "1567": 302618112.0, - "1568": 302618112.0, - "1569": 302618112.0, - "1570": 302618112.0, - "1571": 302618112.0, - "1572": 302618112.0, - "1573": 302618112.0, - "1574": 302618112.0, - "1575": 302618112.0, - "1576": 302618112.0, - "1577": 302618112.0, - "1578": 302618112.0, - "1579": 302618112.0, - "1580": 302618112.0, - "1581": 302618112.0, - "1582": 302618112.0, - "1583": 302618112.0, - "1584": 302618112.0, - "1585": 302618112.0, - "1586": 302618112.0, - "1587": 302618112.0, - "1588": 302618112.0, - "1589": 302618112.0, - "1590": 302618112.0, - "1591": 302618112.0, - "1592": 302618112.0, - "1593": 302618112.0, - "1594": 302618112.0, - "1595": 302618112.0, - "1596": 302618112.0, - "1597": 302618112.0, - "1598": 302618112.0, - "1599": 302618112.0, - "1600": 302618112.0, - "1601": 302618112.0, - "1602": 302618112.0, - "1603": 302618112.0, - "1604": 302618112.0, - "1605": 302618112.0, - "1606": 302618112.0, - "1607": 302618112.0, - "1608": 302618112.0, - "1609": 302618112.0, - "1610": 302618112.0, - "1611": 302618112.0, - "1612": 302618112.0, - "1613": 302618112.0, - "1614": 302618112.0, - "1615": 302618112.0, - "1616": 302618112.0, - "1617": 302618112.0, - "1618": 302618112.0, - "1619": 302618112.0, - "1620": 302618112.0, - "1621": 302618112.0, - "1622": 302618112.0, - "1623": 302618112.0, - "1624": 302618112.0, - "1625": 302618112.0, - "1626": 302618112.0, - "1627": 302618112.0, - "1628": 302618112.0, - "1629": 302618112.0, - "1630": 302618112.0, - "1631": 302618112.0, - "1632": 302618112.0, - "1633": 302618112.0, - "1634": 302618112.0, - "1635": 302618112.0, - "1636": 302618112.0, - "1637": 302618112.0, - "1638": 302618112.0, - "1639": 302618112.0, - "1640": 302618112.0, - "1641": 302618112.0, - "1642": 302618112.0, - "1643": 302618112.0, - "1644": 302618112.0, - "1645": 302618112.0, - "1646": 302618112.0, - "1647": 302618112.0, - "1648": 302618112.0, - "1649": 302618112.0, - "1650": 302618112.0, - "1651": 302618112.0, - "1652": 302618112.0, - "1653": 302618112.0, - "1654": 302618112.0, - "1655": 302618112.0, - "1656": 302618112.0, - "1657": 302618112.0, - "1658": 302618112.0, - "1659": 302618112.0, - "1660": 302618112.0, - "1661": 302618112.0, - "1662": 302618112.0, - "1663": 302618112.0, - "1664": 302618112.0, - "1665": 302618112.0, - "1666": 302618112.0, - "1667": 302618112.0, - "1668": 302618112.0, - "1669": 302618112.0, - "1670": 302618112.0, - "1671": 302618112.0, - "1672": 302618112.0, - "1673": 302618112.0, - "1674": 302618112.0, - "1675": 302618112.0, - "1676": 302618112.0, - "1677": 302618112.0, - "1678": 302618112.0, - "1679": 302618112.0, - "1680": 302618112.0, - "1681": 302618112.0, - "1682": 302618112.0, - "1683": 302618112.0, - "1684": 302618112.0, - "1685": 302618112.0, - "1686": 302618112.0, - "1687": 302618112.0, - "1688": 302618112.0, - "1689": 302618112.0, - "1690": 302618112.0, - "1691": 302618112.0, - "1692": 302618112.0, - "1693": 302618112.0, - "1694": 302618112.0, - "1695": 302618112.0, - "1696": 302618112.0, - "1697": 302618112.0, - "1698": 302618112.0, - "1699": 302618112.0, - "1700": 302618112.0, - "1701": 302618112.0, - "1702": 302618112.0, - "1703": 302618112.0, - "1704": 302618112.0, - "1705": 302618112.0, - "1706": 302618112.0, - "1707": 302618112.0, - "1708": 302618112.0, - "1709": 302618112.0, - "1710": 302618112.0, - "1711": 302618112.0, - "1712": 302618112.0, - "1713": 302618112.0, - "1714": 302618112.0, - "1715": 302618112.0, - "1716": 302618112.0, - "1717": 302618112.0, - "1718": 302618112.0, - "1719": 302618112.0, - "1720": 302618112.0, - "1721": 302618112.0, - "1722": 302618112.0, - "1723": 302618112.0, - "1724": 302618112.0, - "1725": 302618112.0, - "1726": 302618112.0, - "1727": 302618112.0, - "1728": 302618112.0, - "1729": 302618112.0, - "1730": 302618112.0, - "1731": 302618112.0, - "1732": 302618112.0, - "1733": 302618112.0, - "1734": 302618112.0, - "1735": 302618112.0, - "1736": 302618112.0, - "1737": 302618112.0, - "1738": 302618112.0, - "1739": 302618112.0, - "1740": 302618112.0, - "1741": 302618112.0, - "1742": 302618112.0, - "1743": 302618112.0, - "1744": 302618112.0, - "1745": 302618112.0, - "1746": 302618112.0, - "1747": 302618112.0, - "1748": 302618112.0, - "1749": 302618112.0, - "1750": 302618112.0, - "1751": 302618112.0, - "1752": 302618112.0, - "1753": 302618112.0, - "1754": 302618112.0, - "1755": 302618112.0, - "1756": 302618112.0, - "1757": 302618112.0, - "1758": 302618112.0, - "1759": 302618112.0, - "1760": 302618112.0, - "1761": 302618112.0, - "1762": 302618112.0, - "1763": 302618112.0, - "1764": 302618112.0, - "1765": 302618112.0, - "1766": 302618112.0, - "1767": 302618112.0, - "1768": 302618112.0, - "1769": 302618112.0, - "1770": 302618112.0, - "1771": 302618112.0, - "1772": 302618112.0, - "1773": 302618112.0, - "1774": 302618112.0, - "1775": 302618112.0, - "1776": 302618112.0, - "1777": 302618112.0, - "1778": 302618112.0, - "1779": 302618112.0, - "1780": 302618112.0, - "1781": 302618112.0, - "1782": 302618112.0, - "1783": 302618112.0, - "1784": 302618112.0, - "1785": 302618112.0, - "1786": 302618112.0, - "1787": 302618112.0, - "1788": 302618112.0, - "1789": 302618112.0, - "1790": 302618112.0, - "1791": 302618112.0, - "1792": 302618112.0, - "1793": 302618112.0, - "1794": 302618112.0, - "1795": 302618112.0, - "1796": 302618112.0, - "1797": 302618112.0, - "1798": 302618112.0, - "1799": 302618112.0, - "1800": 302618112.0, - "1801": 302618112.0, - "1802": 302618112.0, - "1803": 302618112.0, - "1804": 302618112.0, - "1805": 302618112.0, - "1806": 302618112.0, - "1807": 302618112.0, - "1808": 302618112.0, - "1809": 302618112.0, - "1810": 302618112.0, - "1811": 302618112.0, - "1812": 302618112.0, - "1813": 302618112.0, - "1814": 302618112.0, - "1815": 302618112.0, - "1816": 302618112.0, - "1817": 302618112.0, - "1818": 302618112.0, - "1819": 302618112.0, - "1820": 302618112.0, - "1821": 302618112.0, - "1822": 302618112.0, - "1823": 302618112.0, - "1824": 302618112.0, - "1825": 302618112.0, - "1826": 302618112.0, - "1827": 302618112.0, - "1828": 302618112.0, - "1829": 302618112.0, - "1830": 302618112.0, - "1831": 302618112.0, - "1832": 302618112.0, - "1833": 302618112.0, - "1834": 302618112.0, - "1835": 302618112.0, - "1836": 302618112.0, - "1837": 302618112.0, - "1838": 302618112.0, - "1839": 302618112.0, - "1840": 302618112.0, - "1841": 302618112.0, - "1842": 302618112.0, - "1843": 302618112.0, - "1844": 302618112.0, - "1845": 302618112.0, - "1846": 302618112.0, - "1847": 302618112.0, - "1848": 302618112.0, - "1849": 302618112.0, - "1850": 302618112.0, - "1851": 302618112.0, - "1852": 302618112.0, - "1853": 302618112.0, - "1854": 302618112.0, - "1855": 302618112.0, - "1856": 302618112.0, - "1857": 302618112.0, - "1858": 302618112.0, - "1859": 302618112.0, - "1860": 302618112.0, - "1861": 302618112.0, - "1862": 302618112.0, - "1863": 302618112.0, - "1864": 302618112.0, - "1865": 302618112.0, - "1866": 302618112.0, - "1867": 302618112.0, - "1868": 302618112.0, - "1869": 302618112.0, - "1870": 302618112.0, - "1871": 302618112.0, - "1872": 302618112.0, - "1873": 302618112.0, - "1874": 302618112.0, - "1875": 302618112.0, - "1876": 302618112.0, - "1877": 302618112.0, - "1878": 302618112.0, - "1879": 302618112.0, - "1880": 302618112.0, - "1881": 302618112.0, - "1882": 302618112.0, - "1883": 302618112.0, - "1884": 302618112.0, - "1885": 302618112.0, - "1886": 302618112.0, - "1887": 302618112.0, - "1888": 302618112.0, - "1889": 302618112.0, - "1890": 302618112.0, - "1891": 302618112.0, - "1892": 302618112.0, - "1893": 302618112.0, - "1894": 302618112.0, - "1895": 302618112.0, - "1896": 302618112.0, - "1897": 302618112.0, - "1898": 302618112.0, - "1899": 302618112.0, - "1900": 302618112.0, - "1901": 302618112.0, - "1902": 302618112.0, - "1903": 302618112.0, - "1904": 302618112.0, - "1905": 302618112.0, - "1906": 302618112.0, - "1907": 302618112.0, - "1908": 302618112.0, - "1909": 302618112.0, - "1910": 302618112.0, - "1911": 302618112.0, - "1912": 302618112.0, - "1913": 302618112.0, - "1914": 302618112.0, - "1915": 302618112.0, - "1916": 302618112.0, - "1917": 302618112.0, - "1918": 302618112.0, - "1919": 302618112.0, - "1920": 302618112.0, - "1921": 302618112.0, - "1922": 302618112.0, - "1923": 302618112.0, - "1924": 302618112.0, - "1925": 302618112.0, - "1926": 302618112.0, - "1927": 302618112.0, - "1928": 302618112.0, - "1929": 302618112.0, - "1930": 302618112.0, - "1931": 302618112.0, - "1932": 302618112.0, - "1933": 302618112.0, - "1934": 302618112.0, - "1935": 302618112.0, - "1936": 302618112.0, - "1937": 302618112.0, - "1938": 302618112.0, - "1939": 302618112.0, - "1940": 302618112.0, - "1941": 302618112.0, - "1942": 302618112.0, - "1943": 302618112.0, - "1944": 302618112.0, - "1945": 302618112.0, - "1946": 302618112.0, - "1947": 302618112.0, - "1948": 302618112.0, - "1949": 302618112.0, - "1950": 302618112.0, - "1951": 302618112.0, - "1952": 302618112.0, - "1953": 302618112.0, - "1954": 302618112.0, - "1955": 302618112.0, - "1956": 302618112.0, - "1957": 302618112.0, - "1958": 302618112.0, - "1959": 302618112.0, - "1960": 302618112.0, - "1961": 302618112.0, - "1962": 302618112.0, - "1963": 302618112.0, - "1964": 302618112.0, - "1965": 302618112.0, - "1966": 302618112.0, - "1967": 302618112.0, - "1968": 302618112.0, - "1969": 302618112.0, - "1970": 302618112.0, - "1971": 302618112.0, - "1972": 302618112.0, - "1973": 302618112.0, - "1974": 302618112.0, - "1975": 302618112.0, - "1976": 302618112.0, - "1977": 302618112.0, - "1978": 302618112.0, - "1979": 302618112.0, - "1980": 302618112.0, - "1981": 302618112.0, - "1982": 302618112.0, - "1983": 302618112.0, - "1984": 302618112.0, - "1985": 302618112.0, - "1986": 302618112.0, - "1987": 302618112.0, - "1988": 302618112.0, - "1989": 302618112.0, - "1990": 302618112.0, - "1991": 302618112.0, - "1992": 302618112.0, - "1993": 302618112.0, - "1994": 302618112.0, - "1995": 302618112.0, - "1996": 302618112.0, - "1997": 302618112.0, - "1998": 302618112.0, - "1999": 302618112.0, - "2000": 302618112.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 2000, - "step_interval": 1, - "values": { - "1": 362060288.0, - "2": 428612096.0, - "3": 428612096.0, - "4": 428612096.0, - "5": 428612096.0, - "6": 428612096.0, - "7": 428612096.0, - "8": 428612096.0, - "9": 428612096.0, - "10": 428612096.0, - "11": 428612096.0, - "12": 428612096.0, - "13": 428612096.0, - "14": 428612096.0, - "15": 428612096.0, - "16": 428612096.0, - "17": 428612096.0, - "18": 428612096.0, - "19": 428612096.0, - "20": 428612096.0, - "21": 428612096.0, - "22": 428612096.0, - "23": 428612096.0, - "24": 428612096.0, - "25": 428612096.0, - "26": 428612096.0, - "27": 428612096.0, - "28": 428612096.0, - "29": 428612096.0, - "30": 428612096.0, - "31": 428612096.0, - "32": 428612096.0, - "33": 428612096.0, - "34": 428612096.0, - "35": 428612096.0, - "36": 428612096.0, - "37": 428612096.0, - "38": 428612096.0, - "39": 428612096.0, - "40": 428612096.0, - "41": 428612096.0, - "42": 428612096.0, - "43": 428612096.0, - "44": 428612096.0, - "45": 428612096.0, - "46": 428612096.0, - "47": 428612096.0, - "48": 428612096.0, - "49": 428612096.0, - "50": 428612096.0, - "51": 428612096.0, - "52": 428612096.0, - "53": 428612096.0, - "54": 428612096.0, - "55": 428612096.0, - "56": 428612096.0, - "57": 428612096.0, - "58": 428612096.0, - "59": 428612096.0, - "60": 428612096.0, - "61": 428612096.0, - "62": 428612096.0, - "63": 428612096.0, - "64": 428612096.0, - "65": 428612096.0, - "66": 428612096.0, - "67": 428612096.0, - "68": 428612096.0, - "69": 428612096.0, - "70": 428612096.0, - "71": 428612096.0, - "72": 428612096.0, - "73": 428612096.0, - "74": 428612096.0, - "75": 428612096.0, - "76": 428612096.0, - "77": 428612096.0, - "78": 428612096.0, - "79": 428612096.0, - "80": 428612096.0, - "81": 428612096.0, - "82": 428612096.0, - "83": 428612096.0, - "84": 428612096.0, - "85": 428612096.0, - "86": 428612096.0, - "87": 428612096.0, - "88": 428612096.0, - "89": 428612096.0, - "90": 428612096.0, - "91": 428612096.0, - "92": 428612096.0, - "93": 428612096.0, - "94": 428612096.0, - "95": 428612096.0, - "96": 428612096.0, - "97": 428612096.0, - "98": 428612096.0, - "99": 428612096.0, - "100": 428612096.0, - "101": 428612096.0, - "102": 428612096.0, - "103": 428612096.0, - "104": 428612096.0, - "105": 428612096.0, - "106": 428612096.0, - "107": 428612096.0, - "108": 428612096.0, - "109": 428612096.0, - "110": 428612096.0, - "111": 428612096.0, - "112": 428612096.0, - "113": 428612096.0, - "114": 428612096.0, - "115": 428612096.0, - "116": 428612096.0, - "117": 428612096.0, - "118": 428612096.0, - "119": 428612096.0, - "120": 428612096.0, - "121": 428612096.0, - "122": 428612096.0, - "123": 428612096.0, - "124": 428612096.0, - "125": 428612096.0, - "126": 428612096.0, - "127": 428612096.0, - "128": 428612096.0, - "129": 428612096.0, - "130": 428612096.0, - "131": 428612096.0, - "132": 428612096.0, - "133": 428612096.0, - "134": 428612096.0, - "135": 428612096.0, - "136": 428612096.0, - "137": 428612096.0, - "138": 428612096.0, - "139": 428612096.0, - "140": 428612096.0, - "141": 428612096.0, - "142": 428612096.0, - "143": 428612096.0, - "144": 428612096.0, - "145": 428612096.0, - "146": 428612096.0, - "147": 428612096.0, - "148": 428612096.0, - "149": 428612096.0, - "150": 428612096.0, - "151": 428612096.0, - "152": 428612096.0, - "153": 428612096.0, - "154": 428612096.0, - "155": 428612096.0, - "156": 428612096.0, - "157": 428612096.0, - "158": 428612096.0, - "159": 428612096.0, - "160": 428612096.0, - "161": 428612096.0, - "162": 428612096.0, - "163": 428612096.0, - "164": 428612096.0, - "165": 428612096.0, - "166": 428612096.0, - "167": 428612096.0, - "168": 428612096.0, - "169": 428612096.0, - "170": 428612096.0, - "171": 428612096.0, - "172": 428612096.0, - "173": 428612096.0, - "174": 428612096.0, - "175": 428612096.0, - "176": 428612096.0, - "177": 428612096.0, - "178": 428612096.0, - "179": 428612096.0, - "180": 428612096.0, - "181": 428612096.0, - "182": 428612096.0, - "183": 428612096.0, - "184": 428612096.0, - "185": 428612096.0, - "186": 428612096.0, - "187": 428612096.0, - "188": 428612096.0, - "189": 428612096.0, - "190": 428612096.0, - "191": 428612096.0, - "192": 428612096.0, - "193": 428612096.0, - "194": 428612096.0, - "195": 428612096.0, - "196": 428612096.0, - "197": 428612096.0, - "198": 428612096.0, - "199": 428612096.0, - "200": 428612096.0, - "201": 428612096.0, - "202": 428612096.0, - "203": 428612096.0, - "204": 428612096.0, - "205": 428612096.0, - "206": 428612096.0, - "207": 428612096.0, - "208": 428612096.0, - "209": 428612096.0, - "210": 428612096.0, - "211": 428612096.0, - "212": 428612096.0, - "213": 428612096.0, - "214": 428612096.0, - "215": 428612096.0, - "216": 428612096.0, - "217": 428612096.0, - "218": 428612096.0, - "219": 428612096.0, - "220": 428612096.0, - "221": 428612096.0, - "222": 428612096.0, - "223": 428612096.0, - "224": 428612096.0, - "225": 428612096.0, - "226": 428612096.0, - "227": 428612096.0, - "228": 428612096.0, - "229": 428612096.0, - "230": 428612096.0, - "231": 428612096.0, - "232": 428612096.0, - "233": 428612096.0, - "234": 428612096.0, - "235": 428612096.0, - "236": 428612096.0, - "237": 428612096.0, - "238": 428612096.0, - "239": 428612096.0, - "240": 428612096.0, - "241": 428612096.0, - "242": 428612096.0, - "243": 428612096.0, - "244": 428612096.0, - "245": 428612096.0, - "246": 428612096.0, - "247": 428612096.0, - "248": 428612096.0, - "249": 428612096.0, - "250": 428612096.0, - "251": 428612096.0, - "252": 428612096.0, - "253": 428612096.0, - "254": 428612096.0, - "255": 428612096.0, - "256": 428612096.0, - "257": 428612096.0, - "258": 428612096.0, - "259": 428612096.0, - "260": 428612096.0, - "261": 428612096.0, - "262": 428612096.0, - "263": 428612096.0, - "264": 428612096.0, - "265": 428612096.0, - "266": 428612096.0, - "267": 428612096.0, - "268": 428612096.0, - "269": 428612096.0, - "270": 428612096.0, - "271": 428612096.0, - "272": 428612096.0, - "273": 428612096.0, - "274": 428612096.0, - "275": 428612096.0, - "276": 428612096.0, - "277": 428612096.0, - "278": 428612096.0, - "279": 428612096.0, - "280": 428612096.0, - "281": 428612096.0, - "282": 428612096.0, - "283": 428612096.0, - "284": 428612096.0, - "285": 428612096.0, - "286": 428612096.0, - "287": 428612096.0, - "288": 428612096.0, - "289": 428612096.0, - "290": 428612096.0, - "291": 428612096.0, - "292": 428612096.0, - "293": 428612096.0, - "294": 428612096.0, - "295": 428612096.0, - "296": 428612096.0, - "297": 428612096.0, - "298": 428612096.0, - "299": 428612096.0, - "300": 428612096.0, - "301": 428612096.0, - "302": 428612096.0, - "303": 428612096.0, - "304": 428612096.0, - "305": 428612096.0, - "306": 428612096.0, - "307": 428612096.0, - "308": 428612096.0, - "309": 428612096.0, - "310": 428612096.0, - "311": 428612096.0, - "312": 428612096.0, - "313": 428612096.0, - "314": 428612096.0, - "315": 428612096.0, - "316": 428612096.0, - "317": 428612096.0, - "318": 428612096.0, - "319": 428612096.0, - "320": 428612096.0, - "321": 428612096.0, - "322": 428612096.0, - "323": 428612096.0, - "324": 428612096.0, - "325": 428612096.0, - "326": 428612096.0, - "327": 428612096.0, - "328": 428612096.0, - "329": 428612096.0, - "330": 428612096.0, - "331": 428612096.0, - "332": 428612096.0, - "333": 428612096.0, - "334": 428612096.0, - "335": 428612096.0, - "336": 428612096.0, - "337": 428612096.0, - "338": 428612096.0, - "339": 428612096.0, - "340": 428612096.0, - "341": 428612096.0, - "342": 428612096.0, - "343": 428612096.0, - "344": 428612096.0, - "345": 428612096.0, - "346": 428612096.0, - "347": 428612096.0, - "348": 428612096.0, - "349": 428612096.0, - "350": 428612096.0, - "351": 428612096.0, - "352": 428612096.0, - "353": 428612096.0, - "354": 428612096.0, - "355": 428612096.0, - "356": 428612096.0, - "357": 428612096.0, - "358": 428612096.0, - "359": 428612096.0, - "360": 428612096.0, - "361": 428612096.0, - "362": 428612096.0, - "363": 428612096.0, - "364": 428612096.0, - "365": 428612096.0, - "366": 428612096.0, - "367": 428612096.0, - "368": 428612096.0, - "369": 428612096.0, - "370": 428612096.0, - "371": 428612096.0, - "372": 428612096.0, - "373": 428612096.0, - "374": 428612096.0, - "375": 428612096.0, - "376": 428612096.0, - "377": 428612096.0, - "378": 428612096.0, - "379": 428612096.0, - "380": 428612096.0, - "381": 428612096.0, - "382": 428612096.0, - "383": 428612096.0, - "384": 428612096.0, - "385": 428612096.0, - "386": 428612096.0, - "387": 428612096.0, - "388": 428612096.0, - "389": 428612096.0, - "390": 428612096.0, - "391": 428612096.0, - "392": 428612096.0, - "393": 428612096.0, - "394": 428612096.0, - "395": 428612096.0, - "396": 428612096.0, - "397": 428612096.0, - "398": 428612096.0, - "399": 428612096.0, - "400": 428612096.0, - "401": 428612096.0, - "402": 428612096.0, - "403": 428612096.0, - "404": 428612096.0, - "405": 428612096.0, - "406": 428612096.0, - "407": 428612096.0, - "408": 428612096.0, - "409": 428612096.0, - "410": 428612096.0, - "411": 428612096.0, - "412": 428612096.0, - "413": 428612096.0, - "414": 428612096.0, - "415": 428612096.0, - "416": 428612096.0, - "417": 428612096.0, - "418": 428612096.0, - "419": 428612096.0, - "420": 428612096.0, - "421": 428612096.0, - "422": 428612096.0, - "423": 428612096.0, - "424": 428612096.0, - "425": 428612096.0, - "426": 428612096.0, - "427": 428612096.0, - "428": 428612096.0, - "429": 428612096.0, - "430": 428612096.0, - "431": 428612096.0, - "432": 428612096.0, - "433": 428612096.0, - "434": 428612096.0, - "435": 428612096.0, - "436": 428612096.0, - "437": 428612096.0, - "438": 428612096.0, - "439": 428612096.0, - "440": 428612096.0, - "441": 428612096.0, - "442": 428612096.0, - "443": 428612096.0, - "444": 428612096.0, - "445": 428612096.0, - "446": 428612096.0, - "447": 428612096.0, - "448": 428612096.0, - "449": 428612096.0, - "450": 428612096.0, - "451": 428612096.0, - "452": 428612096.0, - "453": 428612096.0, - "454": 428612096.0, - "455": 428612096.0, - "456": 428612096.0, - "457": 428612096.0, - "458": 428612096.0, - "459": 428612096.0, - "460": 428612096.0, - "461": 428612096.0, - "462": 428612096.0, - "463": 428612096.0, - "464": 428612096.0, - "465": 428612096.0, - "466": 428612096.0, - "467": 428612096.0, - "468": 428612096.0, - "469": 428612096.0, - "470": 428612096.0, - "471": 428612096.0, - "472": 428612096.0, - "473": 428612096.0, - "474": 428612096.0, - "475": 428612096.0, - "476": 428612096.0, - "477": 428612096.0, - "478": 428612096.0, - "479": 428612096.0, - "480": 428612096.0, - "481": 428612096.0, - "482": 428612096.0, - "483": 428612096.0, - "484": 428612096.0, - "485": 428612096.0, - "486": 428612096.0, - "487": 428612096.0, - "488": 428612096.0, - "489": 428612096.0, - "490": 428612096.0, - "491": 428612096.0, - "492": 428612096.0, - "493": 428612096.0, - "494": 428612096.0, - "495": 428612096.0, - "496": 428612096.0, - "497": 428612096.0, - "498": 428612096.0, - "499": 428612096.0, - "500": 428612096.0, - "501": 428612096.0, - "502": 428612096.0, - "503": 428612096.0, - "504": 428612096.0, - "505": 428612096.0, - "506": 428612096.0, - "507": 428612096.0, - "508": 428612096.0, - "509": 428612096.0, - "510": 428612096.0, - "511": 428612096.0, - "512": 428612096.0, - "513": 428612096.0, - "514": 428612096.0, - "515": 428612096.0, - "516": 428612096.0, - "517": 428612096.0, - "518": 428612096.0, - "519": 428612096.0, - "520": 428612096.0, - "521": 428612096.0, - "522": 428612096.0, - "523": 428612096.0, - "524": 428612096.0, - "525": 428612096.0, - "526": 428612096.0, - "527": 428612096.0, - "528": 428612096.0, - "529": 428612096.0, - "530": 428612096.0, - "531": 428612096.0, - "532": 428612096.0, - "533": 428612096.0, - "534": 428612096.0, - "535": 428612096.0, - "536": 428612096.0, - "537": 428612096.0, - "538": 428612096.0, - "539": 428612096.0, - "540": 428612096.0, - "541": 428612096.0, - "542": 428612096.0, - "543": 428612096.0, - "544": 428612096.0, - "545": 428612096.0, - "546": 428612096.0, - "547": 428612096.0, - "548": 428612096.0, - "549": 428612096.0, - "550": 428612096.0, - "551": 428612096.0, - "552": 428612096.0, - "553": 428612096.0, - "554": 428612096.0, - "555": 428612096.0, - "556": 428612096.0, - "557": 428612096.0, - "558": 428612096.0, - "559": 428612096.0, - "560": 428612096.0, - "561": 428612096.0, - "562": 428612096.0, - "563": 428612096.0, - "564": 428612096.0, - "565": 428612096.0, - "566": 428612096.0, - "567": 428612096.0, - "568": 428612096.0, - "569": 428612096.0, - "570": 428612096.0, - "571": 428612096.0, - "572": 428612096.0, - "573": 428612096.0, - "574": 428612096.0, - "575": 428612096.0, - "576": 428612096.0, - "577": 428612096.0, - "578": 428612096.0, - "579": 428612096.0, - "580": 428612096.0, - "581": 428612096.0, - "582": 428612096.0, - "583": 428612096.0, - "584": 428612096.0, - "585": 428612096.0, - "586": 428612096.0, - "587": 428612096.0, - "588": 428612096.0, - "589": 428612096.0, - "590": 428612096.0, - "591": 428612096.0, - "592": 428612096.0, - "593": 428612096.0, - "594": 428612096.0, - "595": 428612096.0, - "596": 428612096.0, - "597": 428612096.0, - "598": 428612096.0, - "599": 428612096.0, - "600": 428612096.0, - "601": 428612096.0, - "602": 428612096.0, - "603": 428612096.0, - "604": 428612096.0, - "605": 428612096.0, - "606": 428612096.0, - "607": 428612096.0, - "608": 428612096.0, - "609": 428612096.0, - "610": 428612096.0, - "611": 428612096.0, - "612": 428612096.0, - "613": 428612096.0, - "614": 428612096.0, - "615": 428612096.0, - "616": 428612096.0, - "617": 428612096.0, - "618": 428612096.0, - "619": 428612096.0, - "620": 428612096.0, - "621": 428612096.0, - "622": 428612096.0, - "623": 428612096.0, - "624": 428612096.0, - "625": 428612096.0, - "626": 428612096.0, - "627": 428612096.0, - "628": 428612096.0, - "629": 428612096.0, - "630": 428612096.0, - "631": 428612096.0, - "632": 428612096.0, - "633": 428612096.0, - "634": 428612096.0, - "635": 428612096.0, - "636": 428612096.0, - "637": 428612096.0, - "638": 428612096.0, - "639": 428612096.0, - "640": 428612096.0, - "641": 428612096.0, - "642": 428612096.0, - "643": 428612096.0, - "644": 428612096.0, - "645": 428612096.0, - "646": 428612096.0, - "647": 428612096.0, - "648": 428612096.0, - "649": 428612096.0, - "650": 428612096.0, - "651": 428612096.0, - "652": 428612096.0, - "653": 428612096.0, - "654": 428612096.0, - "655": 428612096.0, - "656": 428612096.0, - "657": 428612096.0, - "658": 428612096.0, - "659": 428612096.0, - "660": 428612096.0, - "661": 428612096.0, - "662": 428612096.0, - "663": 428612096.0, - "664": 428612096.0, - "665": 428612096.0, - "666": 428612096.0, - "667": 428612096.0, - "668": 428612096.0, - "669": 428612096.0, - "670": 428612096.0, - "671": 428612096.0, - "672": 428612096.0, - "673": 428612096.0, - "674": 428612096.0, - "675": 428612096.0, - "676": 428612096.0, - "677": 428612096.0, - "678": 428612096.0, - "679": 428612096.0, - "680": 428612096.0, - "681": 428612096.0, - "682": 428612096.0, - "683": 428612096.0, - "684": 428612096.0, - "685": 428612096.0, - "686": 428612096.0, - "687": 428612096.0, - "688": 428612096.0, - "689": 428612096.0, - "690": 428612096.0, - "691": 428612096.0, - "692": 428612096.0, - "693": 428612096.0, - "694": 428612096.0, - "695": 428612096.0, - "696": 428612096.0, - "697": 428612096.0, - "698": 428612096.0, - "699": 428612096.0, - "700": 428612096.0, - "701": 428612096.0, - "702": 428612096.0, - "703": 428612096.0, - "704": 428612096.0, - "705": 428612096.0, - "706": 428612096.0, - "707": 428612096.0, - "708": 428612096.0, - "709": 428612096.0, - "710": 428612096.0, - "711": 428612096.0, - "712": 428612096.0, - "713": 428612096.0, - "714": 428612096.0, - "715": 428612096.0, - "716": 428612096.0, - "717": 428612096.0, - "718": 428612096.0, - "719": 428612096.0, - "720": 428612096.0, - "721": 428612096.0, - "722": 428612096.0, - "723": 428612096.0, - "724": 428612096.0, - "725": 428612096.0, - "726": 428612096.0, - "727": 428612096.0, - "728": 428612096.0, - "729": 428612096.0, - "730": 428612096.0, - "731": 428612096.0, - "732": 428612096.0, - "733": 428612096.0, - "734": 428612096.0, - "735": 428612096.0, - "736": 428612096.0, - "737": 428612096.0, - "738": 428612096.0, - "739": 428612096.0, - "740": 428612096.0, - "741": 428612096.0, - "742": 428612096.0, - "743": 428612096.0, - "744": 428612096.0, - "745": 428612096.0, - "746": 428612096.0, - "747": 428612096.0, - "748": 428612096.0, - "749": 428612096.0, - "750": 428612096.0, - "751": 428612096.0, - "752": 428612096.0, - "753": 428612096.0, - "754": 428612096.0, - "755": 428612096.0, - "756": 428612096.0, - "757": 428612096.0, - "758": 428612096.0, - "759": 428612096.0, - "760": 428612096.0, - "761": 428612096.0, - "762": 428612096.0, - "763": 428612096.0, - "764": 428612096.0, - "765": 428612096.0, - "766": 428612096.0, - "767": 428612096.0, - "768": 428612096.0, - "769": 428612096.0, - "770": 428612096.0, - "771": 428612096.0, - "772": 428612096.0, - "773": 428612096.0, - "774": 428612096.0, - "775": 428612096.0, - "776": 428612096.0, - "777": 428612096.0, - "778": 428612096.0, - "779": 428612096.0, - "780": 428612096.0, - "781": 428612096.0, - "782": 428612096.0, - "783": 428612096.0, - "784": 428612096.0, - "785": 428612096.0, - "786": 428612096.0, - "787": 428612096.0, - "788": 428612096.0, - "789": 428612096.0, - "790": 428612096.0, - "791": 428612096.0, - "792": 428612096.0, - "793": 428612096.0, - "794": 428612096.0, - "795": 428612096.0, - "796": 428612096.0, - "797": 428612096.0, - "798": 428612096.0, - "799": 428612096.0, - "800": 428612096.0, - "801": 428612096.0, - "802": 428612096.0, - "803": 428612096.0, - "804": 428612096.0, - "805": 428612096.0, - "806": 428612096.0, - "807": 428612096.0, - "808": 428612096.0, - "809": 428612096.0, - "810": 428612096.0, - "811": 428612096.0, - "812": 428612096.0, - "813": 428612096.0, - "814": 428612096.0, - "815": 428612096.0, - "816": 428612096.0, - "817": 428612096.0, - "818": 428612096.0, - "819": 428612096.0, - "820": 428612096.0, - "821": 428612096.0, - "822": 428612096.0, - "823": 428612096.0, - "824": 428612096.0, - "825": 428612096.0, - "826": 428612096.0, - "827": 428612096.0, - "828": 428612096.0, - "829": 428612096.0, - "830": 428612096.0, - "831": 428612096.0, - "832": 428612096.0, - "833": 428612096.0, - "834": 428612096.0, - "835": 428612096.0, - "836": 428612096.0, - "837": 428612096.0, - "838": 428612096.0, - "839": 428612096.0, - "840": 428612096.0, - "841": 428612096.0, - "842": 428612096.0, - "843": 428612096.0, - "844": 428612096.0, - "845": 428612096.0, - "846": 428612096.0, - "847": 428612096.0, - "848": 428612096.0, - "849": 428612096.0, - "850": 428612096.0, - "851": 428612096.0, - "852": 428612096.0, - "853": 428612096.0, - "854": 428612096.0, - "855": 428612096.0, - "856": 428612096.0, - "857": 428612096.0, - "858": 428612096.0, - "859": 428612096.0, - "860": 428612096.0, - "861": 428612096.0, - "862": 428612096.0, - "863": 428612096.0, - "864": 428612096.0, - "865": 428612096.0, - "866": 428612096.0, - "867": 428612096.0, - "868": 428612096.0, - "869": 428612096.0, - "870": 428612096.0, - "871": 428612096.0, - "872": 428612096.0, - "873": 428612096.0, - "874": 428612096.0, - "875": 428612096.0, - "876": 428612096.0, - "877": 428612096.0, - "878": 428612096.0, - "879": 428612096.0, - "880": 428612096.0, - "881": 428612096.0, - "882": 428612096.0, - "883": 428612096.0, - "884": 428612096.0, - "885": 428612096.0, - "886": 428612096.0, - "887": 428612096.0, - "888": 428612096.0, - "889": 428612096.0, - "890": 428612096.0, - "891": 428612096.0, - "892": 428612096.0, - "893": 428612096.0, - "894": 428612096.0, - "895": 428612096.0, - "896": 428612096.0, - "897": 428612096.0, - "898": 428612096.0, - "899": 428612096.0, - "900": 428612096.0, - "901": 428612096.0, - "902": 428612096.0, - "903": 428612096.0, - "904": 428612096.0, - "905": 428612096.0, - "906": 428612096.0, - "907": 428612096.0, - "908": 428612096.0, - "909": 428612096.0, - "910": 428612096.0, - "911": 428612096.0, - "912": 428612096.0, - "913": 428612096.0, - "914": 428612096.0, - "915": 428612096.0, - "916": 428612096.0, - "917": 428612096.0, - "918": 428612096.0, - "919": 428612096.0, - "920": 428612096.0, - "921": 428612096.0, - "922": 428612096.0, - "923": 428612096.0, - "924": 428612096.0, - "925": 428612096.0, - "926": 428612096.0, - "927": 428612096.0, - "928": 428612096.0, - "929": 428612096.0, - "930": 428612096.0, - "931": 428612096.0, - "932": 428612096.0, - "933": 428612096.0, - "934": 428612096.0, - "935": 428612096.0, - "936": 428612096.0, - "937": 428612096.0, - "938": 428612096.0, - "939": 428612096.0, - "940": 428612096.0, - "941": 428612096.0, - "942": 428612096.0, - "943": 428612096.0, - "944": 428612096.0, - "945": 428612096.0, - "946": 428612096.0, - "947": 428612096.0, - "948": 428612096.0, - "949": 428612096.0, - "950": 428612096.0, - "951": 428612096.0, - "952": 428612096.0, - "953": 428612096.0, - "954": 428612096.0, - "955": 428612096.0, - "956": 428612096.0, - "957": 428612096.0, - "958": 428612096.0, - "959": 428612096.0, - "960": 428612096.0, - "961": 428612096.0, - "962": 428612096.0, - "963": 428612096.0, - "964": 428612096.0, - "965": 428612096.0, - "966": 428612096.0, - "967": 428612096.0, - "968": 428612096.0, - "969": 428612096.0, - "970": 428612096.0, - "971": 428612096.0, - "972": 428612096.0, - "973": 428612096.0, - "974": 428612096.0, - "975": 428612096.0, - "976": 428612096.0, - "977": 428612096.0, - "978": 428612096.0, - "979": 428612096.0, - "980": 428612096.0, - "981": 428612096.0, - "982": 428612096.0, - "983": 428612096.0, - "984": 428612096.0, - "985": 428612096.0, - "986": 428612096.0, - "987": 428612096.0, - "988": 428612096.0, - "989": 428612096.0, - "990": 428612096.0, - "991": 428612096.0, - "992": 428612096.0, - "993": 428612096.0, - "994": 428612096.0, - "995": 428612096.0, - "996": 428612096.0, - "997": 428612096.0, - "998": 428612096.0, - "999": 428612096.0, - "1000": 428612096.0, - "1001": 428612096.0, - "1002": 428612096.0, - "1003": 428612096.0, - "1004": 428612096.0, - "1005": 428612096.0, - "1006": 428612096.0, - "1007": 428612096.0, - "1008": 428612096.0, - "1009": 428612096.0, - "1010": 428612096.0, - "1011": 428612096.0, - "1012": 428612096.0, - "1013": 428612096.0, - "1014": 428612096.0, - "1015": 428612096.0, - "1016": 428612096.0, - "1017": 428612096.0, - "1018": 428612096.0, - "1019": 428612096.0, - "1020": 428612096.0, - "1021": 428612096.0, - "1022": 428612096.0, - "1023": 428612096.0, - "1024": 428612096.0, - "1025": 428612096.0, - "1026": 428612096.0, - "1027": 428612096.0, - "1028": 428612096.0, - "1029": 428612096.0, - "1030": 428612096.0, - "1031": 428612096.0, - "1032": 428612096.0, - "1033": 428612096.0, - "1034": 428612096.0, - "1035": 428612096.0, - "1036": 428612096.0, - "1037": 428612096.0, - "1038": 428612096.0, - "1039": 428612096.0, - "1040": 428612096.0, - "1041": 428612096.0, - "1042": 428612096.0, - "1043": 428612096.0, - "1044": 428612096.0, - "1045": 428612096.0, - "1046": 428612096.0, - "1047": 428612096.0, - "1048": 428612096.0, - "1049": 428612096.0, - "1050": 428612096.0, - "1051": 428612096.0, - "1052": 428612096.0, - "1053": 428612096.0, - "1054": 428612096.0, - "1055": 428612096.0, - "1056": 428612096.0, - "1057": 428612096.0, - "1058": 428612096.0, - "1059": 428612096.0, - "1060": 428612096.0, - "1061": 428612096.0, - "1062": 428612096.0, - "1063": 428612096.0, - "1064": 428612096.0, - "1065": 428612096.0, - "1066": 428612096.0, - "1067": 428612096.0, - "1068": 428612096.0, - "1069": 428612096.0, - "1070": 428612096.0, - "1071": 428612096.0, - "1072": 428612096.0, - "1073": 428612096.0, - "1074": 428612096.0, - "1075": 428612096.0, - "1076": 428612096.0, - "1077": 428612096.0, - "1078": 428612096.0, - "1079": 428612096.0, - "1080": 428612096.0, - "1081": 428612096.0, - "1082": 428612096.0, - "1083": 428612096.0, - "1084": 428612096.0, - "1085": 428612096.0, - "1086": 428612096.0, - "1087": 428612096.0, - "1088": 428612096.0, - "1089": 428612096.0, - "1090": 428612096.0, - "1091": 428612096.0, - "1092": 428612096.0, - "1093": 428612096.0, - "1094": 428612096.0, - "1095": 428612096.0, - "1096": 428612096.0, - "1097": 428612096.0, - "1098": 428612096.0, - "1099": 428612096.0, - "1100": 428612096.0, - "1101": 428612096.0, - "1102": 428612096.0, - "1103": 428612096.0, - "1104": 428612096.0, - "1105": 428612096.0, - "1106": 428612096.0, - "1107": 428612096.0, - "1108": 428612096.0, - "1109": 428612096.0, - "1110": 428612096.0, - "1111": 428612096.0, - "1112": 428612096.0, - "1113": 428612096.0, - "1114": 428612096.0, - "1115": 428612096.0, - "1116": 428612096.0, - "1117": 428612096.0, - "1118": 428612096.0, - "1119": 428612096.0, - "1120": 428612096.0, - "1121": 428612096.0, - "1122": 428612096.0, - "1123": 428612096.0, - "1124": 428612096.0, - "1125": 428612096.0, - "1126": 428612096.0, - "1127": 428612096.0, - "1128": 428612096.0, - "1129": 428612096.0, - "1130": 428612096.0, - "1131": 428612096.0, - "1132": 428612096.0, - "1133": 428612096.0, - "1134": 428612096.0, - "1135": 428612096.0, - "1136": 428612096.0, - "1137": 428612096.0, - "1138": 428612096.0, - "1139": 428612096.0, - "1140": 428612096.0, - "1141": 428612096.0, - "1142": 428612096.0, - "1143": 428612096.0, - "1144": 428612096.0, - "1145": 428612096.0, - "1146": 428612096.0, - "1147": 428612096.0, - "1148": 428612096.0, - "1149": 428612096.0, - "1150": 428612096.0, - "1151": 428612096.0, - "1152": 428612096.0, - "1153": 428612096.0, - "1154": 428612096.0, - "1155": 428612096.0, - "1156": 428612096.0, - "1157": 428612096.0, - "1158": 428612096.0, - "1159": 428612096.0, - "1160": 428612096.0, - "1161": 428612096.0, - "1162": 428612096.0, - "1163": 428612096.0, - "1164": 428612096.0, - "1165": 428612096.0, - "1166": 428612096.0, - "1167": 428612096.0, - "1168": 428612096.0, - "1169": 428612096.0, - "1170": 428612096.0, - "1171": 428612096.0, - "1172": 428612096.0, - "1173": 428612096.0, - "1174": 428612096.0, - "1175": 428612096.0, - "1176": 428612096.0, - "1177": 428612096.0, - "1178": 428612096.0, - "1179": 428612096.0, - "1180": 428612096.0, - "1181": 428612096.0, - "1182": 428612096.0, - "1183": 428612096.0, - "1184": 428612096.0, - "1185": 428612096.0, - "1186": 428612096.0, - "1187": 428612096.0, - "1188": 428612096.0, - "1189": 428612096.0, - "1190": 428612096.0, - "1191": 428612096.0, - "1192": 428612096.0, - "1193": 428612096.0, - "1194": 428612096.0, - "1195": 428612096.0, - "1196": 428612096.0, - "1197": 428612096.0, - "1198": 428612096.0, - "1199": 428612096.0, - "1200": 428612096.0, - "1201": 428612096.0, - "1202": 428612096.0, - "1203": 428612096.0, - "1204": 428612096.0, - "1205": 428612096.0, - "1206": 428612096.0, - "1207": 428612096.0, - "1208": 428612096.0, - "1209": 428612096.0, - "1210": 428612096.0, - "1211": 428612096.0, - "1212": 428612096.0, - "1213": 428612096.0, - "1214": 428612096.0, - "1215": 428612096.0, - "1216": 428612096.0, - "1217": 428612096.0, - "1218": 428612096.0, - "1219": 428612096.0, - "1220": 428612096.0, - "1221": 428612096.0, - "1222": 428612096.0, - "1223": 428612096.0, - "1224": 428612096.0, - "1225": 428612096.0, - "1226": 428612096.0, - "1227": 428612096.0, - "1228": 428612096.0, - "1229": 428612096.0, - "1230": 428612096.0, - "1231": 428612096.0, - "1232": 428612096.0, - "1233": 428612096.0, - "1234": 428612096.0, - "1235": 428612096.0, - "1236": 428612096.0, - "1237": 428612096.0, - "1238": 428612096.0, - "1239": 428612096.0, - "1240": 428612096.0, - "1241": 428612096.0, - "1242": 428612096.0, - "1243": 428612096.0, - "1244": 428612096.0, - "1245": 428612096.0, - "1246": 428612096.0, - "1247": 428612096.0, - "1248": 428612096.0, - "1249": 428612096.0, - "1250": 428612096.0, - "1251": 428612096.0, - "1252": 428612096.0, - "1253": 428612096.0, - "1254": 428612096.0, - "1255": 428612096.0, - "1256": 428612096.0, - "1257": 428612096.0, - "1258": 428612096.0, - "1259": 428612096.0, - "1260": 428612096.0, - "1261": 428612096.0, - "1262": 428612096.0, - "1263": 428612096.0, - "1264": 428612096.0, - "1265": 428612096.0, - "1266": 428612096.0, - "1267": 428612096.0, - "1268": 428612096.0, - "1269": 428612096.0, - "1270": 428612096.0, - "1271": 428612096.0, - "1272": 428612096.0, - "1273": 428612096.0, - "1274": 428612096.0, - "1275": 428612096.0, - "1276": 428612096.0, - "1277": 428612096.0, - "1278": 428612096.0, - "1279": 428612096.0, - "1280": 428612096.0, - "1281": 428612096.0, - "1282": 428612096.0, - "1283": 428612096.0, - "1284": 428612096.0, - "1285": 428612096.0, - "1286": 428612096.0, - "1287": 428612096.0, - "1288": 428612096.0, - "1289": 428612096.0, - "1290": 428612096.0, - "1291": 428612096.0, - "1292": 428612096.0, - "1293": 428612096.0, - "1294": 428612096.0, - "1295": 428612096.0, - "1296": 428612096.0, - "1297": 428612096.0, - "1298": 428612096.0, - "1299": 428612096.0, - "1300": 428612096.0, - "1301": 428612096.0, - "1302": 428612096.0, - "1303": 428612096.0, - "1304": 428612096.0, - "1305": 428612096.0, - "1306": 428612096.0, - "1307": 428612096.0, - "1308": 428612096.0, - "1309": 428612096.0, - "1310": 428612096.0, - "1311": 428612096.0, - "1312": 428612096.0, - "1313": 428612096.0, - "1314": 428612096.0, - "1315": 428612096.0, - "1316": 428612096.0, - "1317": 428612096.0, - "1318": 428612096.0, - "1319": 428612096.0, - "1320": 428612096.0, - "1321": 428612096.0, - "1322": 428612096.0, - "1323": 428612096.0, - "1324": 428612096.0, - "1325": 428612096.0, - "1326": 428612096.0, - "1327": 428612096.0, - "1328": 428612096.0, - "1329": 428612096.0, - "1330": 428612096.0, - "1331": 428612096.0, - "1332": 428612096.0, - "1333": 428612096.0, - "1334": 428612096.0, - "1335": 428612096.0, - "1336": 428612096.0, - "1337": 428612096.0, - "1338": 428612096.0, - "1339": 428612096.0, - "1340": 428612096.0, - "1341": 428612096.0, - "1342": 428612096.0, - "1343": 428612096.0, - "1344": 428612096.0, - "1345": 428612096.0, - "1346": 428612096.0, - "1347": 428612096.0, - "1348": 428612096.0, - "1349": 428612096.0, - "1350": 428612096.0, - "1351": 428612096.0, - "1352": 428612096.0, - "1353": 428612096.0, - "1354": 428612096.0, - "1355": 428612096.0, - "1356": 428612096.0, - "1357": 428612096.0, - "1358": 428612096.0, - "1359": 428612096.0, - "1360": 428612096.0, - "1361": 428612096.0, - "1362": 428612096.0, - "1363": 428612096.0, - "1364": 428612096.0, - "1365": 428612096.0, - "1366": 428612096.0, - "1367": 428612096.0, - "1368": 428612096.0, - "1369": 428612096.0, - "1370": 428612096.0, - "1371": 428612096.0, - "1372": 428612096.0, - "1373": 428612096.0, - "1374": 428612096.0, - "1375": 428612096.0, - "1376": 428612096.0, - "1377": 428612096.0, - "1378": 428612096.0, - "1379": 428612096.0, - "1380": 428612096.0, - "1381": 428612096.0, - "1382": 428612096.0, - "1383": 428612096.0, - "1384": 428612096.0, - "1385": 428612096.0, - "1386": 428612096.0, - "1387": 428612096.0, - "1388": 428612096.0, - "1389": 428612096.0, - "1390": 428612096.0, - "1391": 428612096.0, - "1392": 428612096.0, - "1393": 428612096.0, - "1394": 428612096.0, - "1395": 428612096.0, - "1396": 428612096.0, - "1397": 428612096.0, - "1398": 428612096.0, - "1399": 428612096.0, - "1400": 428612096.0, - "1401": 428612096.0, - "1402": 428612096.0, - "1403": 428612096.0, - "1404": 428612096.0, - "1405": 428612096.0, - "1406": 428612096.0, - "1407": 428612096.0, - "1408": 428612096.0, - "1409": 428612096.0, - "1410": 428612096.0, - "1411": 428612096.0, - "1412": 428612096.0, - "1413": 428612096.0, - "1414": 428612096.0, - "1415": 428612096.0, - "1416": 428612096.0, - "1417": 428612096.0, - "1418": 428612096.0, - "1419": 428612096.0, - "1420": 428612096.0, - "1421": 428612096.0, - "1422": 428612096.0, - "1423": 428612096.0, - "1424": 428612096.0, - "1425": 428612096.0, - "1426": 428612096.0, - "1427": 428612096.0, - "1428": 428612096.0, - "1429": 428612096.0, - "1430": 428612096.0, - "1431": 428612096.0, - "1432": 428612096.0, - "1433": 428612096.0, - "1434": 428612096.0, - "1435": 428612096.0, - "1436": 428612096.0, - "1437": 428612096.0, - "1438": 428612096.0, - "1439": 428612096.0, - "1440": 428612096.0, - "1441": 428612096.0, - "1442": 428612096.0, - "1443": 428612096.0, - "1444": 428612096.0, - "1445": 428612096.0, - "1446": 428612096.0, - "1447": 428612096.0, - "1448": 428612096.0, - "1449": 428612096.0, - "1450": 428612096.0, - "1451": 428612096.0, - "1452": 428612096.0, - "1453": 428612096.0, - "1454": 428612096.0, - "1455": 428612096.0, - "1456": 428612096.0, - "1457": 428612096.0, - "1458": 428612096.0, - "1459": 428612096.0, - "1460": 428612096.0, - "1461": 428612096.0, - "1462": 428612096.0, - "1463": 428612096.0, - "1464": 428612096.0, - "1465": 428612096.0, - "1466": 428612096.0, - "1467": 428612096.0, - "1468": 428612096.0, - "1469": 428612096.0, - "1470": 428612096.0, - "1471": 428612096.0, - "1472": 428612096.0, - "1473": 428612096.0, - "1474": 428612096.0, - "1475": 428612096.0, - "1476": 428612096.0, - "1477": 428612096.0, - "1478": 428612096.0, - "1479": 428612096.0, - "1480": 428612096.0, - "1481": 428612096.0, - "1482": 428612096.0, - "1483": 428612096.0, - "1484": 428612096.0, - "1485": 428612096.0, - "1486": 428612096.0, - "1487": 428612096.0, - "1488": 428612096.0, - "1489": 428612096.0, - "1490": 428612096.0, - "1491": 428612096.0, - "1492": 428612096.0, - "1493": 428612096.0, - "1494": 428612096.0, - "1495": 428612096.0, - "1496": 428612096.0, - "1497": 428612096.0, - "1498": 428612096.0, - "1499": 428612096.0, - "1500": 428612096.0, - "1501": 428612096.0, - "1502": 428612096.0, - "1503": 428612096.0, - "1504": 428612096.0, - "1505": 428612096.0, - "1506": 428612096.0, - "1507": 428612096.0, - "1508": 428612096.0, - "1509": 428612096.0, - "1510": 428612096.0, - "1511": 428612096.0, - "1512": 428612096.0, - "1513": 428612096.0, - "1514": 428612096.0, - "1515": 428612096.0, - "1516": 428612096.0, - "1517": 428612096.0, - "1518": 428612096.0, - "1519": 428612096.0, - "1520": 428612096.0, - "1521": 428612096.0, - "1522": 428612096.0, - "1523": 428612096.0, - "1524": 428612096.0, - "1525": 428612096.0, - "1526": 428612096.0, - "1527": 428612096.0, - "1528": 428612096.0, - "1529": 428612096.0, - "1530": 428612096.0, - "1531": 428612096.0, - "1532": 428612096.0, - "1533": 428612096.0, - "1534": 428612096.0, - "1535": 428612096.0, - "1536": 428612096.0, - "1537": 428612096.0, - "1538": 428612096.0, - "1539": 428612096.0, - "1540": 428612096.0, - "1541": 428612096.0, - "1542": 428612096.0, - "1543": 428612096.0, - "1544": 428612096.0, - "1545": 428612096.0, - "1546": 428612096.0, - "1547": 428612096.0, - "1548": 428612096.0, - "1549": 428612096.0, - "1550": 428612096.0, - "1551": 428612096.0, - "1552": 428612096.0, - "1553": 428612096.0, - "1554": 428612096.0, - "1555": 428612096.0, - "1556": 428612096.0, - "1557": 428612096.0, - "1558": 428612096.0, - "1559": 428612096.0, - "1560": 428612096.0, - "1561": 428612096.0, - "1562": 428612096.0, - "1563": 428612096.0, - "1564": 428612096.0, - "1565": 428612096.0, - "1566": 428612096.0, - "1567": 428612096.0, - "1568": 428612096.0, - "1569": 428612096.0, - "1570": 428612096.0, - "1571": 428612096.0, - "1572": 428612096.0, - "1573": 428612096.0, - "1574": 428612096.0, - "1575": 428612096.0, - "1576": 428612096.0, - "1577": 428612096.0, - "1578": 428612096.0, - "1579": 428612096.0, - "1580": 428612096.0, - "1581": 428612096.0, - "1582": 428612096.0, - "1583": 428612096.0, - "1584": 428612096.0, - "1585": 428612096.0, - "1586": 428612096.0, - "1587": 428612096.0, - "1588": 428612096.0, - "1589": 428612096.0, - "1590": 428612096.0, - "1591": 428612096.0, - "1592": 428612096.0, - "1593": 428612096.0, - "1594": 428612096.0, - "1595": 428612096.0, - "1596": 428612096.0, - "1597": 428612096.0, - "1598": 428612096.0, - "1599": 428612096.0, - "1600": 428612096.0, - "1601": 428612096.0, - "1602": 428612096.0, - "1603": 428612096.0, - "1604": 428612096.0, - "1605": 428612096.0, - "1606": 428612096.0, - "1607": 428612096.0, - "1608": 428612096.0, - "1609": 428612096.0, - "1610": 428612096.0, - "1611": 428612096.0, - "1612": 428612096.0, - "1613": 428612096.0, - "1614": 428612096.0, - "1615": 428612096.0, - "1616": 428612096.0, - "1617": 428612096.0, - "1618": 428612096.0, - "1619": 428612096.0, - "1620": 428612096.0, - "1621": 428612096.0, - "1622": 428612096.0, - "1623": 428612096.0, - "1624": 428612096.0, - "1625": 428612096.0, - "1626": 428612096.0, - "1627": 428612096.0, - "1628": 428612096.0, - "1629": 428612096.0, - "1630": 428612096.0, - "1631": 428612096.0, - "1632": 428612096.0, - "1633": 428612096.0, - "1634": 428612096.0, - "1635": 428612096.0, - "1636": 428612096.0, - "1637": 428612096.0, - "1638": 428612096.0, - "1639": 428612096.0, - "1640": 428612096.0, - "1641": 428612096.0, - "1642": 428612096.0, - "1643": 428612096.0, - "1644": 428612096.0, - "1645": 428612096.0, - "1646": 428612096.0, - "1647": 428612096.0, - "1648": 428612096.0, - "1649": 428612096.0, - "1650": 428612096.0, - "1651": 428612096.0, - "1652": 428612096.0, - "1653": 428612096.0, - "1654": 428612096.0, - "1655": 428612096.0, - "1656": 428612096.0, - "1657": 428612096.0, - "1658": 428612096.0, - "1659": 428612096.0, - "1660": 428612096.0, - "1661": 428612096.0, - "1662": 428612096.0, - "1663": 428612096.0, - "1664": 428612096.0, - "1665": 428612096.0, - "1666": 428612096.0, - "1667": 428612096.0, - "1668": 428612096.0, - "1669": 428612096.0, - "1670": 428612096.0, - "1671": 428612096.0, - "1672": 428612096.0, - "1673": 428612096.0, - "1674": 428612096.0, - "1675": 428612096.0, - "1676": 428612096.0, - "1677": 428612096.0, - "1678": 428612096.0, - "1679": 428612096.0, - "1680": 428612096.0, - "1681": 428612096.0, - "1682": 428612096.0, - "1683": 428612096.0, - "1684": 428612096.0, - "1685": 428612096.0, - "1686": 428612096.0, - "1687": 428612096.0, - "1688": 428612096.0, - "1689": 428612096.0, - "1690": 428612096.0, - "1691": 428612096.0, - "1692": 428612096.0, - "1693": 428612096.0, - "1694": 428612096.0, - "1695": 428612096.0, - "1696": 428612096.0, - "1697": 428612096.0, - "1698": 428612096.0, - "1699": 428612096.0, - "1700": 428612096.0, - "1701": 428612096.0, - "1702": 428612096.0, - "1703": 428612096.0, - "1704": 428612096.0, - "1705": 428612096.0, - "1706": 428612096.0, - "1707": 428612096.0, - "1708": 428612096.0, - "1709": 428612096.0, - "1710": 428612096.0, - "1711": 428612096.0, - "1712": 428612096.0, - "1713": 428612096.0, - "1714": 428612096.0, - "1715": 428612096.0, - "1716": 428612096.0, - "1717": 428612096.0, - "1718": 428612096.0, - "1719": 428612096.0, - "1720": 428612096.0, - "1721": 428612096.0, - "1722": 428612096.0, - "1723": 428612096.0, - "1724": 428612096.0, - "1725": 428612096.0, - "1726": 428612096.0, - "1727": 428612096.0, - "1728": 428612096.0, - "1729": 428612096.0, - "1730": 428612096.0, - "1731": 428612096.0, - "1732": 428612096.0, - "1733": 428612096.0, - "1734": 428612096.0, - "1735": 428612096.0, - "1736": 428612096.0, - "1737": 428612096.0, - "1738": 428612096.0, - "1739": 428612096.0, - "1740": 428612096.0, - "1741": 428612096.0, - "1742": 428612096.0, - "1743": 428612096.0, - "1744": 428612096.0, - "1745": 428612096.0, - "1746": 428612096.0, - "1747": 428612096.0, - "1748": 428612096.0, - "1749": 428612096.0, - "1750": 428612096.0, - "1751": 428612096.0, - "1752": 428612096.0, - "1753": 428612096.0, - "1754": 428612096.0, - "1755": 428612096.0, - "1756": 428612096.0, - "1757": 428612096.0, - "1758": 428612096.0, - "1759": 428612096.0, - "1760": 428612096.0, - "1761": 428612096.0, - "1762": 428612096.0, - "1763": 428612096.0, - "1764": 428612096.0, - "1765": 428612096.0, - "1766": 428612096.0, - "1767": 428612096.0, - "1768": 428612096.0, - "1769": 428612096.0, - "1770": 428612096.0, - "1771": 428612096.0, - "1772": 428612096.0, - "1773": 428612096.0, - "1774": 428612096.0, - "1775": 428612096.0, - "1776": 428612096.0, - "1777": 428612096.0, - "1778": 428612096.0, - "1779": 428612096.0, - "1780": 428612096.0, - "1781": 428612096.0, - "1782": 428612096.0, - "1783": 428612096.0, - "1784": 428612096.0, - "1785": 428612096.0, - "1786": 428612096.0, - "1787": 428612096.0, - "1788": 428612096.0, - "1789": 428612096.0, - "1790": 428612096.0, - "1791": 428612096.0, - "1792": 428612096.0, - "1793": 428612096.0, - "1794": 428612096.0, - "1795": 428612096.0, - "1796": 428612096.0, - "1797": 428612096.0, - "1798": 428612096.0, - "1799": 428612096.0, - "1800": 428612096.0, - "1801": 428612096.0, - "1802": 428612096.0, - "1803": 428612096.0, - "1804": 428612096.0, - "1805": 428612096.0, - "1806": 428612096.0, - "1807": 428612096.0, - "1808": 428612096.0, - "1809": 428612096.0, - "1810": 428612096.0, - "1811": 428612096.0, - "1812": 428612096.0, - "1813": 428612096.0, - "1814": 428612096.0, - "1815": 428612096.0, - "1816": 428612096.0, - "1817": 428612096.0, - "1818": 428612096.0, - "1819": 428612096.0, - "1820": 428612096.0, - "1821": 428612096.0, - "1822": 428612096.0, - "1823": 428612096.0, - "1824": 428612096.0, - "1825": 428612096.0, - "1826": 428612096.0, - "1827": 428612096.0, - "1828": 428612096.0, - "1829": 428612096.0, - "1830": 428612096.0, - "1831": 428612096.0, - "1832": 428612096.0, - "1833": 428612096.0, - "1834": 428612096.0, - "1835": 428612096.0, - "1836": 428612096.0, - "1837": 428612096.0, - "1838": 428612096.0, - "1839": 428612096.0, - "1840": 428612096.0, - "1841": 428612096.0, - "1842": 428612096.0, - "1843": 428612096.0, - "1844": 428612096.0, - "1845": 428612096.0, - "1846": 428612096.0, - "1847": 428612096.0, - "1848": 428612096.0, - "1849": 428612096.0, - "1850": 428612096.0, - "1851": 428612096.0, - "1852": 428612096.0, - "1853": 428612096.0, - "1854": 428612096.0, - "1855": 428612096.0, - "1856": 428612096.0, - "1857": 428612096.0, - "1858": 428612096.0, - "1859": 428612096.0, - "1860": 428612096.0, - "1861": 428612096.0, - "1862": 428612096.0, - "1863": 428612096.0, - "1864": 428612096.0, - "1865": 428612096.0, - "1866": 428612096.0, - "1867": 428612096.0, - "1868": 428612096.0, - "1869": 428612096.0, - "1870": 428612096.0, - "1871": 428612096.0, - "1872": 428612096.0, - "1873": 428612096.0, - "1874": 428612096.0, - "1875": 428612096.0, - "1876": 428612096.0, - "1877": 428612096.0, - "1878": 428612096.0, - "1879": 428612096.0, - "1880": 428612096.0, - "1881": 428612096.0, - "1882": 428612096.0, - "1883": 428612096.0, - "1884": 428612096.0, - "1885": 428612096.0, - "1886": 428612096.0, - "1887": 428612096.0, - "1888": 428612096.0, - "1889": 428612096.0, - "1890": 428612096.0, - "1891": 428612096.0, - "1892": 428612096.0, - "1893": 428612096.0, - "1894": 428612096.0, - "1895": 428612096.0, - "1896": 428612096.0, - "1897": 428612096.0, - "1898": 428612096.0, - "1899": 428612096.0, - "1900": 428612096.0, - "1901": 428612096.0, - "1902": 428612096.0, - "1903": 428612096.0, - "1904": 428612096.0, - "1905": 428612096.0, - "1906": 428612096.0, - "1907": 428612096.0, - "1908": 428612096.0, - "1909": 428612096.0, - "1910": 428612096.0, - "1911": 428612096.0, - "1912": 428612096.0, - "1913": 428612096.0, - "1914": 428612096.0, - "1915": 428612096.0, - "1916": 428612096.0, - "1917": 428612096.0, - "1918": 428612096.0, - "1919": 428612096.0, - "1920": 428612096.0, - "1921": 428612096.0, - "1922": 428612096.0, - "1923": 428612096.0, - "1924": 428612096.0, - "1925": 428612096.0, - "1926": 428612096.0, - "1927": 428612096.0, - "1928": 428612096.0, - "1929": 428612096.0, - "1930": 428612096.0, - "1931": 428612096.0, - "1932": 428612096.0, - "1933": 428612096.0, - "1934": 428612096.0, - "1935": 428612096.0, - "1936": 428612096.0, - "1937": 428612096.0, - "1938": 428612096.0, - "1939": 428612096.0, - "1940": 428612096.0, - "1941": 428612096.0, - "1942": 428612096.0, - "1943": 428612096.0, - "1944": 428612096.0, - "1945": 428612096.0, - "1946": 428612096.0, - "1947": 428612096.0, - "1948": 428612096.0, - "1949": 428612096.0, - "1950": 428612096.0, - "1951": 428612096.0, - "1952": 428612096.0, - "1953": 428612096.0, - "1954": 428612096.0, - "1955": 428612096.0, - "1956": 428612096.0, - "1957": 428612096.0, - "1958": 428612096.0, - "1959": 428612096.0, - "1960": 428612096.0, - "1961": 428612096.0, - "1962": 428612096.0, - "1963": 428612096.0, - "1964": 428612096.0, - "1965": 428612096.0, - "1966": 428612096.0, - "1967": 428612096.0, - "1968": 428612096.0, - "1969": 428612096.0, - "1970": 428612096.0, - "1971": 428612096.0, - "1972": 428612096.0, - "1973": 428612096.0, - "1974": 428612096.0, - "1975": 428612096.0, - "1976": 428612096.0, - "1977": 428612096.0, - "1978": 428612096.0, - "1979": 428612096.0, - "1980": 428612096.0, - "1981": 428612096.0, - "1982": 428612096.0, - "1983": 428612096.0, - "1984": 428612096.0, - "1985": 428612096.0, - "1986": 428612096.0, - "1987": 428612096.0, - "1988": 428612096.0, - "1989": 428612096.0, - "1990": 428612096.0, - "1991": 428612096.0, - "1992": 428612096.0, - "1993": 428612096.0, - "1994": 428612096.0, - "1995": 428612096.0, - "1996": 428612096.0, - "1997": 428612096.0, - "1998": 428612096.0, - "1999": 428612096.0, - "2000": 428612096.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 2000, - "step_interval": 1, - "values": { - "1": 21.22056, - "2": 4.78968, - "3": 4.56467, - "4": 4.57827, - "5": 4.57525, - "6": 4.59725, - "7": 4.87948, - "8": 5.13328, - "9": 4.57529, - "10": 5.23824, - "11": 5.22336, - "12": 4.61188, - "13": 4.56126, - "14": 4.57747, - "15": 4.55497, - "16": 4.9276, - "17": 4.59652, - "18": 4.58096, - "19": 4.56165, - "20": 4.57563, - "21": 4.60313, - "22": 4.60102, - "23": 4.59536, - "24": 4.59461, - "25": 4.60016, - "26": 4.56186, - "27": 4.58765, - "28": 4.56105, - "29": 4.56758, - "30": 4.55658, - "31": 4.57263, - "32": 4.58369, - "33": 4.57099, - "34": 4.60485, - "35": 4.59216, - "36": 4.56753, - "37": 4.58242, - "38": 4.61479, - "39": 4.56185, - "40": 4.61163, - "41": 4.61031, - "42": 4.56917, - "43": 4.85874, - "44": 4.60627, - "45": 4.55899, - "46": 4.54816, - "47": 4.87871, - "48": 4.53968, - "49": 4.55354, - "50": 5.23126, - "51": 4.62322, - "52": 4.88069, - "53": 5.2277, - "54": 4.5781, - "55": 4.58192, - "56": 4.57522, - "57": 4.56258, - "58": 4.91712, - "59": 4.542, - "60": 4.57591, - "61": 4.55089, - "62": 4.56723, - "63": 4.5445, - "64": 4.58913, - "65": 4.55399, - "66": 4.55185, - "67": 4.54204, - "68": 4.57449, - "69": 4.59327, - "70": 4.60409, - "71": 4.57257, - "72": 4.5546, - "73": 4.58247, - "74": 4.55273, - "75": 4.5701, - "76": 4.58044, - "77": 4.56922, - "78": 4.8419, - "79": 4.54291, - "80": 4.54658, - "81": 4.5898, - "82": 4.9042, - "83": 4.53841, - "84": 4.55358, - "85": 4.53215, - "86": 4.57397, - "87": 4.83241, - "88": 4.67328, - "89": 4.54054, - "90": 4.56321, - "91": 5.2034, - "92": 4.5421, - "93": 4.86183, - "94": 5.19159, - "95": 4.55013, - "96": 4.55073, - "97": 4.52684, - "98": 4.53117, - "99": 4.60583, - "100": 4.90899, - "101": 4.56159, - "102": 4.56655, - "103": 4.56412, - "104": 4.52743, - "105": 4.55527, - "106": 4.53627, - "107": 4.53531, - "108": 4.51945, - "109": 4.52471, - "110": 4.53208, - "111": 4.53655, - "112": 4.57417, - "113": 4.875, - "114": 4.57774, - "115": 4.574, - "116": 4.86924, - "117": 4.54318, - "118": 4.53599, - "119": 4.5677, - "120": 4.52261, - "121": 4.52576, - "122": 4.538, - "123": 4.57228, - "124": 4.52409, - "125": 4.58056, - "126": 4.54874, - "127": 4.5384, - "128": 4.53611, - "129": 4.57667, - "130": 4.595, - "131": 4.53198, - "132": 4.57644, - "133": 5.24568, - "134": 4.86112, - "135": 4.87831, - "136": 4.89277, - "137": 4.54359, - "138": 4.57983, - "139": 4.57779, - "140": 4.53983, - "141": 4.85645, - "142": 4.57672, - "143": 4.5485, - "144": 4.56989, - "145": 4.56789, - "146": 4.53908, - "147": 4.53984, - "148": 4.85133, - "149": 4.55397, - "150": 4.55435, - "151": 4.56831, - "152": 4.85443, - "153": 4.51943, - "154": 4.5199, - "155": 4.53495, - "156": 4.53745, - "157": 4.53504, - "158": 4.57382, - "159": 4.69924, - "160": 4.55989, - "161": 4.5323, - "162": 4.53464, - "163": 4.54868, - "164": 4.5542, - "165": 4.56798, - "166": 4.5189, - "167": 4.52985, - "168": 4.53416, - "169": 5.01955, - "170": 4.546, - "171": 4.53313, - "172": 4.54325, - "173": 4.54856, - "174": 4.86503, - "175": 4.90249, - "176": 4.88306, - "177": 4.86868, - "178": 4.88567, - "179": 4.56448, - "180": 4.54403, - "181": 4.56748, - "182": 4.56673, - "183": 5.17527, - "184": 4.56628, - "185": 4.54897, - "186": 4.54543, - "187": 4.85635, - "188": 4.57822, - "189": 4.56767, - "190": 4.56828, - "191": 4.56764, - "192": 4.5469, - "193": 4.54529, - "194": 4.58977, - "195": 4.55329, - "196": 4.56094, - "197": 4.56086, - "198": 4.55227, - "199": 4.54345, - "200": 4.54807, - "201": 4.57515, - "202": 4.55714, - "203": 4.59727, - "204": 4.60028, - "205": 4.54788, - "206": 4.54409, - "207": 4.58422, - "208": 4.54987, - "209": 4.54683, - "210": 4.54017, - "211": 4.55697, - "212": 4.5479, - "213": 4.54879, - "214": 4.56693, - "215": 4.55121, - "216": 4.90144, - "217": 4.87942, - "218": 5.19623, - "219": 4.8754, - "220": 4.90327, - "221": 4.54415, - "222": 4.86606, - "223": 4.55593, - "224": 4.56462, - "225": 4.86493, - "226": 4.54991, - "227": 4.54907, - "228": 4.5585, - "229": 4.56933, - "230": 4.5545, - "231": 4.57025, - "232": 4.57536, - "233": 4.65918, - "234": 4.54023, - "235": 4.54077, - "236": 4.53707, - "237": 4.56007, - "238": 4.53191, - "239": 4.53193, - "240": 4.52694, - "241": 4.53228, - "242": 4.54464, - "243": 4.53487, - "244": 4.54887, - "245": 4.54141, - "246": 4.54061, - "247": 4.55372, - "248": 4.5495, - "249": 4.54614, - "250": 4.55874, - "251": 4.55501, - "252": 4.52202, - "253": 4.83381, - "254": 4.52221, - "255": 4.54343, - "256": 4.5328, - "257": 4.87686, - "258": 5.20274, - "259": 4.87399, - "260": 4.85177, - "261": 4.8396, - "262": 4.54358, - "263": 4.55969, - "264": 4.54302, - "265": 4.51599, - "266": 4.90267, - "267": 4.50399, - "268": 4.52409, - "269": 4.51168, - "270": 4.56665, - "271": 4.5165, - "272": 4.54527, - "273": 4.5224, - "274": 4.50789, - "275": 4.51843, - "276": 4.55396, - "277": 4.68682, - "278": 4.59346, - "279": 4.52164, - "280": 4.51314, - "281": 4.57157, - "282": 4.53173, - "283": 4.52414, - "284": 4.54122, - "285": 4.50513, - "286": 4.54251, - "287": 4.52325, - "288": 4.8202, - "289": 4.54402, - "290": 4.54212, - "291": 4.54199, - "292": 4.83794, - "293": 4.5225, - "294": 4.5492, - "295": 4.55224, - "296": 4.52934, - "297": 4.55342, - "298": 4.527, - "299": 5.21225, - "300": 4.54165, - "301": 4.87397, - "302": 5.18659, - "303": 4.55648, - "304": 4.55524, - "305": 4.54325, - "306": 4.54438, - "307": 4.58253, - "308": 4.92833, - "309": 4.59251, - "310": 4.5821, - "311": 4.55774, - "312": 4.57431, - "313": 4.55084, - "314": 4.59062, - "315": 4.54907, - "316": 4.55862, - "317": 4.5489, - "318": 4.54711, - "319": 4.54682, - "320": 4.57022, - "321": 4.59627, - "322": 4.72073, - "323": 4.89865, - "324": 4.53993, - "325": 4.5123, - "326": 4.51891, - "327": 4.81823, - "328": 4.50968, - "329": 4.51468, - "330": 4.53951, - "331": 4.54148, - "332": 4.5291, - "333": 4.55404, - "334": 4.51485, - "335": 4.5032, - "336": 4.53373, - "337": 4.51911, - "338": 4.58056, - "339": 4.52496, - "340": 4.74174, - "341": 4.85663, - "342": 4.84314, - "343": 4.85203, - "344": 5.1805, - "345": 4.55155, - "346": 4.53162, - "347": 4.5514, - "348": 4.52034, - "349": 4.90193, - "350": 4.52785, - "351": 4.58518, - "352": 4.54098, - "353": 4.53658, - "354": 4.5276, - "355": 4.5448, - "356": 4.56068, - "357": 4.53811, - "358": 4.85349, - "359": 5.0071, - "360": 4.54478, - "361": 4.54662, - "362": 4.83386, - "363": 4.53683, - "364": 4.55873, - "365": 4.54295, - "366": 4.5527, - "367": 4.57221, - "368": 4.52994, - "369": 4.56328, - "370": 4.50104, - "371": 4.49538, - "372": 4.53341, - "373": 4.49759, - "374": 4.4864, - "375": 4.4619, - "376": 4.47479, - "377": 4.50517, - "378": 4.47307, - "379": 4.50476, - "380": 4.47289, - "381": 4.51196, - "382": 4.71053, - "383": 5.16485, - "384": 4.81108, - "385": 4.84771, - "386": 4.79613, - "387": 4.47457, - "388": 4.46947, - "389": 4.52273, - "390": 4.53286, - "391": 4.50346, - "392": 5.14535, - "393": 4.50389, - "394": 4.53016, - "395": 4.50021, - "396": 4.53705, - "397": 4.80682, - "398": 4.49952, - "399": 4.49925, - "400": 4.47559, - "401": 4.50069, - "402": 4.50094, - "403": 4.51516, - "404": 4.4721, - "405": 4.47294, - "406": 4.4807, - "407": 4.46501, - "408": 4.49087, - "409": 4.49551, - "410": 4.4794, - "411": 4.51172, - "412": 4.48452, - "413": 4.48615, - "414": 4.50418, - "415": 4.50396, - "416": 4.50236, - "417": 4.48682, - "418": 4.47848, - "419": 4.49983, - "420": 4.48292, - "421": 4.56162, - "422": 4.48272, - "423": 4.50903, - "424": 4.47801, - "425": 5.15596, - "426": 4.83658, - "427": 5.18502, - "428": 4.87429, - "429": 4.52647, - "430": 4.50029, - "431": 4.54017, - "432": 4.81481, - "433": 4.86253, - "434": 4.5674, - "435": 4.52618, - "436": 4.49598, - "437": 4.50665, - "438": 4.48345, - "439": 4.49364, - "440": 4.5239, - "441": 4.54859, - "442": 4.55192, - "443": 4.53011, - "444": 4.48967, - "445": 4.49372, - "446": 4.5115, - "447": 4.49859, - "448": 4.50783, - "449": 4.51437, - "450": 4.49155, - "451": 4.51937, - "452": 4.51303, - "453": 4.8589, - "454": 4.53113, - "455": 4.51885, - "456": 4.5337, - "457": 4.50659, - "458": 4.52467, - "459": 4.50448, - "460": 4.4869, - "461": 4.50155, - "462": 4.80969, - "463": 4.5086, - "464": 4.52649, - "465": 4.52586, - "466": 5.14521, - "467": 5.18051, - "468": 4.8195, - "469": 4.83632, - "470": 4.48919, - "471": 4.55133, - "472": 4.52357, - "473": 4.50052, - "474": 4.56796, - "475": 4.85478, - "476": 4.51452, - "477": 4.51577, - "478": 4.50012, - "479": 4.50792, - "480": 4.53196, - "481": 4.51072, - "482": 4.54367, - "483": 4.50481, - "484": 4.51019, - "485": 4.50978, - "486": 4.50593, - "487": 4.52281, - "488": 4.51369, - "489": 4.51522, - "490": 4.536, - "491": 4.53444, - "492": 4.49736, - "493": 4.49474, - "494": 4.49111, - "495": 4.53259, - "496": 4.52045, - "497": 4.85347, - "498": 4.50301, - "499": 4.49039, - "500": 4.49505, - "501": 4.56165, - "502": 5.00963, - "503": 4.5406, - "504": 4.52163, - "505": 4.49914, - "506": 4.50767, - "507": 4.50734, - "508": 5.15541, - "509": 4.84221, - "510": 4.82207, - "511": 4.83723, - "512": 4.50232, - "513": 4.49977, - "514": 4.51404, - "515": 4.54361, - "516": 4.84988, - "517": 4.52919, - "518": 4.49156, - "519": 4.49177, - "520": 4.48306, - "521": 4.56214, - "522": 4.51039, - "523": 4.50754, - "524": 4.49108, - "525": 4.49752, - "526": 4.48621, - "527": 4.48277, - "528": 4.56294, - "529": 4.53303, - "530": 4.50149, - "531": 4.64309, - "532": 4.99778, - "533": 4.54165, - "534": 4.55814, - "535": 4.57517, - "536": 4.56509, - "537": 4.83722, - "538": 4.5403, - "539": 4.53558, - "540": 4.54591, - "541": 4.5473, - "542": 4.59402, - "543": 4.56259, - "544": 4.55381, - "545": 4.55218, - "546": 4.575, - "547": 4.57976, - "548": 4.67481, - "549": 4.55614, - "550": 5.20963, - "551": 4.88226, - "552": 4.88151, - "553": 4.88123, - "554": 4.57477, - "555": 4.57857, - "556": 4.56328, - "557": 4.55102, - "558": 4.55397, - "559": 4.89639, - "560": 4.57629, - "561": 4.61768, - "562": 4.55422, - "563": 4.55386, - "564": 4.54607, - "565": 4.56658, - "566": 4.54047, - "567": 4.84235, - "568": 4.57283, - "569": 4.54067, - "570": 4.53113, - "571": 4.54789, - "572": 4.86169, - "573": 4.57633, - "574": 4.54359, - "575": 4.5329, - "576": 4.5149, - "577": 4.51393, - "578": 4.53247, - "579": 4.51699, - "580": 4.54064, - "581": 4.54344, - "582": 4.53211, - "583": 4.52674, - "584": 4.54736, - "585": 4.51362, - "586": 4.52725, - "587": 4.52932, - "588": 4.56472, - "589": 4.50971, - "590": 4.52116, - "591": 4.85468, - "592": 5.11597, - "593": 4.85832, - "594": 4.56057, - "595": 4.87958, - "596": 4.5357, - "597": 4.56374, - "598": 4.55772, - "599": 4.53657, - "600": 4.89182, - "601": 4.56825, - "602": 4.83295, - "603": 4.56139, - "604": 4.54849, - "605": 4.541, - "606": 4.55389, - "607": 4.85134, - "608": 4.52896, - "609": 4.54915, - "610": 4.51989, - "611": 4.52351, - "612": 4.51546, - "613": 4.58314, - "614": 4.52978, - "615": 4.52252, - "616": 4.52135, - "617": 4.52963, - "618": 4.55335, - "619": 4.54104, - "620": 4.5505, - "621": 4.55132, - "622": 4.57031, - "623": 4.54414, - "624": 4.55882, - "625": 4.5435, - "626": 4.59713, - "627": 4.58366, - "628": 4.63818, - "629": 4.58841, - "630": 4.63272, - "631": 4.55934, - "632": 4.55495, - "633": 5.51117, - "634": 4.60658, - "635": 5.10208, - "636": 4.89855, - "637": 4.87259, - "638": 4.56011, - "639": 4.58669, - "640": 4.59314, - "641": 4.90629, - "642": 4.86797, - "643": 4.56773, - "644": 4.5455, - "645": 4.56391, - "646": 4.59312, - "647": 4.60282, - "648": 4.58319, - "649": 4.57872, - "650": 4.56391, - "651": 4.57416, - "652": 4.61268, - "653": 4.62492, - "654": 4.5909, - "655": 4.58402, - "656": 4.58602, - "657": 4.60313, - "658": 4.58828, - "659": 4.58807, - "660": 4.60787, - "661": 4.5753, - "662": 4.58019, - "663": 4.57226, - "664": 4.58964, - "665": 4.58207, - "666": 4.60159, - "667": 4.59741, - "668": 4.58147, - "669": 4.58069, - "670": 4.57045, - "671": 4.56837, - "672": 4.93341, - "673": 4.61516, - "674": 4.83761, - "675": 4.89354, - "676": 4.87629, - "677": 5.51121, - "678": 4.59041, - "679": 4.62436, - "680": 4.62003, - "681": 4.57817, - "682": 4.59405, - "683": 4.89231, - "684": 4.58127, - "685": 4.58136, - "686": 4.6178, - "687": 4.58583, - "688": 4.57216, - "689": 4.57407, - "690": 4.58376, - "691": 4.57219, - "692": 4.56739, - "693": 4.57608, - "694": 4.56702, - "695": 4.56348, - "696": 4.54139, - "697": 4.58755, - "698": 4.56387, - "699": 4.60437, - "700": 4.56494, - "701": 4.56282, - "702": 4.58357, - "703": 4.55687, - "704": 4.5912, - "705": 4.57349, - "706": 4.86065, - "707": 4.52232, - "708": 4.5349, - "709": 4.54633, - "710": 4.56626, - "711": 4.62109, - "712": 4.81862, - "713": 4.99834, - "714": 4.63362, - "715": 4.78201, - "716": 4.75721, - "717": 5.50369, - "718": 4.92122, - "719": 4.59937, - "720": 4.86818, - "721": 4.53808, - "722": 4.56048, - "723": 4.60354, - "724": 4.57067, - "725": 4.88893, - "726": 4.55666, - "727": 4.59006, - "728": 4.60997, - "729": 4.65338, - "730": 4.80468, - "731": 4.69005, - "732": 4.57141, - "733": 4.54447, - "734": 4.59541, - "735": 4.6295, - "736": 4.62857, - "737": 4.56141, - "738": 4.60526, - "739": 4.67845, - "740": 4.54934, - "741": 4.85925, - "742": 4.61045, - "743": 4.54509, - "744": 4.5417, - "745": 4.60585, - "746": 4.54172, - "747": 4.53744, - "748": 4.84931, - "749": 4.5892, - "750": 4.52766, - "751": 4.54131, - "752": 4.56177, - "753": 4.55287, - "754": 4.55776, - "755": 4.55521, - "756": 4.59012, - "757": 4.55647, - "758": 5.48128, - "759": 4.57837, - "760": 4.91441, - "761": 4.90076, - "762": 4.59026, - "763": 4.57073, - "764": 4.55148, - "765": 4.56679, - "766": 4.56978, - "767": 4.86292, - "768": 4.56304, - "769": 4.55509, - "770": 4.53983, - "771": 4.5901, - "772": 4.53486, - "773": 4.54971, - "774": 4.58379, - "775": 4.63411, - "776": 4.85463, - "777": 4.55, - "778": 4.584, - "779": 4.57097, - "780": 4.56977, - "781": 4.56055, - "782": 4.86943, - "783": 4.55344, - "784": 4.56788, - "785": 4.55894, - "786": 4.55023, - "787": 4.57668, - "788": 4.58739, - "789": 4.63785, - "790": 4.56729, - "791": 4.59105, - "792": 4.57037, - "793": 4.58243, - "794": 4.55056, - "795": 4.64083, - "796": 4.54908, - "797": 4.54834, - "798": 4.72878, - "799": 4.54862, - "800": 5.47322, - "801": 4.8887, - "802": 4.55645, - "803": 4.90434, - "804": 4.61314, - "805": 4.56962, - "806": 4.64081, - "807": 4.74918, - "808": 4.8661, - "809": 4.55984, - "810": 4.55828, - "811": 4.85581, - "812": 4.56593, - "813": 4.5506, - "814": 4.57729, - "815": 4.55252, - "816": 4.55721, - "817": 4.89573, - "818": 4.58813, - "819": 4.68126, - "820": 4.61504, - "821": 4.55076, - "822": 4.54189, - "823": 4.54519, - "824": 4.57867, - "825": 4.55269, - "826": 4.54296, - "827": 4.59346, - "828": 4.53186, - "829": 4.56504, - "830": 4.57033, - "831": 4.54178, - "832": 4.53195, - "833": 4.60607, - "834": 4.76279, - "835": 4.55752, - "836": 4.57187, - "837": 4.58217, - "838": 4.55484, - "839": 4.56543, - "840": 4.59745, - "841": 4.83574, - "842": 4.92091, - "843": 4.92172, - "844": 4.9042, - "845": 4.57399, - "846": 4.889, - "847": 4.61845, - "848": 4.59369, - "849": 4.61435, - "850": 4.92414, - "851": 4.56591, - "852": 4.88411, - "853": 4.59331, - "854": 4.58638, - "855": 4.59002, - "856": 4.60474, - "857": 4.58045, - "858": 4.57173, - "859": 4.57779, - "860": 4.60325, - "861": 4.58594, - "862": 4.58387, - "863": 4.61673, - "864": 4.59357, - "865": 4.58832, - "866": 4.57357, - "867": 4.56396, - "868": 4.55615, - "869": 4.58059, - "870": 4.57037, - "871": 4.56045, - "872": 4.5579, - "873": 4.56177, - "874": 4.54991, - "875": 4.55612, - "876": 4.56772, - "877": 4.54847, - "878": 4.55797, - "879": 4.58609, - "880": 4.5668, - "881": 4.8572, - "882": 4.55078, - "883": 4.9048, - "884": 4.81251, - "885": 4.8704, - "886": 4.57176, - "887": 5.18956, - "888": 4.56611, - "889": 4.57898, - "890": 4.54561, - "891": 4.57561, - "892": 4.86909, - "893": 4.56114, - "894": 4.64111, - "895": 4.7172, - "896": 4.58195, - "897": 4.55853, - "898": 4.57999, - "899": 4.57271, - "900": 4.55689, - "901": 4.56071, - "902": 4.55969, - "903": 4.58742, - "904": 4.57897, - "905": 4.57615, - "906": 4.56052, - "907": 4.57969, - "908": 4.57514, - "909": 4.57347, - "910": 4.6403, - "911": 4.58085, - "912": 4.59019, - "913": 4.56174, - "914": 4.55326, - "915": 4.55122, - "916": 4.85676, - "917": 4.56117, - "918": 4.53147, - "919": 4.51951, - "920": 4.51786, - "921": 4.5123, - "922": 4.87202, - "923": 4.53188, - "924": 4.54718, - "925": 5.1327, - "926": 4.83738, - "927": 4.5116, - "928": 4.82358, - "929": 4.52217, - "930": 4.53602, - "931": 4.5222, - "932": 4.50785, - "933": 4.78839, - "934": 4.51037, - "935": 4.50571, - "936": 4.53008, - "937": 4.53119, - "938": 4.57094, - "939": 4.50057, - "940": 4.49686, - "941": 4.50023, - "942": 4.53408, - "943": 4.51402, - "944": 4.51029, - "945": 4.48295, - "946": 4.48585, - "947": 4.48622, - "948": 4.48897, - "949": 4.52493, - "950": 4.48801, - "951": 4.79563, - "952": 4.49634, - "953": 4.50008, - "954": 4.50374, - "955": 4.50796, - "956": 4.50904, - "957": 4.55644, - "958": 4.80519, - "959": 4.48239, - "960": 4.49321, - "961": 4.50884, - "962": 4.51604, - "963": 4.49195, - "964": 4.53886, - "965": 4.48318, - "966": 5.42059, - "967": 4.83285, - "968": 4.52861, - "969": 4.85443, - "970": 4.5398, - "971": 4.50783, - "972": 4.52549, - "973": 4.49966, - "974": 4.53063, - "975": 4.79465, - "976": 4.51485, - "977": 4.54359, - "978": 4.5118, - "979": 4.50073, - "980": 4.61527, - "981": 4.51921, - "982": 4.5757, - "983": 4.74004, - "984": 4.56253, - "985": 4.50668, - "986": 4.81892, - "987": 4.54489, - "988": 4.50902, - "989": 4.51935, - "990": 4.52644, - "991": 4.5118, - "992": 4.50383, - "993": 4.82809, - "994": 4.51305, - "995": 4.51586, - "996": 4.50978, - "997": 4.66763, - "998": 4.50393, - "999": 4.5013, - "1000": 4.50479, - "1001": 4.53989, - "1002": 4.53944, - "1003": 4.53096, - "1004": 4.5741, - "1005": 4.55744, - "1006": 4.53973, - "1007": 5.12192, - "1008": 4.89336, - "1009": 4.85944, - "1010": 4.85197, - "1011": 4.53252, - "1012": 4.55245, - "1013": 4.53538, - "1014": 4.53126, - "1015": 4.81645, - "1016": 4.52592, - "1017": 4.59553, - "1018": 4.55942, - "1019": 4.53005, - "1020": 4.81767, - "1021": 4.5239, - "1022": 4.53663, - "1023": 4.55687, - "1024": 4.59487, - "1025": 4.57336, - "1026": 4.83654, - "1027": 4.52791, - "1028": 4.53329, - "1029": 4.54183, - "1030": 4.58808, - "1031": 4.54852, - "1032": 4.52773, - "1033": 4.55293, - "1034": 4.51931, - "1035": 4.52822, - "1036": 4.53763, - "1037": 4.57365, - "1038": 4.58045, - "1039": 4.57909, - "1040": 4.50711, - "1041": 4.51625, - "1042": 4.51559, - "1043": 4.54161, - "1044": 4.55192, - "1045": 4.51031, - "1046": 4.5042, - "1047": 4.52325, - "1048": 4.52594, - "1049": 5.14376, - "1050": 4.86343, - "1051": 4.86535, - "1052": 4.82753, - "1053": 4.53656, - "1054": 4.50917, - "1055": 4.80499, - "1056": 4.52784, - "1057": 4.81105, - "1058": 4.5565, - "1059": 4.50803, - "1060": 4.50817, - "1061": 4.52123, - "1062": 4.81789, - "1063": 4.53784, - "1064": 4.58311, - "1065": 4.53258, - "1066": 4.52128, - "1067": 4.53853, - "1068": 4.54336, - "1069": 4.54099, - "1070": 4.55513, - "1071": 4.54195, - "1072": 4.51135, - "1073": 4.51495, - "1074": 4.52324, - "1075": 4.5088, - "1076": 4.5092, - "1077": 4.55059, - "1078": 4.51272, - "1079": 4.51824, - "1080": 4.53917, - "1081": 4.54138, - "1082": 4.53262, - "1083": 4.61829, - "1084": 4.53758, - "1085": 4.5203, - "1086": 4.52147, - "1087": 4.52902, - "1088": 4.51255, - "1089": 4.78979, - "1090": 4.53015, - "1091": 5.11537, - "1092": 4.85059, - "1093": 4.8711, - "1094": 4.82234, - "1095": 4.52762, - "1096": 4.8395, - "1097": 4.59169, - "1098": 4.55407, - "1099": 4.52875, - "1100": 4.79872, - "1101": 4.52404, - "1102": 4.51765, - "1103": 4.5654, - "1104": 4.52326, - "1105": 4.54706, - "1106": 4.53234, - "1107": 4.53309, - "1108": 4.51967, - "1109": 4.51838, - "1110": 4.55107, - "1111": 4.52222, - "1112": 4.55113, - "1113": 4.56308, - "1114": 4.49702, - "1115": 4.49636, - "1116": 4.53107, - "1117": 4.49276, - "1118": 4.48678, - "1119": 4.49686, - "1120": 4.50119, - "1121": 4.48849, - "1122": 4.49925, - "1123": 4.50554, - "1124": 4.80567, - "1125": 4.49247, - "1126": 4.49987, - "1127": 4.49209, - "1128": 4.51064, - "1129": 4.4767, - "1130": 4.50512, - "1131": 4.50193, - "1132": 4.79274, - "1133": 5.14623, - "1134": 4.82806, - "1135": 4.51165, - "1136": 4.81707, - "1137": 4.52401, - "1138": 4.50764, - "1139": 4.49637, - "1140": 4.49611, - "1141": 4.76644, - "1142": 4.53512, - "1143": 4.58313, - "1144": 4.51007, - "1145": 4.52133, - "1146": 4.49202, - "1147": 4.49538, - "1148": 4.55856, - "1149": 4.51403, - "1150": 4.51106, - "1151": 4.47726, - "1152": 4.47786, - "1153": 4.48409, - "1154": 4.47602, - "1155": 4.48021, - "1156": 4.516, - "1157": 4.50644, - "1158": 4.50542, - "1159": 4.48984, - "1160": 4.76736, - "1161": 4.51437, - "1162": 4.50623, - "1163": 4.53163, - "1164": 4.51829, - "1165": 4.48117, - "1166": 4.48756, - "1167": 4.79712, - "1168": 4.49918, - "1169": 4.51039, - "1170": 4.52474, - "1171": 4.49124, - "1172": 4.50861, - "1173": 4.50899, - "1174": 5.0975, - "1175": 4.84542, - "1176": 5.05949, - "1177": 4.77197, - "1178": 4.48805, - "1179": 4.48702, - "1180": 4.47154, - "1181": 4.51677, - "1182": 4.66185, - "1183": 4.81458, - "1184": 4.49672, - "1185": 4.50284, - "1186": 4.50258, - "1187": 4.56819, - "1188": 4.5649, - "1189": 4.56705, - "1190": 4.56761, - "1191": 4.56367, - "1192": 4.53549, - "1193": 4.55494, - "1194": 4.53864, - "1195": 4.88484, - "1196": 4.54179, - "1197": 4.53038, - "1198": 4.53441, - "1199": 4.53508, - "1200": 4.56789, - "1201": 4.52795, - "1202": 4.92807, - "1203": 4.63325, - "1204": 4.52655, - "1205": 4.48533, - "1206": 4.50758, - "1207": 4.51071, - "1208": 4.4939, - "1209": 4.56044, - "1210": 4.59127, - "1211": 4.47886, - "1212": 4.499, - "1213": 4.49879, - "1214": 4.55152, - "1215": 4.52825, - "1216": 4.54373, - "1217": 5.47567, - "1218": 4.88071, - "1219": 4.51663, - "1220": 4.76237, - "1221": 4.51878, - "1222": 4.52274, - "1223": 4.50864, - "1224": 4.76457, - "1225": 4.51752, - "1226": 4.51586, - "1227": 4.51873, - "1228": 4.50112, - "1229": 4.55205, - "1230": 4.92407, - "1231": 4.55821, - "1232": 4.65931, - "1233": 4.5836, - "1234": 4.51542, - "1235": 4.51646, - "1236": 4.52156, - "1237": 4.52979, - "1238": 4.80825, - "1239": 4.51516, - "1240": 4.49909, - "1241": 4.5094, - "1242": 4.49446, - "1243": 4.51811, - "1244": 4.54345, - "1245": 4.49312, - "1246": 4.50793, - "1247": 4.54113, - "1248": 4.54124, - "1249": 4.50663, - "1250": 4.53223, - "1251": 4.49348, - "1252": 4.50272, - "1253": 4.49872, - "1254": 4.48903, - "1255": 4.5059, - "1256": 4.53891, - "1257": 4.50381, - "1258": 4.84039, - "1259": 5.42849, - "1260": 4.4894, - "1261": 4.51592, - "1262": 4.79138, - "1263": 4.53403, - "1264": 4.49645, - "1265": 4.79246, - "1266": 4.53123, - "1267": 4.76558, - "1268": 4.49096, - "1269": 4.51422, - "1270": 4.49454, - "1271": 4.49647, - "1272": 4.4965, - "1273": 4.7854, - "1274": 4.50338, - "1275": 4.49635, - "1276": 4.52239, - "1277": 4.51395, - "1278": 4.48782, - "1279": 4.49345, - "1280": 4.50857, - "1281": 4.51077, - "1282": 4.50314, - "1283": 4.52063, - "1284": 4.47725, - "1285": 4.4848, - "1286": 4.48329, - "1287": 4.4843, - "1288": 4.52376, - "1289": 4.51595, - "1290": 4.49131, - "1291": 4.48591, - "1292": 4.53301, - "1293": 4.50804, - "1294": 4.51418, - "1295": 4.50564, - "1296": 4.51, - "1297": 4.49017, - "1298": 4.48123, - "1299": 4.78745, - "1300": 5.09308, - "1301": 5.19731, - "1302": 4.5072, - "1303": 4.79018, - "1304": 4.49191, - "1305": 4.50744, - "1306": 4.49976, - "1307": 4.53129, - "1308": 4.82794, - "1309": 4.80942, - "1310": 4.52638, - "1311": 4.50194, - "1312": 4.51392, - "1313": 4.507, - "1314": 4.51351, - "1315": 4.50215, - "1316": 4.52232, - "1317": 4.49203, - "1318": 4.50803, - "1319": 4.49945, - "1320": 4.4937, - "1321": 4.50061, - "1322": 4.50058, - "1323": 4.52518, - "1324": 4.48991, - "1325": 4.52836, - "1326": 4.49649, - "1327": 4.51725, - "1328": 4.49835, - "1329": 4.50652, - "1330": 4.4931, - "1331": 4.49715, - "1332": 4.53935, - "1333": 4.49583, - "1334": 4.50555, - "1335": 4.80249, - "1336": 4.50455, - "1337": 4.61233, - "1338": 4.56009, - "1339": 4.50773, - "1340": 4.51529, - "1341": 4.78988, - "1342": 5.09709, - "1343": 4.84036, - "1344": 4.81915, - "1345": 4.77903, - "1346": 4.50713, - "1347": 4.49424, - "1348": 4.47909, - "1349": 4.51758, - "1350": 4.75998, - "1351": 4.49857, - "1352": 4.48998, - "1353": 4.51725, - "1354": 4.4733, - "1355": 4.48507, - "1356": 4.48961, - "1357": 4.49503, - "1358": 4.49868, - "1359": 4.49706, - "1360": 4.48227, - "1361": 4.47901, - "1362": 4.51218, - "1363": 4.49623, - "1364": 4.49757, - "1365": 4.48799, - "1366": 4.49317, - "1367": 4.49821, - "1368": 4.47949, - "1369": 4.51536, - "1370": 4.78437, - "1371": 4.50724, - "1372": 4.50475, - "1373": 4.51186, - "1374": 4.48718, - "1375": 4.48133, - "1376": 4.48741, - "1377": 4.49718, - "1378": 4.77753, - "1379": 4.48595, - "1380": 4.49418, - "1381": 4.47646, - "1382": 4.49533, - "1383": 4.81464, - "1384": 5.13369, - "1385": 4.83696, - "1386": 4.52033, - "1387": 4.78613, - "1388": 4.52986, - "1389": 4.54648, - "1390": 4.53412, - "1391": 4.51688, - "1392": 4.78276, - "1393": 4.52177, - "1394": 4.5134, - "1395": 4.52332, - "1396": 4.51529, - "1397": 4.5206, - "1398": 4.49982, - "1399": 4.48649, - "1400": 4.51927, - "1401": 4.50537, - "1402": 4.50366, - "1403": 4.52004, - "1404": 4.50137, - "1405": 4.83295, - "1406": 4.50704, - "1407": 4.50168, - "1408": 4.49937, - "1409": 4.51412, - "1410": 4.49592, - "1411": 4.5116, - "1412": 4.49558, - "1413": 4.8534, - "1414": 4.4821, - "1415": 4.47675, - "1416": 4.48975, - "1417": 4.47807, - "1418": 4.48338, - "1419": 4.48394, - "1420": 4.52694, - "1421": 4.49253, - "1422": 4.4879, - "1423": 4.49837, - "1424": 4.5063, - "1425": 4.78556, - "1426": 4.85631, - "1427": 4.82421, - "1428": 4.47794, - "1429": 4.75974, - "1430": 4.46814, - "1431": 4.47496, - "1432": 4.50578, - "1433": 4.54124, - "1434": 4.68203, - "1435": 4.7615, - "1436": 4.49931, - "1437": 4.50576, - "1438": 4.4903, - "1439": 4.51667, - "1440": 4.80242, - "1441": 4.50208, - "1442": 4.49917, - "1443": 4.49553, - "1444": 4.48432, - "1445": 4.51846, - "1446": 4.51729, - "1447": 4.50458, - "1448": 4.79902, - "1449": 4.54828, - "1450": 4.53326, - "1451": 4.52762, - "1452": 4.51324, - "1453": 4.50314, - "1454": 4.49922, - "1455": 4.48208, - "1456": 4.51068, - "1457": 4.49618, - "1458": 4.53123, - "1459": 4.5121, - "1460": 4.48559, - "1461": 4.49931, - "1462": 4.4855, - "1463": 4.52885, - "1464": 4.52899, - "1465": 4.54494, - "1466": 4.80177, - "1467": 4.48918, - "1468": 5.45007, - "1469": 4.51261, - "1470": 4.49701, - "1471": 4.76693, - "1472": 4.50664, - "1473": 4.49173, - "1474": 4.49341, - "1475": 4.79014, - "1476": 4.82994, - "1477": 4.54107, - "1478": 4.5166, - "1479": 4.52387, - "1480": 4.51726, - "1481": 4.48811, - "1482": 4.51791, - "1483": 4.81223, - "1484": 4.52425, - "1485": 4.51937, - "1486": 4.50011, - "1487": 4.4935, - "1488": 4.49413, - "1489": 4.52479, - "1490": 4.65777, - "1491": 4.78196, - "1492": 4.58984, - "1493": 4.62063, - "1494": 4.76334, - "1495": 4.53611, - "1496": 4.51593, - "1497": 4.50296, - "1498": 4.48632, - "1499": 4.49184, - "1500": 4.47598, - "1501": 4.50278, - "1502": 4.52658, - "1503": 4.49717, - "1504": 4.48743, - "1505": 4.47751, - "1506": 4.46254, - "1507": 4.50576, - "1508": 4.79215, - "1509": 5.1298, - "1510": 5.14447, - "1511": 4.48231, - "1512": 4.76111, - "1513": 4.49323, - "1514": 4.49848, - "1515": 4.51943, - "1516": 4.53623, - "1517": 4.49155, - "1518": 5.07625, - "1519": 4.48993, - "1520": 4.51542, - "1521": 4.51184, - "1522": 4.5348, - "1523": 4.51863, - "1524": 4.50636, - "1525": 4.5512, - "1526": 4.47584, - "1527": 4.49135, - "1528": 4.48181, - "1529": 4.51841, - "1530": 4.47704, - "1531": 4.47666, - "1532": 4.48417, - "1533": 4.50135, - "1534": 4.49113, - "1535": 4.4903, - "1536": 4.54672, - "1537": 4.47579, - "1538": 4.68107, - "1539": 4.53459, - "1540": 4.53522, - "1541": 4.48779, - "1542": 4.56257, - "1543": 4.51593, - "1544": 4.47741, - "1545": 4.81106, - "1546": 4.49409, - "1547": 4.47682, - "1548": 4.48573, - "1549": 4.51707, - "1550": 4.76439, - "1551": 4.81182, - "1552": 5.15816, - "1553": 4.49107, - "1554": 4.82182, - "1555": 4.82508, - "1556": 4.4959, - "1557": 4.48175, - "1558": 4.53221, - "1559": 4.7732, - "1560": 4.48736, - "1561": 4.48108, - "1562": 4.50963, - "1563": 4.48468, - "1564": 4.51338, - "1565": 4.52361, - "1566": 4.4869, - "1567": 4.48016, - "1568": 4.5003, - "1569": 4.54972, - "1570": 4.54028, - "1571": 4.51344, - "1572": 4.47504, - "1573": 4.4946, - "1574": 4.45762, - "1575": 4.47682, - "1576": 4.50469, - "1577": 4.50845, - "1578": 4.52089, - "1579": 4.47973, - "1580": 4.77834, - "1581": 4.47945, - "1582": 4.50482, - "1583": 4.49396, - "1584": 4.58849, - "1585": 4.54033, - "1586": 4.45875, - "1587": 4.48628, - "1588": 4.45895, - "1589": 4.83456, - "1590": 4.46207, - "1591": 4.52471, - "1592": 4.73652, - "1593": 4.76004, - "1594": 5.06737, - "1595": 4.46474, - "1596": 4.52252, - "1597": 4.73076, - "1598": 4.47331, - "1599": 4.46552, - "1600": 4.46103, - "1601": 4.43222, - "1602": 4.81702, - "1603": 4.47152, - "1604": 4.49735, - "1605": 4.46295, - "1606": 4.45602, - "1607": 4.46123, - "1608": 4.48159, - "1609": 4.52748, - "1610": 4.45895, - "1611": 4.47017, - "1612": 4.46732, - "1613": 4.45711, - "1614": 4.50394, - "1615": 4.79288, - "1616": 4.48799, - "1617": 4.48805, - "1618": 4.48373, - "1619": 4.46019, - "1620": 4.458, - "1621": 4.49119, - "1622": 4.4622, - "1623": 4.49779, - "1624": 4.82632, - "1625": 4.46456, - "1626": 4.45349, - "1627": 4.46903, - "1628": 4.45444, - "1629": 4.50658, - "1630": 4.46656, - "1631": 4.49288, - "1632": 4.45426, - "1633": 4.74333, - "1634": 4.77593, - "1635": 4.72134, - "1636": 4.82871, - "1637": 4.46266, - "1638": 4.72327, - "1639": 4.4701, - "1640": 4.47145, - "1641": 4.4748, - "1642": 4.47522, - "1643": 4.48942, - "1644": 4.81608, - "1645": 4.56411, - "1646": 4.46852, - "1647": 4.45144, - "1648": 4.44782, - "1649": 4.46843, - "1650": 4.72628, - "1651": 4.46418, - "1652": 4.56303, - "1653": 4.46405, - "1654": 4.46575, - "1655": 4.45659, - "1656": 4.4637, - "1657": 4.44969, - "1658": 4.5272, - "1659": 4.76774, - "1660": 4.51903, - "1661": 4.47105, - "1662": 4.47176, - "1663": 4.50589, - "1664": 4.48865, - "1665": 4.49715, - "1666": 4.4899, - "1667": 4.47666, - "1668": 4.48227, - "1669": 4.45989, - "1670": 4.50702, - "1671": 4.50579, - "1672": 4.48617, - "1673": 4.48374, - "1674": 4.88749, - "1675": 4.53124, - "1676": 4.82875, - "1677": 5.11211, - "1678": 4.4824, - "1679": 4.46489, - "1680": 4.72824, - "1681": 4.44455, - "1682": 4.44521, - "1683": 4.50511, - "1684": 4.52462, - "1685": 5.05344, - "1686": 4.50202, - "1687": 4.50222, - "1688": 4.48202, - "1689": 4.50274, - "1690": 4.58034, - "1691": 4.52019, - "1692": 4.51829, - "1693": 4.52491, - "1694": 4.80665, - "1695": 4.49871, - "1696": 4.55171, - "1697": 4.54568, - "1698": 4.53401, - "1699": 4.52065, - "1700": 4.53028, - "1701": 4.51099, - "1702": 4.51043, - "1703": 4.54064, - "1704": 4.50476, - "1705": 4.53757, - "1706": 4.50687, - "1707": 4.52917, - "1708": 4.50914, - "1709": 4.51192, - "1710": 4.53233, - "1711": 4.51539, - "1712": 4.54344, - "1713": 4.50387, - "1714": 4.50093, - "1715": 4.5235, - "1716": 4.547, - "1717": 4.78253, - "1718": 4.84861, - "1719": 5.13393, - "1720": 4.82371, - "1721": 4.56264, - "1722": 4.7912, - "1723": 4.53434, - "1724": 4.51383, - "1725": 4.51745, - "1726": 4.51503, - "1727": 4.78105, - "1728": 4.5049, - "1729": 4.81742, - "1730": 4.51852, - "1731": 4.50465, - "1732": 4.51032, - "1733": 4.50824, - "1734": 4.52799, - "1735": 4.52971, - "1736": 4.67047, - "1737": 4.51169, - "1738": 4.54626, - "1739": 4.4991, - "1740": 4.54459, - "1741": 4.51866, - "1742": 4.51089, - "1743": 4.5517, - "1744": 4.50154, - "1745": 4.49657, - "1746": 4.51039, - "1747": 4.51814, - "1748": 4.51162, - "1749": 4.54078, - "1750": 4.5286, - "1751": 4.49906, - "1752": 4.51819, - "1753": 4.51643, - "1754": 4.51641, - "1755": 4.83513, - "1756": 4.53651, - "1757": 4.5112, - "1758": 4.80289, - "1759": 4.52106, - "1760": 4.82885, - "1761": 5.15166, - "1762": 4.52054, - "1763": 4.5833, - "1764": 5.09544, - "1765": 4.56971, - "1766": 4.55542, - "1767": 4.5115, - "1768": 4.51587, - "1769": 4.52438, - "1770": 4.81177, - "1771": 4.50989, - "1772": 4.5309, - "1773": 4.52021, - "1774": 4.49842, - "1775": 4.50526, - "1776": 4.55406, - "1777": 4.52076, - "1778": 4.53065, - "1779": 4.53475, - "1780": 4.52734, - "1781": 4.52703, - "1782": 4.51493, - "1783": 4.53339, - "1784": 4.51323, - "1785": 4.50418, - "1786": 4.49476, - "1787": 4.48915, - "1788": 4.49798, - "1789": 4.53926, - "1790": 4.82287, - "1791": 4.511, - "1792": 4.52785, - "1793": 4.5042, - "1794": 4.55488, - "1795": 4.49636, - "1796": 4.55361, - "1797": 4.50035, - "1798": 4.50463, - "1799": 4.80629, - "1800": 4.76451, - "1801": 4.7811, - "1802": 4.50451, - "1803": 5.14058, - "1804": 4.49133, - "1805": 4.50893, - "1806": 4.79161, - "1807": 4.492, - "1808": 4.49417, - "1809": 4.59019, - "1810": 4.49855, - "1811": 4.78647, - "1812": 4.50409, - "1813": 4.49288, - "1814": 4.48663, - "1815": 4.50095, - "1816": 4.54354, - "1817": 4.4797, - "1818": 4.50764, - "1819": 4.4909, - "1820": 4.49098, - "1821": 4.51642, - "1822": 4.52037, - "1823": 4.51796, - "1824": 4.49643, - "1825": 4.81129, - "1826": 4.50147, - "1827": 4.48206, - "1828": 4.50247, - "1829": 4.55092, - "1830": 4.49476, - "1831": 4.50771, - "1832": 4.47732, - "1833": 4.49479, - "1834": 4.79649, - "1835": 4.51406, - "1836": 4.55842, - "1837": 4.49301, - "1838": 4.49664, - "1839": 4.5168, - "1840": 4.49948, - "1841": 4.79267, - "1842": 4.53236, - "1843": 4.84098, - "1844": 4.78263, - "1845": 4.85183, - "1846": 4.49722, - "1847": 4.79476, - "1848": 4.53305, - "1849": 4.54665, - "1850": 4.91685, - "1851": 4.46529, - "1852": 4.47106, - "1853": 4.77875, - "1854": 4.48207, - "1855": 4.51165, - "1856": 4.49524, - "1857": 4.46874, - "1858": 4.45437, - "1859": 4.44845, - "1860": 4.75892, - "1861": 4.51639, - "1862": 4.47708, - "1863": 4.45485, - "1864": 4.44782, - "1865": 4.46459, - "1866": 4.48118, - "1867": 4.47965, - "1868": 4.47919, - "1869": 4.4981, - "1870": 4.8003, - "1871": 4.49359, - "1872": 4.48845, - "1873": 4.46674, - "1874": 4.46083, - "1875": 4.47825, - "1876": 4.48788, - "1877": 4.45934, - "1878": 4.48809, - "1879": 4.47563, - "1880": 4.47383, - "1881": 4.46738, - "1882": 4.45491, - "1883": 4.46549, - "1884": 4.76267, - "1885": 4.75205, - "1886": 4.81063, - "1887": 4.74625, - "1888": 4.44847, - "1889": 4.47403, - "1890": 4.71322, - "1891": 4.4603, - "1892": 4.45059, - "1893": 4.46762, - "1894": 4.7614, - "1895": 4.81143, - "1896": 4.56486, - "1897": 4.51076, - "1898": 4.55453, - "1899": 4.56422, - "1900": 4.52593, - "1901": 4.5606, - "1902": 4.556, - "1903": 4.5267, - "1904": 4.80038, - "1905": 4.51421, - "1906": 4.47822, - "1907": 4.51268, - "1908": 4.54876, - "1909": 4.5133, - "1910": 4.54333, - "1911": 4.52076, - "1912": 4.52543, - "1913": 4.53635, - "1914": 4.56098, - "1915": 4.53749, - "1916": 4.57784, - "1917": 4.49577, - "1918": 4.49598, - "1919": 4.48283, - "1920": 4.48472, - "1921": 4.49521, - "1922": 4.49251, - "1923": 4.55018, - "1924": 4.48927, - "1925": 4.75945, - "1926": 4.74909, - "1927": 4.48481, - "1928": 4.48601, - "1929": 5.1519, - "1930": 4.84125, - "1931": 4.52286, - "1932": 4.7705, - "1933": 4.52208, - "1934": 4.51802, - "1935": 4.51894, - "1936": 4.56633, - "1937": 4.77322, - "1938": 4.49797, - "1939": 4.79704, - "1940": 4.50555, - "1941": 4.574, - "1942": 4.4979, - "1943": 4.52975, - "1944": 4.49502, - "1945": 4.51058, - "1946": 4.47523, - "1947": 4.49119, - "1948": 4.54103, - "1949": 4.52674, - "1950": 4.489, - "1951": 4.52304, - "1952": 4.49817, - "1953": 4.48508, - "1954": 4.52291, - "1955": 4.4895, - "1956": 4.52246, - "1957": 4.49799, - "1958": 4.46888, - "1959": 4.48647, - "1960": 4.5478, - "1961": 4.53057, - "1962": 4.45794, - "1963": 4.51956, - "1964": 4.47966, - "1965": 4.77637, - "1966": 4.76216, - "1967": 4.53151, - "1968": 4.74621, - "1969": 4.49406, - "1970": 5.04969, - "1971": 4.47351, - "1972": 4.48777, - "1973": 4.76041, - "1974": 4.50108, - "1975": 4.80161, - "1976": 4.52792, - "1977": 4.49709, - "1978": 4.48775, - "1979": 4.82512, - "1980": 4.51375, - "1981": 4.51276, - "1982": 4.49916, - "1983": 4.55064, - "1984": 4.50342, - "1985": 4.52358, - "1986": 4.51504, - "1987": 4.53255, - "1988": 4.50157, - "1989": 4.5554, - "1990": 4.52494, - "1991": 4.50518, - "1992": 4.52992, - "1993": 4.51871, - "1994": 4.49974, - "1995": 4.51349, - "1996": 4.51178, - "1997": 4.50014, - "1998": 4.51785, - "1999": 4.51632, - "2000": 4.83288 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_fp8_logitsmatch/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_fp8_logitsmatch/golden_values_dev_dgx_h100.json index 8776674df82..5decbad6a1a 100644 --- a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_fp8_logitsmatch/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_fp8_logitsmatch/golden_values_dev_dgx_h100.json @@ -34,7 +34,7 @@ 1278, 2362 ], - "latency": 0.290968656539917, + "latency": 0.2756917476654053, "cuda_graph_request_count_map": { "372": 0, "360": 0, @@ -174,14 +174,5 @@ -0.7878209352493286 ] }, - "throughput": [ - 2.3393335747358535, - 102.34586197079994, - 103.58898028807208, - 104.45258510126983, - 103.72620640365217, - 104.56994550823111, - 105.82297004422847, - 102.44643771631509 - ] + "throughput": 105.62266013491053 } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_fp8_logitsmatch/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_fp8_logitsmatch/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 0e953af50e7..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_fp8_logitsmatch/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,178 +0,0 @@ -{ - "0": { - "input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", - "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end", - "generated_tokens": [ - 3060, - 2430, - 1636, - 2012, - 1317, - 1278, - 2362, - 1307, - 1278, - 16070, - 1044, - 1321, - 1636, - 23067, - 1455, - 1593, - 1395, - 1605, - 3140, - 5152, - 1513, - 1747, - 1046, - 2409, - 1395, - 3140, - 5152, - 1513, - 1278, - 2362 - ], - "latency": 0.2859375476837158, - "cuda_graph_request_count_map": { - "372": 0, - "360": 0, - "336": 0, - "312": 0, - "288": 0, - "264": 0, - "240": 0, - "216": 0, - "192": 0, - "168": 0, - "144": 0, - "120": 0, - "96": 0, - "72": 0, - "48": 0, - "24": 29 - }, - "step_count": 240, - "logprobs": [ - -9.362494468688965, - -2.827894449234009, - -4.557381629943848, - -1.4968647956848145, - -0.717312216758728, - -1.7262351512908936, - -2.522736072540283, - -2.1782360076904297, - -2.3603432178497314, - -6.136383533477783, - -1.4676916599273682, - -3.468963384628296, - -4.424870491027832, - -3.7345848083496094, - -2.012619972229004, - -1.8833301067352295, - -3.5708768367767334, - -6.8197832107543945, - -0.3122292757034302, - -0.9820290207862854, - -6.532033443450928, - -7.498172760009766, - -12.615165710449219, - -2.409003496170044, - -3.8550546169281006, - -0.5105050802230835, - -4.2802581787109375, - -0.06971167027950287, - -0.054025799036026, - -3.319596767425537, - -9.703240394592285, - -1.0997297763824463, - -6.224854469299316, - -5.234503269195557, - -3.934987783432007, - -2.5263679027557373, - -3.1843955516815186, - -5.880871295928955, - -1.8436813354492188, - -5.906496047973633, - -12.15787410736084, - -12.5841064453125, - -0.0819428563117981, - -2.6212656497955322, - -1.4329369068145752, - -2.885145425796509, - -1.2901865243911743, - -0.006647023372352123, - -3.5115818977355957, - -12.945953369140625, - -3.793078899383545, - -3.0094375610351562, - -5.966838836669922, - -0.8998424410820007, - -0.040962252765893936, - -1.5467679500579834, - -1.0785343647003174, - -5.73494815826416, - -0.38491737842559814, - -5.017007827758789, - -0.5568072199821472, - -0.5968841910362244, - -2.3609962463378906, - -13.582086563110352, - -0.09050048142671585, - -3.7264108657836914, - -1.1208789348602295, - -6.052675247192383, - -0.5848909616470337, - -3.5906238555908203, - -0.9494907855987549, - -1.5676641464233398, - -5.127577781677246, - -17.19189453125, - -6.698403835296631, - -1.0449178218841553, - -4.365664958953857, - -1.1243419647216797, - -2.2092156410217285, - -1.8081634044647217, - -0.23330983519554138, - -9.439546585083008, - -0.2947109341621399, - -7.253565788269043, - -2.3855936527252197, - -4.629369258880615, - -3.4186267852783203, - -1.9727531671524048, - -2.331681251525879, - -1.5606917142868042, - -2.454296588897705, - -1.5334703922271729, - -1.2631131410598755, - -2.657367706298828, - -0.6480202078819275, - -0.4550393521785736, - -1.3625166416168213, - -0.8142069578170776, - -0.4496593475341797, - -0.9312890768051147, - -1.732723355293274, - -0.44613128900527954, - -1.6895122528076172, - -0.6082233190536499, - -1.0978344678878784, - -1.1122435331344604, - -0.002520838286727667, - -1.4072327613830566, - -0.007462364621460438, - -0.7548662424087524, - -0.9937503337860107, - -0.0675487294793129, - -0.9595617055892944, - -0.029961343854665756, - -2.205785036087036, - -1.2615025043487549, - -0.7878209352493286 - ] - }, - "throughput": 103.54772132523577 -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_fp8_logitsmatch/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_fp8_logitsmatch/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 5decbad6a1a..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_fp8_logitsmatch/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,178 +0,0 @@ -{ - "0": { - "input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", - "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end", - "generated_tokens": [ - 3060, - 2430, - 1636, - 2012, - 1317, - 1278, - 2362, - 1307, - 1278, - 16070, - 1044, - 1321, - 1636, - 23067, - 1455, - 1593, - 1395, - 1605, - 3140, - 5152, - 1513, - 1747, - 1046, - 2409, - 1395, - 3140, - 5152, - 1513, - 1278, - 2362 - ], - "latency": 0.2756917476654053, - "cuda_graph_request_count_map": { - "372": 0, - "360": 0, - "336": 0, - "312": 0, - "288": 0, - "264": 0, - "240": 0, - "216": 0, - "192": 0, - "168": 0, - "144": 0, - "120": 0, - "96": 0, - "72": 0, - "48": 0, - "24": 29 - }, - "step_count": 240, - "logprobs": [ - -9.362494468688965, - -2.827894449234009, - -4.557381629943848, - -1.4968647956848145, - -0.717312216758728, - -1.7262351512908936, - -2.522736072540283, - -2.1782360076904297, - -2.3603432178497314, - -6.136383533477783, - -1.4676916599273682, - -3.468963384628296, - -4.424870491027832, - -3.7345848083496094, - -2.012619972229004, - -1.8833301067352295, - -3.5708768367767334, - -6.8197832107543945, - -0.3122292757034302, - -0.9820290207862854, - -6.532033443450928, - -7.498172760009766, - -12.615165710449219, - -2.409003496170044, - -3.8550546169281006, - -0.5105050802230835, - -4.2802581787109375, - -0.06971167027950287, - -0.054025799036026, - -3.319596767425537, - -9.703240394592285, - -1.0997297763824463, - -6.224854469299316, - -5.234503269195557, - -3.934987783432007, - -2.5263679027557373, - -3.1843955516815186, - -5.880871295928955, - -1.8436813354492188, - -5.906496047973633, - -12.15787410736084, - -12.5841064453125, - -0.0819428563117981, - -2.6212656497955322, - -1.4329369068145752, - -2.885145425796509, - -1.2901865243911743, - -0.006647023372352123, - -3.5115818977355957, - -12.945953369140625, - -3.793078899383545, - -3.0094375610351562, - -5.966838836669922, - -0.8998424410820007, - -0.040962252765893936, - -1.5467679500579834, - -1.0785343647003174, - -5.73494815826416, - -0.38491737842559814, - -5.017007827758789, - -0.5568072199821472, - -0.5968841910362244, - -2.3609962463378906, - -13.582086563110352, - -0.09050048142671585, - -3.7264108657836914, - -1.1208789348602295, - -6.052675247192383, - -0.5848909616470337, - -3.5906238555908203, - -0.9494907855987549, - -1.5676641464233398, - -5.127577781677246, - -17.19189453125, - -6.698403835296631, - -1.0449178218841553, - -4.365664958953857, - -1.1243419647216797, - -2.2092156410217285, - -1.8081634044647217, - -0.23330983519554138, - -9.439546585083008, - -0.2947109341621399, - -7.253565788269043, - -2.3855936527252197, - -4.629369258880615, - -3.4186267852783203, - -1.9727531671524048, - -2.331681251525879, - -1.5606917142868042, - -2.454296588897705, - -1.5334703922271729, - -1.2631131410598755, - -2.657367706298828, - -0.6480202078819275, - -0.4550393521785736, - -1.3625166416168213, - -0.8142069578170776, - -0.4496593475341797, - -0.9312890768051147, - -1.732723355293274, - -0.44613128900527954, - -1.6895122528076172, - -0.6082233190536499, - -1.0978344678878784, - -1.1122435331344604, - -0.002520838286727667, - -1.4072327613830566, - -0.007462364621460438, - -0.7548662424087524, - -0.9937503337860107, - -0.0675487294793129, - -0.9595617055892944, - -0.029961343854665756, - -2.205785036087036, - -1.2615025043487549, - -0.7878209352493286 - ] - }, - "throughput": 105.62266013491053 -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_logitsmatch_decode_graphs_only/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_logitsmatch_decode_graphs_only/golden_values_dev_dgx_h100.json index 409d960170e..20da149d1f1 100644 --- a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_logitsmatch_decode_graphs_only/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_logitsmatch_decode_graphs_only/golden_values_dev_dgx_h100.json @@ -1,159 +1,178 @@ { - "0": { - "input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", - "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end", - "generated_tokens": [ - 3060, - 2430, - 1636, - 2012, - 1317, - 1278, - 2362, - 1307, - 1278, - 16070, - 1044, - 1321, - 1636, - 23067, - 1455, - 1593, - 1395, - 1605, - 3140, - 5152, - 1513, - 1747, - 1046, - 2409, - 1395, - 3140, - 5152, - 1513, - 1278, - 2362 - ], - "latency": 2.491823673248291, - "logprobs": [ - -9.362494468688965, - -2.827894449234009, - -4.557381629943848, - -1.4968647956848145, - -0.717312216758728, - -1.7262351512908936, - -2.522736072540283, - -2.1782360076904297, - -2.3603432178497314, - -6.136383533477783, - -1.4676916599273682, - -3.468963384628296, - -4.424870491027832, - -3.7345848083496094, - -2.012619972229004, - -1.8833301067352295, - -3.5708768367767334, - -6.8197832107543945, - -0.3122292757034302, - -0.9820290207862854, - -6.532033443450928, - -7.498172760009766, - -12.615165710449219, - -2.409003496170044, - -3.8550546169281006, - -0.5105050802230835, - -4.2802581787109375, - -0.06971167027950287, - -0.054025799036026, - -3.319596767425537, - -9.703240394592285, - -1.0997297763824463, - -6.224854469299316, - -5.234503269195557, - -3.934987783432007, - -2.5263679027557373, - -3.1843955516815186, - -5.880871295928955, - -1.8436813354492188, - -5.906496047973633, - -12.15787410736084, - -12.5841064453125, - -0.0819428563117981, - -2.6212656497955322, - -1.4329369068145752, - -2.885145425796509, - -1.2901865243911743, - -0.006647023372352123, - -3.5115818977355957, - -12.945953369140625, - -3.793078899383545, - -3.0094375610351562, - -5.966838836669922, - -0.8998424410820007, - -0.040962252765893936, - -1.5467679500579834, - -1.0785343647003174, - -5.73494815826416, - -0.38491737842559814, - -5.017007827758789, - -0.5568072199821472, - -0.5968841910362244, - -2.3609962463378906, - -13.582086563110352, - -0.09050048142671585, - -3.7264108657836914, - -1.1208789348602295, - -6.052675247192383, - -0.5848909616470337, - -3.5906238555908203, - -0.9494907855987549, - -1.5676641464233398, - -5.127577781677246, - -17.19189453125, - -6.698403835296631, - -1.0449178218841553, - -4.365664958953857, - -1.1243419647216797, - -2.2092156410217285, - -1.8081634044647217, - -0.23330983519554138, - -9.439546585083008, - -0.2947109341621399, - -7.253565788269043, - -2.3855936527252197, - -4.629369258880615, - -3.4186267852783203, - -1.9727531671524048, - -2.331681251525879, - -1.5606917142868042, - -2.454296588897705, - -1.5334703922271729, - -1.2631131410598755, - -2.657367706298828, - -0.6480202078819275, - -0.4550393521785736, - -1.3625166416168213, - -0.8142069578170776, - -0.4496593475341797, - -0.9312890768051147, - -1.732723355293274, - -0.44613128900527954, - -1.6895122528076172, - -0.6082233190536499, - -1.0978344678878784, - -1.1122435331344604, - -0.002520838286727667, - -1.4072327613830566, - -0.007462364621460438, - -0.7548662424087524, - -0.9937503337860107, - -0.0675487294793129, - -0.9595617055892944, - -0.029961343854665756, - -2.205785036087036, - -1.2615025043487549, - -0.7878209352493286 - ] - }, - "throughput": 87.33960790550654 + "0": { + "input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", + "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end", + "generated_tokens": [ + 3060, + 2430, + 1636, + 2012, + 1317, + 1278, + 2362, + 1307, + 1278, + 16070, + 1044, + 1321, + 1636, + 23067, + 1455, + 1593, + 1395, + 1605, + 3140, + 5152, + 1513, + 1747, + 1046, + 2409, + 1395, + 3140, + 5152, + 1513, + 1278, + 2362 + ], + "latency": 0.3700687885284424, + "cuda_graph_request_count_map": { + "372": 0, + "360": 0, + "336": 0, + "312": 0, + "288": 0, + "264": 0, + "240": 0, + "216": 0, + "192": 0, + "168": 0, + "144": 0, + "120": 0, + "96": 0, + "72": 0, + "48": 0, + "24": 29 + }, + "step_count": 240, + "logprobs": [ + -9.362494468688965, + -2.827894449234009, + -4.557381629943848, + -1.4968647956848145, + -0.717312216758728, + -1.7262351512908936, + -2.522736072540283, + -2.1782360076904297, + -2.3603432178497314, + -6.136383533477783, + -1.4676916599273682, + -3.468963384628296, + -4.424870491027832, + -3.7345848083496094, + -2.012619972229004, + -1.8833301067352295, + -3.5708768367767334, + -6.8197832107543945, + -0.3122292757034302, + -0.9820290207862854, + -6.532033443450928, + -7.498172760009766, + -12.615165710449219, + -2.409003496170044, + -3.8550546169281006, + -0.5105050802230835, + -4.2802581787109375, + -0.06971167027950287, + -0.054025799036026, + -3.319596767425537, + -9.703240394592285, + -1.0997297763824463, + -6.224854469299316, + -5.234503269195557, + -3.934987783432007, + -2.5263679027557373, + -3.1843955516815186, + -5.880871295928955, + -1.8436813354492188, + -5.906496047973633, + -12.15787410736084, + -12.5841064453125, + -0.0819428563117981, + -2.6212656497955322, + -1.4329369068145752, + -2.885145425796509, + -1.2901865243911743, + -0.006647023372352123, + -3.5115818977355957, + -12.945953369140625, + -3.793078899383545, + -3.0094375610351562, + -5.966838836669922, + -0.8998424410820007, + -0.040962252765893936, + -1.5467679500579834, + -1.0785343647003174, + -5.73494815826416, + -0.38491737842559814, + -5.017007827758789, + -0.5568072199821472, + -0.5968841910362244, + -2.3609962463378906, + -13.582086563110352, + -0.09050048142671585, + -3.7264108657836914, + -1.1208789348602295, + -6.052675247192383, + -0.5848909616470337, + -3.5906238555908203, + -0.9494907855987549, + -1.5676641464233398, + -5.127577781677246, + -17.19189453125, + -6.698403835296631, + -1.0449178218841553, + -4.365664958953857, + -1.1243419647216797, + -2.2092156410217285, + -1.8081634044647217, + -0.23330983519554138, + -9.439546585083008, + -0.2947109341621399, + -7.253565788269043, + -2.3855936527252197, + -4.629369258880615, + -3.4186267852783203, + -1.9727531671524048, + -2.331681251525879, + -1.5606917142868042, + -2.454296588897705, + -1.5334703922271729, + -1.2631131410598755, + -2.657367706298828, + -0.6480202078819275, + -0.4550393521785736, + -1.3625166416168213, + -0.8142069578170776, + -0.4496593475341797, + -0.9312890768051147, + -1.732723355293274, + -0.44613128900527954, + -1.6895122528076172, + -0.6082233190536499, + -1.0978344678878784, + -1.1122435331344604, + -0.002520838286727667, + -1.4072327613830566, + -0.007462364621460438, + -0.7548662424087524, + -0.9937503337860107, + -0.0675487294793129, + -0.9595617055892944, + -0.029961343854665756, + -2.205785036087036, + -1.2615025043487549, + -0.7878209352493286 + ] + }, + "throughput": 79.31454807788677 } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_logitsmatch_decode_graphs_only/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_logitsmatch_decode_graphs_only/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 771d0c18307..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_logitsmatch_decode_graphs_only/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,178 +0,0 @@ -{ - "0": { - "input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", - "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end", - "generated_tokens": [ - 3060, - 2430, - 1636, - 2012, - 1317, - 1278, - 2362, - 1307, - 1278, - 16070, - 1044, - 1321, - 1636, - 23067, - 1455, - 1593, - 1395, - 1605, - 3140, - 5152, - 1513, - 1747, - 1046, - 2409, - 1395, - 3140, - 5152, - 1513, - 1278, - 2362 - ], - "latency": 0.3733036518096924, - "cuda_graph_request_count_map": { - "372": 0, - "360": 0, - "336": 0, - "312": 0, - "288": 0, - "264": 0, - "240": 0, - "216": 0, - "192": 0, - "168": 0, - "144": 0, - "120": 0, - "96": 0, - "72": 0, - "48": 0, - "24": 29 - }, - "step_count": 240, - "logprobs": [ - -9.362494468688965, - -2.827894449234009, - -4.557381629943848, - -1.4968647956848145, - -0.717312216758728, - -1.7262351512908936, - -2.522736072540283, - -2.1782360076904297, - -2.3603432178497314, - -6.136383533477783, - -1.4676916599273682, - -3.468963384628296, - -4.424870491027832, - -3.7345848083496094, - -2.012619972229004, - -1.8833301067352295, - -3.5708768367767334, - -6.8197832107543945, - -0.3122292757034302, - -0.9820290207862854, - -6.532033443450928, - -7.498172760009766, - -12.615165710449219, - -2.409003496170044, - -3.8550546169281006, - -0.5105050802230835, - -4.2802581787109375, - -0.06971167027950287, - -0.054025799036026, - -3.319596767425537, - -9.703240394592285, - -1.0997297763824463, - -6.224854469299316, - -5.234503269195557, - -3.934987783432007, - -2.5263679027557373, - -3.1843955516815186, - -5.880871295928955, - -1.8436813354492188, - -5.906496047973633, - -12.15787410736084, - -12.5841064453125, - -0.0819428563117981, - -2.6212656497955322, - -1.4329369068145752, - -2.885145425796509, - -1.2901865243911743, - -0.006647023372352123, - -3.5115818977355957, - -12.945953369140625, - -3.793078899383545, - -3.0094375610351562, - -5.966838836669922, - -0.8998424410820007, - -0.040962252765893936, - -1.5467679500579834, - -1.0785343647003174, - -5.73494815826416, - -0.38491737842559814, - -5.017007827758789, - -0.5568072199821472, - -0.5968841910362244, - -2.3609962463378906, - -13.582086563110352, - -0.09050048142671585, - -3.7264108657836914, - -1.1208789348602295, - -6.052675247192383, - -0.5848909616470337, - -3.5906238555908203, - -0.9494907855987549, - -1.5676641464233398, - -5.127577781677246, - -17.19189453125, - -6.698403835296631, - -1.0449178218841553, - -4.365664958953857, - -1.1243419647216797, - -2.2092156410217285, - -1.8081634044647217, - -0.23330983519554138, - -9.439546585083008, - -0.2947109341621399, - -7.253565788269043, - -2.3855936527252197, - -4.629369258880615, - -3.4186267852783203, - -1.9727531671524048, - -2.331681251525879, - -1.5606917142868042, - -2.454296588897705, - -1.5334703922271729, - -1.2631131410598755, - -2.657367706298828, - -0.6480202078819275, - -0.4550393521785736, - -1.3625166416168213, - -0.8142069578170776, - -0.4496593475341797, - -0.9312890768051147, - -1.732723355293274, - -0.44613128900527954, - -1.6895122528076172, - -0.6082233190536499, - -1.0978344678878784, - -1.1122435331344604, - -0.002520838286727667, - -1.4072327613830566, - -0.007462364621460438, - -0.7548662424087524, - -0.9937503337860107, - -0.0675487294793129, - -0.9595617055892944, - -0.029961343854665756, - -2.205785036087036, - -1.2615025043487549, - -0.7878209352493286 - ] - }, - "throughput": 79.54665108975186 -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_logitsmatch_decode_graphs_only/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_logitsmatch_decode_graphs_only/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 20da149d1f1..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_logitsmatch_decode_graphs_only/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,178 +0,0 @@ -{ - "0": { - "input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", - "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end", - "generated_tokens": [ - 3060, - 2430, - 1636, - 2012, - 1317, - 1278, - 2362, - 1307, - 1278, - 16070, - 1044, - 1321, - 1636, - 23067, - 1455, - 1593, - 1395, - 1605, - 3140, - 5152, - 1513, - 1747, - 1046, - 2409, - 1395, - 3140, - 5152, - 1513, - 1278, - 2362 - ], - "latency": 0.3700687885284424, - "cuda_graph_request_count_map": { - "372": 0, - "360": 0, - "336": 0, - "312": 0, - "288": 0, - "264": 0, - "240": 0, - "216": 0, - "192": 0, - "168": 0, - "144": 0, - "120": 0, - "96": 0, - "72": 0, - "48": 0, - "24": 29 - }, - "step_count": 240, - "logprobs": [ - -9.362494468688965, - -2.827894449234009, - -4.557381629943848, - -1.4968647956848145, - -0.717312216758728, - -1.7262351512908936, - -2.522736072540283, - -2.1782360076904297, - -2.3603432178497314, - -6.136383533477783, - -1.4676916599273682, - -3.468963384628296, - -4.424870491027832, - -3.7345848083496094, - -2.012619972229004, - -1.8833301067352295, - -3.5708768367767334, - -6.8197832107543945, - -0.3122292757034302, - -0.9820290207862854, - -6.532033443450928, - -7.498172760009766, - -12.615165710449219, - -2.409003496170044, - -3.8550546169281006, - -0.5105050802230835, - -4.2802581787109375, - -0.06971167027950287, - -0.054025799036026, - -3.319596767425537, - -9.703240394592285, - -1.0997297763824463, - -6.224854469299316, - -5.234503269195557, - -3.934987783432007, - -2.5263679027557373, - -3.1843955516815186, - -5.880871295928955, - -1.8436813354492188, - -5.906496047973633, - -12.15787410736084, - -12.5841064453125, - -0.0819428563117981, - -2.6212656497955322, - -1.4329369068145752, - -2.885145425796509, - -1.2901865243911743, - -0.006647023372352123, - -3.5115818977355957, - -12.945953369140625, - -3.793078899383545, - -3.0094375610351562, - -5.966838836669922, - -0.8998424410820007, - -0.040962252765893936, - -1.5467679500579834, - -1.0785343647003174, - -5.73494815826416, - -0.38491737842559814, - -5.017007827758789, - -0.5568072199821472, - -0.5968841910362244, - -2.3609962463378906, - -13.582086563110352, - -0.09050048142671585, - -3.7264108657836914, - -1.1208789348602295, - -6.052675247192383, - -0.5848909616470337, - -3.5906238555908203, - -0.9494907855987549, - -1.5676641464233398, - -5.127577781677246, - -17.19189453125, - -6.698403835296631, - -1.0449178218841553, - -4.365664958953857, - -1.1243419647216797, - -2.2092156410217285, - -1.8081634044647217, - -0.23330983519554138, - -9.439546585083008, - -0.2947109341621399, - -7.253565788269043, - -2.3855936527252197, - -4.629369258880615, - -3.4186267852783203, - -1.9727531671524048, - -2.331681251525879, - -1.5606917142868042, - -2.454296588897705, - -1.5334703922271729, - -1.2631131410598755, - -2.657367706298828, - -0.6480202078819275, - -0.4550393521785736, - -1.3625166416168213, - -0.8142069578170776, - -0.4496593475341797, - -0.9312890768051147, - -1.732723355293274, - -0.44613128900527954, - -1.6895122528076172, - -0.6082233190536499, - -1.0978344678878784, - -1.1122435331344604, - -0.002520838286727667, - -1.4072327613830566, - -0.007462364621460438, - -0.7548662424087524, - -0.9937503337860107, - -0.0675487294793129, - -0.9595617055892944, - -0.029961343854665756, - -2.205785036087036, - -1.2615025043487549, - -0.7878209352493286 - ] - }, - "throughput": 79.31454807788677 -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgx_h100.json index 31b66789d94..ad16c16b924 100644 --- a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgx_h100.json @@ -132,7 +132,7 @@ 1784, 1010 ], - "latency": 9.833553552627563, + "latency": 10.056535482406616, "cuda_graph_request_count_map": null, "step_count": 6144, "logprobs": [ @@ -1132,7 +1132,7 @@ 9369, 1046 ], - "latency": 49.05716586112976, + "latency": 48.19877076148987, "cuda_graph_request_count_map": null, "step_count": 6144, "logprobs": [ @@ -1403,7 +1403,7 @@ 1049, 1048 ], - "latency": 87.92628955841064, + "latency": 86.85381531715393, "cuda_graph_request_count_map": null, "step_count": 6144, "logprobs": [ @@ -2225,7 +2225,7 @@ 5558, 4318 ], - "latency": 126.90091466903687, + "latency": 125.58511328697205, "cuda_graph_request_count_map": null, "step_count": 6144, "logprobs": [ @@ -2502,7 +2502,7 @@ 1855, 2505 ], - "latency": 156.19056010246277, + "latency": 154.75680470466614, "cuda_graph_request_count_map": null, "step_count": 6144, "logprobs": [ @@ -2695,9 +2695,5 @@ -0.00032085992279462516 ] }, - "throughput": [ - 92.14086318169623, - 104.14077061259405, - 104.70701879377005 - ] + "throughput": 105.49771806099545 } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index a76d4f44413..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,2699 +0,0 @@ -{ - "0": { - "input_prompt": "The $500 Cup of coffee?\nConsider this, most Americans spend an average of $1,500-2,000 a year on this bean water.\nI have a few question for you: \nHow has business been the past few months?\nDo you ever feel like your business is stuck?\nDon't feel like you're able to improve performance and make changes required to achieve success ?\nAre your customers spneding less and less and wanting more?\nHave the gas prices affected your business?\nDo you have employees and do they hate you or wish they could quit?\n\nNow, before you and I can decide wheter or not I will be a good fit for your business we should talk this over with coffee.\nAnd, just to warn you this isn't some casual thing. This is not a date or time to be personal or social (but by all means share what you will coz I'll gladly listen).\nTher eare two major talking points and stratagies we will focios on in our lil coffee social\nFor one, we will find your unique selling Proposition (USP).\nDo have the best price? Are you the cheapest in town? Are your customers jerks? Do you haVE REGULARS? Why do people come back?\nwe'll also look for the holes in your business bucket. I'm willing to bet there's a hole or two in your business we'll find together that'll make this 500 dollar cup of Joe pay for itse;f immedietly.\nMany find themselves to be more profitable by just finding out where the dollars are escaping in their business and I like to think of myself as a guy that comes along with some spakel or putty and patch those holes up for you.\nBeleive me, just fixing one hole can mean a lot...just think about a sinking boat that has a hole in it that's about 3\u201d in diameter... it doesn't take long to sink.\nI have no agenda, besides f=getting to know your business and seeing wher I can patch the holes and find what makes you do darn unique (I know this won't take long.)\nMany folks, I bet, will find what they need to get off their chest with a quick phone call and they just paypal me the money and make a coffee at home. Look, that's fine too.\nI just to get you ot of your comfort zone, because this is where it all starts my frind.\nSome smart GOAT entrepreneur will probably get everything they need just out of our lil mini consulatant for the more extensive business consukting I offer, and look, that's fine, too.\nMaybe this cup of coffee will be all you need to gtet back on your feet, but not only surive, but thrive!\nI'm not trying to make frineds, or make a bunch of money, or look down your shirt\nBut this is only going to be a 45 minute (max) coffee chat\nAnd, I know you (and me) both have a lot on our plates. So no messing around\nAfter our consultation I will follow up with you in a few days and see how things are going, then I will be emailing you about once or twice every two weeks, just to make sure you're staying on task and implementing what we went over.\nTghere is no obligation to go any further and will gladly give you back your money if this pre-consultation doesn't put you on the right path or you don't get any value out of it...", - "generated_text": " $ is a$ is a $ is a $ is a $ is a $ is a $$1, you\n$ $$ $\n$ $- $\n$\n$\n$ $$$\n$\n$\n$\n$\n$\n$\n$\n$???????, $\n-1\n$\n1.5.\n$\n$, you\n$.\n$\n1,1.1\nI\n$.\nI\n\n\nHow\n$,,,0,1,0,0.0\nIn\nThe\nThe\nThe\n", - "generated_tokens": [ - 1659, - 1395, - 1261, - 1036, - 1395, - 1261, - 1659, - 1395, - 1261, - 1659, - 1395, - 1261, - 1659, - 1395, - 1261, - 1659, - 1395, - 1261, - 1659, - 1036, - 1049, - 1044, - 1636, - 1010, - 1036, - 1659, - 1036, - 1659, - 1010, - 1036, - 1659, - 1045, - 1659, - 1010, - 1036, - 1010, - 1036, - 1010, - 1036, - 1659, - 1036, - 1036, - 1010, - 1036, - 1010, - 1036, - 1010, - 1036, - 1010, - 1036, - 1010, - 1036, - 1010, - 1036, - 1010, - 1036, - 1010, - 1036, - 1063, - 1063, - 1063, - 1063, - 1063, - 1063, - 1063, - 1044, - 1659, - 1010, - 1045, - 1049, - 1010, - 1036, - 1010, - 1049, - 1046, - 1053, - 1046, - 1010, - 1036, - 1010, - 1036, - 1044, - 1636, - 1010, - 1036, - 1046, - 1010, - 1036, - 1010, - 1049, - 1044, - 1049, - 1046, - 1049, - 1010, - 1073, - 1010, - 1036, - 1046, - 1010, - 1073, - 1010, - 1010, - 1010, - 7801, - 1010, - 1036, - 1044, - 1044, - 1044, - 1048, - 1044, - 1049, - 1044, - 1048, - 1044, - 1048, - 1046, - 1048, - 1010, - 1785, - 1010, - 1784, - 1010, - 1784, - 1010, - 1784, - 1010 - ], - "latency": 9.77891230583191, - "cuda_graph_request_count_map": null, - "step_count": 6144, - "logprobs": [ - -7.7319135665893555, - -2.188307285308838, - -0.7547445297241211, - -0.7294313311576843, - -10.238386154174805, - -3.3775341510772705, - -6.394498825073242, - -7.354557037353516, - -9.018157958984375, - -3.012073040008545, - -3.2584073543548584, - -5.220732688903809, - -4.620487213134766, - -2.5078930854797363, - -3.752683162689209, - -0.13360372185707092, - -0.05705544352531433, - -0.41462242603302, - -1.585279941558838, - -1.6438164710998535, - -1.9557222127914429, - -0.3989897072315216, - -0.0365302674472332, - -6.368816375732422, - -0.8731719255447388, - -0.022585075348615646, - -0.2775891423225403, - -0.0027362785767763853, - -0.0006812873762100935, - -1.581446647644043, - -0.008688976056873798, - -0.3532317280769348, - -6.071163177490234, - -9.162371635437012, - -9.965556144714355, - -2.400461196899414, - -2.9898362159729004, - -2.9803032875061035, - -2.12601900100708, - -3.500912666320801, - -7.015069007873535, - -2.278961420059204, - -0.46380555629730225, - -4.078739166259766, - -1.9430254697799683, - -3.5642244815826416, - -3.689701795578003, - -6.201474189758301, - -6.580833911895752, - -2.3081111907958984, - -5.42717170715332, - -1.1886008977890015, - -1.172760248184204, - -1.3571951389312744, - -1.3551844358444214, - -3.376784324645996, - -0.05118789151310921, - -4.064360618591309, - -2.575554847717285, - -0.6994737386703491, - -2.56724214553833, - -2.1888976097106934, - -0.4816131591796875, - -4.070178985595703, - -2.0060782432556152, - -6.858033180236816, - -0.059200502932071686, - -3.214278221130371, - -0.9671833515167236, - -0.823198676109314, - -1.0130078792572021, - -4.595561981201172, - -0.012724989093840122, - -5.214311599731445, - -8.246870040893555, - -3.1476030349731445, - -3.299684524536133, - -4.218191146850586, - -7.318399429321289, - -0.8580498695373535, - -3.0894036293029785, - -1.886361002922058, - -7.217658996582031, - -3.271679639816284, - -3.9717154502868652, - -1.8835484981536865, - -10.034332275390625, - -11.382490158081055, - -5.417011260986328, - -7.505967140197754, - -2.33837890625, - -0.07904055714607239, - -3.294971227645874, - -7.813640594482422, - -1.7646901607513428, - -4.025320053100586, - -3.5977325439453125, - -4.390352249145508, - -9.147806167602539, - -0.5303041934967041, - -7.721246242523193, - -0.6311959028244019, - -0.8119025230407715, - -0.7227814197540283, - -1.8369406461715698, - -0.20933297276496887, - -1.5395950078964233, - -4.424448490142822, - -4.084965705871582, - -3.355497360229492, - -1.0475609302520752, - -6.479413986206055, - -0.7810530662536621, - -2.132437229156494, - -6.648703098297119, - -2.9522438049316406, - -1.2485712766647339, - -4.040503025054932, - -2.3415768146514893, - -5.358206748962402, - -1.6258506774902344, - -3.956300973892212, - -0.732298731803894, - -7.441117286682129, - -1.5242161750793457, - -2.4555861949920654, - -4.295163154602051, - -9.687600135803223, - -0.8213484883308411, - -1.2446978092193604, - -0.01942702941596508, - -4.619411468505859, - -3.3297007083892822, - -2.2139487266540527, - -3.691431999206543, - -2.6574106216430664, - -6.075929641723633, - -0.6123450994491577, - -1.2942559719085693, - -0.6262839436531067, - -7.398006439208984, - -4.4869890213012695, - -4.202048301696777, - -4.982994079589844, - -0.637227475643158, - -3.061023235321045, - -10.117584228515625, - -3.8567495346069336, - -4.0480828285217285, - -2.472019672393799, - -4.246374607086182, - -1.3939155340194702, - -7.132441520690918, - -0.20108745992183685, - -4.986658573150635, - -4.387957572937012, - -0.01108358334749937, - -4.209756851196289, - -7.271108627319336, - -4.047314643859863, - -2.6497321128845215, - -1.4763175249099731, - -0.28365400433540344, - -3.5247769355773926, - -1.4226995706558228, - -4.327237129211426, - -2.0407187938690186, - -6.1437907218933105, - -1.5190880298614502, - -2.5511486530303955, - -7.504094123840332, - -2.152172565460205, - -6.708334922790527, - -6.913146495819092, - -3.6959621906280518, - -6.752341270446777, - -0.63083815574646, - -0.12433214485645294, - -5.0525641441345215, - -4.435934066772461, - -0.45601028203964233, - -6.3459577560424805, - -9.882917404174805, - -3.1422882080078125, - -2.550520658493042, - -3.2099051475524902, - -6.278127193450928, - -0.07764133810997009, - -3.155696153640747, - -1.933587670326233, - -9.61027717590332, - -6.211391925811768, - -4.664543151855469, - -6.783782005310059, - -5.676271438598633, - -8.605900764465332, - -0.0824289619922638, - -3.5463995933532715, - -13.374168395996094, - -1.2401021718978882, - -1.8734056949615479, - -3.4154422283172607, - -1.6733763217926025, - -17.633970260620117, - -9.345113754272461, - -0.6277351975440979, - -2.9617538452148438, - -2.5565333366394043, - -10.10580825805664, - -7.130337715148926, - -7.36820125579834, - -4.098911285400391, - -5.747079372406006, - -2.945054769515991, - -0.7887389063835144, - -1.6583149433135986, - -1.0165244340896606, - -6.581666946411133, - -5.926386833190918, - -5.845194339752197, - -0.9657630920410156, - -7.868755340576172, - -1.3244551420211792, - -0.2657390236854553, - -0.06403665244579315, - -2.983020782470703, - -5.943899631500244, - -7.877285957336426, - -3.593116283416748, - -3.819509506225586, - -7.226177215576172, - -2.5206997394561768, - -3.385587215423584, - -0.37499159574508667, - -1.4698283672332764, - -3.1460342407226562, - -0.0077166082337498665, - -4.350916862487793, - -3.2183218002319336, - -0.6242184638977051, - -1.4782464504241943, - -2.8054311275482178, - -3.0831401348114014, - -12.17662525177002, - -2.113419532775879, - -1.6448111534118652, - -2.1834323406219482, - -0.7630388140678406, - -10.1896390914917, - -6.234405517578125, - -11.46288776397705, - -1.003785490989685, - -4.211658477783203, - -1.5010679960250854, - -5.859302043914795, - -2.0465080738067627, - -3.7468819618225098, - -4.684195518493652, - -4.318704128265381, - -2.7234389781951904, - -9.00437068939209, - -3.043811321258545, - -3.1384406089782715, - -2.713779926300049, - -2.095993995666504, - -2.1484954357147217, - -10.274479866027832, - -0.682350754737854, - -0.25973302125930786, - -3.6964316368103027, - -13.434456825256348, - -2.3368239402770996, - -5.382724761962891, - -1.9073458909988403, - -5.905669212341309, - -0.032165709882974625, - -1.6530004739761353, - -2.728893280029297, - -1.640552043914795, - -1.1391171216964722, - -1.4353511333465576, - -4.003787994384766, - -0.3450564742088318, - -0.7168521285057068, - -0.34650325775146484, - -0.3616408705711365, - -7.062709331512451, - -1.2851682901382446, - -2.299129009246826, - -8.800156593322754, - -5.208735466003418, - -4.780910491943359, - -2.78342342376709, - -4.469717979431152, - -6.909726619720459, - -2.5114197731018066, - -0.659822404384613, - -0.6915416121482849, - -3.2363741397857666, - -0.5283617377281189, - -0.10473938286304474, - -6.215325832366943, - -7.283237934112549, - -1.6797031164169312, - -11.50100040435791, - -7.5822978019714355, - -3.387317657470703, - -11.407575607299805, - -5.441976547241211, - -3.3264851570129395, - -0.7265786528587341, - -1.382750153541565, - -7.841699600219727, - -8.105277061462402, - -3.9569506645202637, - -4.963083267211914, - -0.5492897629737854, - -4.6081390380859375, - -5.870400905609131, - -3.957930088043213, - -5.275494575500488, - -4.105091094970703, - -2.15435528755188, - -2.8472700119018555, - -1.1278448104858398, - -8.226571083068848, - -0.40629008412361145, - -9.916461944580078, - -4.616743087768555, - -1.691868543624878, - -0.6639478802680969, - -2.5716753005981445, - -6.676954746246338, - -6.535329818725586, - -0.4170510768890381, - -1.443942904472351, - -3.145481824874878, - -1.440589427947998, - -0.26935356855392456, - -0.9647155404090881, - -4.335958957672119, - -1.5647850036621094, - -5.890466690063477, - -3.01654052734375, - -1.9168468713760376, - -3.7365682125091553, - -8.001864433288574, - -10.680083274841309, - -4.489352226257324, - -4.6058149337768555, - -7.69011116027832, - -3.6247005462646484, - -1.5600426197052002, - -10.2160062789917, - -5.004643440246582, - -0.19602319598197937, - -3.375545024871826, - -2.669325590133667, - -1.3932737112045288, - -1.6410658359527588, - -6.847603797912598, - -6.744344711303711, - -0.5215591192245483, - -0.25840020179748535, - -1.1448237895965576, - -5.57253885269165, - -7.251138687133789, - -4.221924781799316, - -0.7688062787055969, - -2.504502534866333, - -3.146519660949707, - -2.206653356552124, - -1.4295082092285156, - -7.96943998336792, - -4.332189083099365, - -2.5750505924224854, - -1.7102608680725098, - -5.311381816864014, - -8.897522926330566, - -2.994919538497925, - -3.3397974967956543, - -2.1794328689575195, - -2.437566041946411, - -0.3181810975074768, - -0.27412793040275574, - -0.7914466857910156, - -2.3470635414123535, - -2.4099245071411133, - -2.491870880126953, - -3.024170160293579, - -1.9719040393829346, - -11.373910903930664, - -1.4279751777648926, - -0.14573107659816742, - -2.055763006210327, - -6.366893291473389, - -4.24091911315918, - -0.00709194503724575, - -2.0199716091156006, - -2.524750232696533, - -1.4272525310516357, - -0.5185190439224243, - -2.927150011062622, - -2.7070627212524414, - -3.365638017654419, - -4.318085193634033, - -7.773144721984863, - -1.7947180271148682, - -7.657534599304199, - -8.767786026000977, - -14.74280071258545, - -1.8042558431625366, - -3.2712037563323975, - -1.4002125263214111, - -4.887944221496582, - -1.4821010828018188, - -1.5255622863769531, - -5.879070281982422, - -4.463839530944824, - -5.1955976486206055, - -5.665647506713867, - -0.3775045573711395, - -5.9350481033325195, - -2.800539255142212, - -0.13162286579608917, - -3.034379720687866, - -4.729524612426758, - -4.6252641677856445, - -3.850942611694336, - -2.4760568141937256, - -6.059760093688965, - -10.12075138092041, - -0.9469369649887085, - -11.595907211303711, - -6.875324726104736, - -4.268826007843018, - -2.835529088973999, - -3.8626279830932617, - -4.876199245452881, - -0.013071090914309025, - -4.964417934417725, - -0.7445687055587769, - -5.707155227661133, - -6.10660457611084, - -4.317755699157715, - -4.440443992614746, - -2.9202542304992676, - -4.743522644042969, - -1.2569392919540405, - -2.8675737380981445, - -2.3151841163635254, - -4.318130970001221, - -1.9054772853851318, - -1.1808521747589111, - -0.765956461429596, - -2.768916606903076, - -6.237791061401367, - -1.7224305868148804, - -7.137521743774414, - -4.512486457824707, - -1.9069950580596924, - -4.145983695983887, - -5.365190505981445, - -0.059828490018844604, - -2.273892879486084, - -3.4013004302978516, - -5.035730361938477, - -6.501443386077881, - -9.903446197509766, - -1.6332892179489136, - -2.1572084426879883, - -1.6149548292160034, - -1.4698481559753418, - -6.01010799407959, - -2.2243528366088867, - -6.900836944580078, - -6.0930986404418945, - -2.974020481109619, - -3.225423574447632, - -8.423272132873535, - -1.3423724174499512, - -3.626147508621216, - -0.4862469434738159, - -6.860866546630859, - -3.8910953998565674, - -2.33319354057312, - -1.7229185104370117, - -2.215972423553467, - -8.99046516418457, - -4.099084854125977, - -2.4191012382507324, - -8.288970947265625, - -2.9641928672790527, - -1.5036451816558838, - -3.0544614791870117, - -0.0715634673833847, - -2.444031238555908, - -4.520998954772949, - -3.972568988800049, - -0.4985870122909546, - -2.1651363372802734, - -3.4427435398101807, - -1.730639100074768, - -0.9458961486816406, - -7.740211009979248, - -9.39163875579834, - -3.895984172821045, - -1.7523534297943115, - -5.41331672668457, - -8.910720825195312, - -12.971094131469727, - -3.0455880165100098, - -10.501265525817871, - -3.3864927291870117, - -4.842309951782227, - -3.9964733123779297, - -7.3046793937683105, - -2.6607093811035156, - -1.3541781902313232, - -5.003270626068115, - -3.944551944732666, - -0.11356143653392792, - -5.174440383911133, - -9.628616333007812, - -8.654989242553711, - -8.980416297912598, - -6.670101642608643, - -5.488286018371582, - -5.943419933319092, - -2.126483201980591, - -8.054739952087402, - -7.458671569824219, - -2.5267202854156494, - -6.455472946166992, - -8.655346870422363, - -7.903901100158691, - -6.221062660217285, - -7.129237174987793, - -4.2345380783081055, - -2.5375306606292725, - -7.697700500488281, - -1.567080020904541, - -2.084331750869751, - -0.25020831823349, - -1.5145041942596436, - -4.619244575500488, - -0.2970108985900879, - -0.4977554678916931, - -6.197869300842285, - -4.030620098114014, - -7.232107639312744, - -0.21076253056526184, - -1.563366174697876, - -1.133756160736084, - -2.708237648010254, - -4.080535888671875, - -0.6818401217460632, - -0.1864331066608429, - -0.49012088775634766, - -8.732468605041504, - -11.945040702819824, - -5.243098735809326, - -1.5294703245162964, - -0.8935543298721313, - -0.6174070835113525, - -1.5068217515945435, - -3.5766501426696777, - -5.393096923828125, - -4.202867031097412, - -14.765748023986816, - -5.2513813972473145, - -0.7597705721855164, - -0.2502063810825348, - -1.7403976917266846, - -2.8000779151916504, - -1.9808133840560913, - -2.1654744148254395, - -1.8629226684570312, - -3.222038745880127, - -0.040942225605249405, - -2.3384013175964355, - -10.210381507873535, - -4.5859761238098145, - -0.5805734395980835, - -3.7019288539886475, - -2.001936674118042, - -2.7876083850860596, - -2.9799084663391113, - -4.349887371063232, - -0.0792960673570633, - -1.4366114139556885, - -1.0813264846801758, - -1.3510822057724, - -6.7060699462890625, - -5.436615943908691, - -3.978389263153076, - -6.785447597503662, - -6.147171497344971, - -3.97414231300354, - -4.332991600036621, - -0.9269428253173828, - -5.1237101554870605, - -4.486598968505859, - -0.04678357392549515, - -1.0307552814483643, - -1.4249452352523804, - -4.517682075500488, - -3.561821699142456, - -2.0815205574035645, - -0.6041194200515747, - -5.992964744567871, - -7.092092514038086, - -0.48916709423065186, - -2.6405677795410156, - -4.3345723152160645, - -3.533582925796509, - -3.1233346462249756, - -3.107872486114502, - -1.9901115894317627, - -3.1052846908569336, - -1.8440347909927368, - -6.21368408203125, - -1.8796799182891846, - -2.705214738845825, - -0.2987763583660126, - -4.070865154266357, - -1.6675832271575928, - -1.3896636962890625, - -1.5731089115142822, - -3.526170015335083, - -2.5088443756103516, - -1.208929419517517, - -3.673125743865967, - -2.501532554626465, - -6.875064373016357, - -8.512459754943848, - -1.042314052581787, - -3.657850980758667, - -7.0950798988342285, - -4.974049091339111, - -8.14085578918457, - -3.529888153076172, - -1.9389504194259644, - -7.0902204513549805, - -2.409292459487915, - -2.9428021907806396, - -1.688283085823059, - -3.622368335723877, - -2.0903351306915283, - -4.160663604736328, - -3.1683764457702637, - -1.2135626077651978, - -7.566033363342285, - -3.1186251640319824, - -5.899919509887695, - -0.9518840312957764, - -2.656729221343994, - -2.2994377613067627, - -6.806836128234863, - -1.280236840248108, - -2.838846206665039, - -1.3598848581314087, - -11.707776069641113, - -3.134333372116089, - -0.6230669617652893, - -8.219222068786621, - -7.562507152557373, - -7.489459037780762, - -1.5368008613586426, - -7.149652481079102, - -5.749268054962158, - -3.162869691848755, - -2.7235195636749268, - -6.128931999206543, - -1.1934199333190918, - -3.986410617828369, - -3.76609468460083, - -1.712721586227417, - -3.195504903793335, - -8.397743225097656, - -3.1260581016540527, - -9.792022705078125, - -4.217884540557861, - -11.583260536193848, - -5.987588882446289, - -5.178754806518555, - -6.994749069213867, - -5.167606353759766, - -7.124668121337891, - -6.201416015625, - -10.203682899475098, - -6.858526229858398, - -2.733592987060547, - -5.078882217407227, - -9.003358840942383, - -4.704894542694092, - -3.9085562229156494, - -7.247268199920654, - -7.091092109680176, - -4.4150166511535645, - -7.56699275970459, - -9.485116004943848, - -1.9977033138275146, - -6.65272331237793, - -2.236643075942993, - -7.518955707550049, - -5.525973320007324, - -4.67877721786499, - -6.608670234680176, - -5.536133766174316, - -10.772479057312012, - -10.8853178024292, - -3.6156129837036133, - -6.751470565795898, - -6.4537434577941895, - -3.4220399856567383, - -8.251005172729492, - -3.2146153450012207, - -6.330069541931152, - -1.5551663637161255, - -6.520583629608154, - -10.450878143310547, - -5.8788957595825195, - -3.7398200035095215, - -3.9084208011627197, - -0.3640081584453583, - -6.961522102355957, - -6.066243648529053, - -7.270624160766602, - -5.098455429077148, - -2.7642822265625, - -5.460171699523926, - -7.362828731536865, - -2.558631658554077, - -2.186410427093506, - -2.5309929847717285, - -2.46756649017334, - -2.0306026935577393, - -1.8713470697402954, - -2.108008623123169, - -1.2698389291763306, - -2.1712756156921387, - -2.4432802200317383, - -1.1477653980255127, - -1.8417484760284424, - -2.5971946716308594, - -1.8250831365585327, - -2.103092670440674, - -2.5183165073394775, - -2.9367291927337646, - -1.9412965774536133, - -1.7692793607711792, - -2.864521026611328, - -3.1332175731658936, - -1.098311185836792, - -2.946441173553467, - -2.2800471782684326, - -3.1929852962493896, - -2.754260778427124, - -3.485616445541382, - -3.3010287284851074, - -2.5537776947021484, - -2.6752865314483643, - -3.1617612838745117, - -2.4571690559387207, - -2.060081958770752, - -2.425969362258911, - -2.212725877761841, - -2.4232254028320312, - -3.0587053298950195, - -2.4074010848999023, - -2.457937479019165, - -2.319617986679077, - -2.6340954303741455, - -2.599524736404419, - -2.5302212238311768, - -1.6849274635314941, - -2.2609786987304688, - -2.039928674697876, - -1.9474098682403564, - -2.3550753593444824, - -1.718749761581421, - -2.413884162902832, - -1.6247628927230835, - -2.4784040451049805, - -1.828325629234314, - -1.3880831003189087, - -1.4448199272155762, - -1.1477117538452148, - -1.1669728755950928, - -1.8787822723388672, - -1.5565840005874634, - -1.6666553020477295, - -1.747725248336792, - -1.959598422050476, - -2.0376486778259277, - -2.345367431640625, - -2.055098533630371, - -1.3940613269805908, - -3.4385242462158203, - -2.7489635944366455, - -3.2590157985687256, - -3.1128957271575928, - -1.7070379257202148, - -3.9010369777679443, - -3.21574068069458, - -3.3850393295288086, - -1.8778185844421387, - -2.698211908340454, - -1.8060741424560547, - -2.0845324993133545, - -3.4797585010528564, - -2.263254404067993, - -3.083108901977539, - -1.6589758396148682, - -2.687279224395752, - -1.77505624294281, - -2.6142921447753906, - -1.934045672416687, - -1.8834377527236938, - -2.8038980960845947, - -1.550542950630188, - -3.4054152965545654, - -1.724036693572998, - -2.3146564960479736, - -1.5134503841400146, - -2.9289023876190186, - -1.5285141468048096, - -3.421035051345825, - -1.3757282495498657, - -3.441431760787964, - -1.5286564826965332, - -3.4372904300689697, - -3.173043966293335, - -1.1313854455947876, - -1.486415147781372, - -2.506413221359253, - -3.5165903568267822, - -1.4112176895141602, - -3.7175354957580566, - -2.2170844078063965, - -0.704839289188385, - -0.6626103520393372, - -2.5483946800231934, - -0.949668288230896, - -3.1339564323425293, - -1.3326977491378784, - -3.5493476390838623, - -0.6785370111465454, - -3.236161470413208, - -2.1347084045410156, - -3.802447557449341, - -2.585503339767456, - -3.9361765384674072, - -2.290905714035034, - -3.714280605316162, - -1.793616533279419, - -3.7252492904663086, - -1.450188159942627, - -3.11938738822937, - -1.25174880027771 - ] - }, - "32": { - "input_prompt": "create a conversational article", - "generated_text": " about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article.", - "generated_tokens": [ - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046 - ], - "latency": 48.63822364807129, - "cuda_graph_request_count_map": null, - "step_count": 6144, - "logprobs": [ - -4.4165568351745605, - -11.358176231384277, - -0.0701780766248703, - -7.797665119171143, - -2.6805992126464844, - -1.4707680940628052, - -3.0390255451202393, - -1.6902849674224854, - -1.270594835281372, - -1.1936196088790894, - -1.2523558139801025, - -2.7270259857177734, - -1.2371309995651245, - -0.9618493318557739, - -0.4379909038543701, - -1.3917063474655151, - -1.1055524349212646, - -0.9122569561004639, - -0.9911308288574219, - -0.08436793833971024, - -0.5424078106880188, - -0.9181017279624939, - -0.5873759388923645, - -0.19014373421669006, - -0.06655456870794296, - -0.15252672135829926, - -0.09415211528539658, - -0.009787309914827347, - -0.013910251669585705, - -0.005296128336340189, - -0.005677408073097467, - -0.02013739012181759, - -0.21594694256782532, - -0.07153760641813278, - -0.0066444179974496365, - -0.010198505595326424, - -0.011980246752500534, - -0.003686776151880622, - -0.0037619550712406635, - -0.0022467151284217834, - -0.004088377580046654, - -0.021828632801771164, - -0.0012669878778979182, - -0.09768074005842209, - -0.02652405947446823, - -0.0019286142196506262, - -0.002283824374899268, - -0.0032225127797573805, - -0.0009741804678924382, - -0.0009415484382770956, - -0.001211624126881361, - -0.001135300612077117, - -0.002340436913073063, - -0.0010846928926184773, - -0.0509282611310482, - -0.03832047060132027, - -0.00257422705180943, - -0.0022806129418313503, - -0.00262785074301064, - -0.0008195855189114809, - -0.0010239601833745837, - -0.0013777059502899647, - -0.0009899006690829992, - -0.0018756669014692307, - -0.0015304292319342494, - -0.08506463468074799, - -0.01893703266978264, - -0.0013797297142446041, - -0.0014461545506492257, - -0.0013971101725474, - -0.0005869334563612938, - -0.0005212855176068842, - -0.000876757490914315, - -0.0005256939912214875, - -0.0012863941956311464, - -0.0015691122971475124, - -0.051276568323373795, - -0.00973513163626194, - -0.0010469438275322318, - -0.0011531615164130926, - -0.0009969270322471857, - -0.00038342276820912957, - -0.0004032037395518273, - -0.000730247818864882, - -0.0003275334893260151, - -0.0008700875914655626, - -0.0017572689102962613, - -0.044393111020326614, - -0.013102858327329159, - -0.0011463745031505823, - -0.0012070996453985572, - -0.0012325793504714966, - -0.0005048430757597089, - -0.0004876854654867202, - -0.0007901645149104297, - -0.00041500062798149884, - -0.0009869233472272754, - -0.0018687656847760081, - -0.03943866863846779, - -0.014425630681216717, - -0.0014756753807887435, - -0.001423775334842503, - -0.001209719106554985, - -0.0005046047735959291, - -0.00042167355422861874, - -0.0007688426994718611, - -0.0002699726028367877, - -0.0006598440813831985, - -0.0017849955474957824, - -0.038999658077955246, - -0.012665312737226486, - -0.0014427024871110916, - -0.0014492495683953166, - -0.001016576774418354, - -0.00042083943844772875, - -0.00033241944038309157, - -0.0006403064471669495, - -0.00022373080719262362, - -0.0007053509471006691, - -0.0018597226589918137, - -0.030997740104794502, - -0.011259939521551132, - -0.0012655591126531363, - -0.00134151556994766, - -0.0008106521563604474, - -0.0003513672563713044, - -0.0002964295563288033, - -0.0006368515896610916, - -0.00020180096908006817, - -0.0005779979983344674, - -0.0016014858847483993, - -0.0271126888692379 - ] - }, - "64": { - "input_prompt": "App Concept: \"Eggy's Interactive Adventure World\"\n\nEggy's Interactive Adventure World is a cutting-edge app designed for phones and tablets that combines immersive storytelling with engaging, interactive experiences for both parents and children. This innovative app allows users to explore the world of Eggy and participate in a series of adventures that teach essential life skills, foster personal growth, and strengthen parent-child bonds.\n\nKey Features:\n\n1. Interactive Stories: The app brings the 20 Eggy stories to life through interactive, animated storytelling. Users can read, listen, and actively participate in the stories, making choices that guide Eggy through various adventures, each with unique lessons and experiences.\n2. Augmented Reality (AR) Integration: The app utilizes AR technology, allowing users to interact with Eggy and the story characters in their real-world environment. This immersive experience creates a deeper connection with the stories and encourages engagement.\n3. Personalized Adventures: The app customizes each story based on the user's interests, needs, and personal growth areas. By collecting user input, the app tailors the storylines and learning outcomes to ensure that each adventure resonates with the child's unique experiences.\n4. Parent-Child Cooperative Play: The app encourages parents and children to collaborate and engage in the stories together. Through a split-screen mode or multi-device connectivity, parents and children can actively participate in the stories and learn essential life skills together.\n5. Skill-Building Mini-Games: Interspersed throughout the stories are educational mini-games that reinforce the lessons and themes. These games are designed to be fun, engaging, and accessible to children, encouraging them to practice and develop various skills.\n6. Progress Tracking and Rewards: The app tracks the user's progress through the stories and rewards them with badges, trophies, and other collectibles. This gamification aspect encourages continued engagement and fosters a sense of accomplishment and growth.\n7. Community Features: The app provides a safe, moderated online community where parents can share their experiences, discuss the stories and lessons, and connect with other families who are also using the app. This community fosters support, inspiration, and learning.\n8. Expert Resources: The app includes access to resources from experts in child development, psychology, and education, providing parents with additional tools and guidance on fostering the growth and well-being of their children.\n\nEggy's Interactive Adventure World is a one-of-a-kind, mind-blowing app that revolutionizes the way parents and children engage with stories and learn essential life skills. Combining the power of storytelling, cutting-edge technology, and expert resources, this app is a must-have for families looking to strengthen their bonds and support their children's personal growth.", - "generated_text": "The 1999\u20132000 season was the 10th season of the National Hockey League (NHL). The 1999\u20132000 season was the 10th season of the National Hockey League (NHL). The 1999\u20132000 season was the 10th season of the National Hockey League (NHL). The 1999\u20132000 season was the 10th season was the 10th season was the 10 season was the 10 season was the 10", - "generated_tokens": [ - 2, - 1784, - 1032, - 1049, - 1057, - 1057, - 1057, - 1882, - 1050, - 1048, - 1048, - 1048, - 5526, - 1486, - 1278, - 1032, - 1049, - 1048, - 1411, - 5526, - 1307, - 1278, - 5805, - 46982, - 8525, - 1319, - 19644, - 1076, - 1577, - 1531, - 1032, - 1049, - 1057, - 1057, - 1057, - 1882, - 1050, - 1048, - 1048, - 1048, - 5526, - 1486, - 1278, - 1032, - 1049, - 1048, - 1411, - 5526, - 1307, - 1278, - 5805, - 46982, - 8525, - 1319, - 19644, - 1076, - 1577, - 1531, - 1032, - 1049, - 1057, - 1057, - 1057, - 1882, - 1050, - 1048, - 1048, - 1048, - 5526, - 1486, - 1278, - 1032, - 1049, - 1048, - 1411, - 5526, - 1307, - 1278, - 5805, - 46982, - 8525, - 1319, - 19644, - 1076, - 1577, - 1531, - 1032, - 1049, - 1057, - 1057, - 1057, - 1882, - 1050, - 1048, - 1048, - 1048, - 5526, - 1486, - 1278, - 1032, - 1049, - 1048, - 1411, - 5526, - 1486, - 1278, - 1032, - 1049, - 1048, - 1411, - 5526, - 1486, - 1278, - 1032, - 1049, - 1048, - 5526, - 1486, - 1278, - 1032, - 1049, - 1048, - 5526, - 1486, - 1278, - 1032, - 1049, - 1048 - ], - "latency": 87.50420427322388, - "cuda_graph_request_count_map": null, - "step_count": 6144, - "logprobs": [ - -12.107745170593262, - -2.9727728366851807, - -3.720092535018921, - -5.592433929443359, - -10.964235305786133, - -3.654498338699341, - -9.33439826965332, - -4.833785057067871, - -5.187321662902832, - -2.6944785118103027, - -6.9262237548828125, - -0.654232919216156, - -0.5550781488418579, - -0.21346639096736908, - -0.0134271876886487, - -0.010840100236237049, - -1.3878544569015503, - -0.6296291351318359, - -7.9766011238098145, - -0.4393192231655121, - -5.639142036437988, - -3.277270793914795, - -1.0206468105316162, - -11.703084945678711, - -0.7100943922996521, - -0.2809169888496399, - -2.771284818649292, - -7.190817832946777, - -4.048691749572754, - -0.012056218460202217, - -3.3802318572998047, - -0.6807184815406799, - -3.4844107627868652, - -3.312331199645996, - -0.5001641511917114, - -2.61255145072937, - -4.243694305419922, - -4.333778381347656, - -6.0625810623168945, - -0.011777156963944435, - -0.37577226758003235, - -0.9490834474563599, - -3.5450198650360107, - -2.1778035163879395, - -0.45957911014556885, - -3.00771164894104, - -1.7600425481796265, - -0.09766030311584473, - -2.467618942260742, - -1.329679012298584, - -0.8384320735931396, - -1.1864604949951172, - -3.628342866897583, - -0.2470003068447113, - -1.8938640356063843, - -5.168431282043457, - -0.05005566030740738, - -2.258014678955078, - -2.449028968811035, - -0.0034086955711245537, - -3.9485883712768555, - -1.6201664209365845, - -5.139942646026611, - -4.859354496002197, - -0.23686674237251282, - -0.5541543364524841, - -2.5826025009155273, - -6.114635467529297, - -4.3380208015441895, - -0.7412900924682617, - -0.3221715986728668, - -0.13805493712425232, - -4.1797332763671875, - -7.3456268310546875, - -0.13762745261192322, - -2.0905232429504395, - -1.0178627967834473, - -4.108260631561279, - -0.6007124185562134, - -1.0410642623901367, - -4.122039794921875, - -0.35905471444129944, - -1.4274661540985107, - -4.139932155609131, - -0.4237431585788727, - -1.6294409036636353, - -0.9811424016952515, - -4.132790565490723, - -1.1318120956420898, - -6.8258256912231445, - -1.5455098152160645, - -0.6984409093856812, - -13.664215087890625, - -0.1166313961148262, - -1.6347849369049072, - -0.28875046968460083, - -0.03130083531141281, - -1.5293006896972656, - -1.6488375663757324, - -4.224111557006836, - -4.760683059692383, - -1.9758747816085815, - -1.5828256607055664, - -2.8463857173919678, - -0.2620386481285095, - -1.7243889570236206, - -1.7945923805236816, - -0.8884308338165283, - -0.3766394555568695, - -0.34033581614494324, - -9.05566692352295, - -0.22754782438278198, - -0.033802058547735214, - -0.34108465909957886, - -0.5644669532775879, - -2.0925779342651367, - -4.547505855560303, - -10.870464324951172, - -1.1072022914886475, - -5.503787994384766, - -3.259672164916992, - -0.007964519783854485, - -3.0111639499664307, - -4.246737480163574, - -0.7813188433647156, - -3.331031322479248, - -4.485962867736816, - -0.9492117166519165, - -2.6757047176361084, - -1.1591349840164185, - -1.122117519378662, - -2.629878044128418, - -5.986321926116943, - -0.2146703153848648, - -0.002392764901742339, - -7.372479438781738, - -0.007077385671436787, - -0.06599216908216476, - -0.0970711037516594, - -3.2874932289123535, - -0.0019583588000386953, - -0.9122000336647034, - -4.930907249450684, - -0.019508399069309235, - -0.308611661195755, - -0.07778516411781311, - -3.8497893810272217, - -0.46124517917633057, - -0.38821348547935486, - -2.668412208557129, - -1.845987319946289, - -0.06470083445310593, - -0.006619549356400967, - -1.2610487937927246, - -0.13015533983707428, - -3.365312099456787, - -0.0014690094394609332, - -1.6789823770523071, - -1.2499005794525146, - -3.3992111682891846, - -5.563300132751465, - -0.823418140411377, - -4.24124813079834, - -1.6597849130630493, - -0.6941139698028564, - -1.5637556314468384, - -0.5482053756713867, - -0.9507225751876831, - -3.764758586883545, - -0.0006518622976727784, - -0.7540555000305176, - -5.058262825012207, - -0.3302401602268219, - -2.8130555152893066, - -0.17079885303974152, - -2.871047019958496, - -0.3991694450378418, - -3.1476998329162598, - -0.3488404452800751, - -2.0545666217803955, - -4.201597690582275, - -5.164614677429199, - -0.0271432027220726, - -0.0009785869624465704, - -3.3444161415100098, - -1.3117046356201172, - -6.375423431396484, - -0.05535568296909332, - -0.3919340968132019, - -0.060594215989112854, - -6.507473468780518, - -0.0023910999298095703, - -2.143423318862915, - -3.335618257522583, - -2.953970432281494, - -0.0013383012264966965, - -0.8080525398254395, - -0.29526084661483765, - -0.04036511853337288, - -3.231475353240967, - -1.0585589408874512, - -6.136373043060303, - -0.006182829383760691, - -0.035548023879528046, - -5.509808540344238, - -1.8490750789642334, - -9.83314037322998, - -0.07037576287984848, - -3.1621387004852295, - -6.762360095977783, - -1.3490527868270874, - -3.601043462753296, - -1.176393985748291, - -0.4342959523200989, - -0.06266004592180252, - -5.464046001434326, - -0.017946599051356316, - -1.0416009426116943, - -1.6117159128189087, - -12.289417266845703, - -1.5004339218139648, - -5.76563835144043, - -4.038386821746826, - -0.20812086760997772, - -3.6306562423706055, - -1.3901070356369019, - -1.087137222290039, - -2.423213243484497, - -4.503086090087891, - -0.0008031480247154832, - -0.03627370297908783, - -0.1653430461883545, - -7.958648681640625, - -1.1018548011779785, - -1.290948748588562, - -3.8049263954162598, - -1.8253734111785889, - -0.059022851288318634, - -0.0013984196120873094, - -4.698851585388184, - -2.5421664714813232, - -0.024493809789419174, - -4.828659534454346, - -3.0295286178588867, - -3.550312042236328, - -0.1185273677110672, - -0.22595760226249695, - -0.10782183706760406, - -1.4033282995224, - -0.4485701024532318, - -0.2889708876609802, - -0.05471855774521828, - -0.007632025051862001, - -2.1156554222106934, - -0.6249589323997498, - -4.198577404022217, - -0.14178156852722168, - -4.284021377563477, - -2.227515935897827, - -3.5022120475769043, - -0.19575819373130798, - -15.964509963989258, - -4.055960655212402, - -11.125024795532227, - -0.7681724429130554, - -3.0436902046203613, - -7.030262470245361, - -4.376729488372803, - -5.476145267486572, - -0.4219042658805847, - -3.7689766883850098, - -0.060010604560375214, - -0.8134393692016602, - -0.11386934667825699, - -0.025473715737462044, - -0.09736856073141098, - -4.357361793518066, - -0.3670865297317505, - -0.08063744008541107, - -0.1311480849981308, - -1.0903867483139038, - -1.2705107927322388, - -1.5076212882995605, - -4.295275688171387, - -0.04185756668448448, - -0.19810955226421356, - -1.9645220041275024, - -0.9597910642623901, - -0.13429655134677887, - -0.002283110748976469, - -7.066074371337891, - -3.639211654663086, - -1.0263917446136475, - -8.124760627746582, - -1.132537841796875, - -0.09160765260457993, - -0.08996370434761047, - -10.165366172790527, - -3.501585006713867, - -0.0019847711082547903, - -0.05309417471289635, - -0.31209683418273926, - -0.15089339017868042, - -1.23564875125885, - -1.2685208320617676, - -7.832758903503418, - -0.19271136820316315, - -0.014305183663964272, - -0.0007532381569035351, - -0.44688940048217773, - -2.6239724159240723, - -1.738666296005249, - -1.6480977535247803, - -0.46753185987472534, - -8.656959533691406, - -3.79868483543396, - -0.9281394481658936, - -2.2381181716918945, - -1.7654449939727783, - -0.4948798418045044, - -0.025028761476278305, - -1.5435361862182617, - -1.6390818357467651, - -1.4962153434753418, - -0.3425217270851135, - -0.013077914714813232, - -0.038474079221487045, - -5.3364362716674805, - -0.42365288734436035, - -1.884093999862671, - -3.510357618331909, - -6.198029518127441, - -0.44375038146972656, - -0.0008789013954810798, - -3.6025230884552, - -1.419615626335144, - -2.6723289489746094, - -5.775190830230713, - -1.1380761861801147, - -2.6683366298675537, - -0.43395891785621643, - -0.003145867260172963, - -8.63144302368164, - -1.646262764930725, - -1.732487678527832, - -4.561546802520752, - -0.5277953147888184, - -0.07333153486251831, - -0.5624169707298279, - -0.12201295047998428, - -2.6561455726623535, - -1.1071691513061523, - -2.6895060539245605, - -0.040864069014787674, - -0.04126371443271637, - -1.8294739723205566, - -0.09022177755832672, - -0.3154001832008362, - -0.46215569972991943, - -2.2462844848632812, - -0.30149081349372864, - -0.52588951587677, - -8.288043975830078, - -0.0002057340752799064, - -0.8021711707115173, - -4.4546098709106445, - -0.0001565095444675535, - -0.0015961299650371075, - -0.15216240286827087, - -0.3677564561367035, - -5.018707275390625, - -0.7850045561790466, - -1.9582659006118774, - -1.0046892166137695, - -10.0401029586792, - -0.16878114640712738, - -5.944240570068359, - -1.5523078441619873, - -5.7253522872924805, - -0.47948503494262695, - -0.44009655714035034, - -5.671053886413574, - -0.003280022880062461, - -0.7937742471694946, - -0.9639376401901245, - -0.00030048147891648114, - -1.0747740268707275, - -0.8839919567108154, - -3.416811466217041, - -1.6602673530578613, - -0.2706959843635559, - -0.0024333172477781773, - -4.478696823120117, - -6.20179557800293, - -0.11359559744596481, - -0.202009916305542, - -0.022310219705104828, - -2.367263078689575, - -1.0405994653701782, - -5.984308242797852, - -2.105138063430786, - -9.583202362060547, - -0.0004957877099514008, - -3.0655455589294434, - -0.0669412910938263, - -0.8977450728416443, - -2.2271294593811035, - -2.6617536544799805, - -1.8184051513671875, - -0.8291114568710327, - -0.4864235818386078, - -0.7993525862693787, - -3.51106858253479, - -2.1530935764312744, - -0.257144957780838, - -1.3934082984924316, - -1.3137131929397583, - -0.3384077548980713, - -0.1697217971086502, - -2.353395938873291, - -0.03406282886862755, - -0.39059701561927795, - -3.422821044921875, - -1.7117210626602173, - -0.7018465399742126, - -1.5995906591415405, - -3.6218395233154297, - -0.12497704476118088, - -0.16966234147548676, - -0.7313685417175293, - -0.4956285357475281, - -1.0840849876403809, - -5.042126655578613, - -0.00031704644788987935, - -7.683258056640625, - -0.9210801720619202, - -4.687852382659912, - -0.0028814247343689203, - -0.043382611125707626, - -4.1948652267456055, - -2.66593337059021, - -0.06153333932161331, - -0.0023110604379326105, - -6.729236602783203, - -5.777127742767334, - -0.08932067453861237, - -0.09890018403530121, - -0.009886111132800579, - -3.1145148277282715, - -3.725565195083618, - -0.0021998509764671326, - -3.9927196502685547, - -2.753793239593506, - -1.6037236452102661, - -0.17461130023002625, - -4.804804801940918, - -0.2311229705810547, - -0.30256444215774536, - -2.235363006591797, - -0.006614102050662041, - -0.34757524728775024, - -1.4946835041046143, - -1.222062587738037, - -3.658839225769043, - -1.356170892715454, - -0.5371109843254089, - -3.7580835819244385, - -4.54621696472168, - -0.31577637791633606, - -3.677156925201416, - -2.7181396484375, - -7.4674882888793945, - -0.00019369633810129017, - -2.3798398971557617, - -2.5452184677124023, - -0.2858496308326721, - -4.315659523010254, - -0.025835415348410606, - -0.000603493710514158, - -0.2546294331550598, - -0.12032663822174072, - -2.006908655166626, - -5.990736961364746, - -7.146596908569336, - -0.23356498777866364, - -0.2201036810874939, - -0.01235415879637003, - -0.011248741298913956, - -1.4155778884887695, - -0.40242519974708557, - -5.877886772155762, - -0.7865053415298462, - -0.03231288120150566, - -0.004864405374974012, - -0.0050629740580916405, - -2.7049152851104736, - -6.822089195251465, - -0.39252761006355286, - -1.2290617227554321, - -0.007630132604390383, - -3.485461711883545, - -0.47985684871673584, - -6.1813530921936035, - -0.03757825121283531, - -0.37834712862968445, - -0.22192610800266266, - -1.165318489074707, - -0.5220151543617249, - -0.1289423257112503, - -3.216222047805786, - -1.0787583589553833, - -3.0716826915740967, - -0.6023419499397278, - -2.558605194091797, - -0.927433431148529, - -0.00364841241389513, - -0.14910078048706055, - -0.7318926453590393, - -6.159773826599121, - -0.0015301911626011133, - -1.8908276557922363, - -1.9641315937042236, - -0.021651331335306168, - -2.1648828983306885, - -2.2700207233428955, - -7.833290100097656, - -0.03397307172417641, - -0.8344621658325195, - -0.02225659228861332, - -0.06639260798692703, - -2.3780317306518555, - -3.180129051208496, - -0.09030630439519882, - -2.4138312339782715, - -1.3445552587509155, - -1.848326325416565, - -0.9726964831352234, - -2.851792335510254, - -0.0630769282579422, - -0.0011394681641831994, - -0.05843213573098183, - -2.6616668701171875, - -1.575437068939209, - -0.180197611451149, - -5.552371501922607, - -0.26108410954475403, - -2.529611587524414, - -0.37780019640922546, - -5.141795635223389, - -0.5921107530593872, - -0.2474975287914276, - -0.10687454044818878, - -4.891775131225586, - -0.25011152029037476, - -2.4100728034973145, - -1.358667016029358, - -2.790961503982544, - -3.8654675483703613, - -1.0076243877410889, - -0.7456949949264526, - -1.5575554370880127, - -2.05328631401062, - -1.6538066864013672, - -0.0558217354118824, - -0.0001817776501411572, - -0.0011643542675301433, - -0.038359593600034714, - -1.4208931922912598, - -0.542127251625061, - -0.3162364959716797, - -0.3966117799282074, - -1.1765563488006592, - -1.7920958995819092, - -0.18425509333610535, - -0.1092008650302887, - -0.46676987409591675, - -0.24977745115756989, - -1.0375996828079224, - -0.5268858671188354, - -0.008942908607423306, - -0.6404479146003723, - -0.0033111530356109142, - -5.3165931603871286e-05, - -0.5154370665550232, - -0.39286962151527405, - -1.401839256286621, - -0.6232213973999023, - -0.02168831042945385, - -0.004282470792531967, - -0.005199837032705545, - -0.09748794883489609, - -0.040823787450790405, - -0.00014852374442853034, - -0.0005832401220686734, - -0.005303124897181988, - -0.6537013053894043, - -0.38026049733161926, - -0.04189129173755646, - -0.010385753586888313, - -0.008756335824728012, - -0.013362848199903965, - -0.000504723924677819, - -0.002797620603814721, - -0.0014512732159346342, - -0.0013321106089279056, - -0.010883613489568233, - -0.005159396678209305, - -0.004701037425547838, - -0.01591104455292225, - -0.001474246964789927, - -1.2278481335670222e-05, - -0.010548785328865051, - -0.08341525495052338, - -0.03858809545636177, - -0.056062061339616776, - -0.0009532198309898376, - -0.0005789510905742645, - -0.0008986725588329136, - -0.00710969977080822, - -0.0006561510381288826, - -1.4781842764932662e-05, - -5.578839045483619e-05, - -0.0006398299592547119, - -0.0028786908369511366, - -0.0034092895220965147, - -0.008268529549241066, - -0.006602259818464518, - -0.004517706111073494, - -0.02233586646616459, - -0.0006323245470412076, - -0.009195122867822647, - -0.0029284947086125612, - -0.004457537550479174, - -0.017873765900731087, - -0.008801711723208427, - -0.0036383166443556547, - -0.08078611642122269, - -0.006347495596855879, - -0.0002177716523874551, - -0.04688572511076927, - -0.2718890309333801, - -0.07996802777051926, - -0.04674842208623886, - -0.009984076954424381, - -0.010000954382121563, - -0.050126753747463226, - -0.5864179730415344, - -0.2915390133857727, - -0.008090462535619736, - -0.032190412282943726, - -0.03461571782827377, - -0.2785419523715973, - -0.05830562859773636, - -0.02893950417637825, - -0.12241066247224808, - -0.02711048536002636, - -0.16450686752796173, - -0.09852994978427887, - -0.2651047706604004, - -0.35559725761413574, - -0.12606258690357208, - -0.32793670892715454, - -0.20878805220127106, - -0.7587923407554626, - -0.4730657637119293, - -1.496794581413269, - -0.2486363798379898, - -0.20723387598991394, - -0.1872958242893219, - -0.19151091575622559, - -0.3350580036640167, - -1.3085839748382568, - -0.6109102964401245, - -0.2947172224521637, - -0.37130236625671387, - -0.19888469576835632, - -0.18297068774700165, - -0.9978674054145813, - -0.5471905469894409, - -0.4379975199699402, - -0.407988041639328, - -0.17325688898563385, - -0.16938896477222443 - ] - }, - "96": { - "input_prompt": "what is the concept of double materiality in sustainability?", - "generated_text": " What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double material", - "generated_tokens": [ - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318 - ], - "latency": 126.4328100681305, - "cuda_graph_request_count_map": null, - "step_count": 6144, - "logprobs": [ - -4.917365074157715, - -0.9960631132125854, - -7.875392913818359, - -0.2993181347846985, - -7.760880470275879, - -10.308395385742188, - -2.1807961463928223, - -1.6412583589553833, - -9.521512985229492, - -1.627489447593689, - -1.8410861492156982, - -0.9285702705383301, - -0.2576955556869507, - -0.9641067981719971, - -0.02314644306898117, - -0.6696561574935913, - -0.07035009562969208, - -0.004622488282620907, - -0.025748632848262787, - -0.06276137381792068, - -0.17385317385196686, - -0.3285445272922516, - -0.0592009499669075, - -0.007940039038658142, - -0.22664028406143188, - -0.0017957051750272512, - -0.022929180413484573, - -0.005733947269618511, - -0.0012996093137189746, - -0.006419987417757511, - -0.02376849390566349, - -0.27800270915031433, - -0.4650723934173584, - -0.04936715215444565, - -0.003972141072154045, - -0.01477995328605175, - -0.0012044801842421293, - -0.014891182072460651, - -0.002709767082706094, - -0.0009939497103914618, - -0.0028436246793717146, - -0.006759870797395706, - -0.15416178107261658, - -0.20121537148952484, - -0.016414370387792587, - -0.0015769677702337503, - -0.008138825185596943, - -0.0007713441736996174, - -0.013819841668009758, - -0.003826678032055497, - -0.0005918181850574911, - -0.0014938872773200274, - -0.00485716899856925, - -0.081083282828331, - -0.09642580896615982, - -0.009630884043872356, - -0.0010948146227747202, - -0.007085552904754877, - -0.0006310140597634017, - -0.013073914684355259, - -0.0039152647368609905, - -0.000364713923772797, - -0.001292108790948987, - -0.004158303141593933, - -0.044283974915742874, - -0.05722038820385933, - -0.006369172595441341, - -0.0007976687629707158, - -0.005993015132844448, - -0.0004935238393954933, - -0.011310506612062454, - -0.002951553324237466, - -0.000387831823900342, - -0.000977038755081594, - -0.0036971091758459806, - -0.030511993914842606, - -0.04246694967150688, - -0.004863100592046976, - -0.0006927236099727452, - -0.005206122528761625, - -0.0005129451747052372, - -0.00894621666520834, - -0.0028565814718604088, - -0.00041333239641971886, - -0.0009002208826132119, - -0.0033131728414446115, - -0.021188799291849136, - -0.03330245241522789, - -0.0038543473929166794, - -0.0006504327175207436, - -0.004474864806979895, - -0.00048029806930571795, - -0.009718249551951885, - -0.0030443770810961723, - -0.0003743662964552641, - -0.0009439303539693356, - -0.003729770192876458, - -0.016505014151334763, - -0.0290373582392931, - -0.003315192647278309, - -0.0005821678787469864, - -0.004148805979639292, - -0.00042489083716645837, - -0.006856840569525957, - -0.0028660909738391638, - -0.00032574593205936253, - -0.0006986799417063594, - -0.003671098267659545, - -0.012792548164725304, - -0.02553274855017662, - -0.002730690874159336, - -0.0005067494930699468, - -0.0036923582665622234, - -0.0004451475979294628, - -0.007225453853607178, - -0.002746859099715948, - -0.0003323002893012017, - -0.0008517451351508498, - -0.003630714723840356, - -0.011284693144261837, - -0.02186688780784607, - -0.0025819556321948767, - -0.0004931663861498237, - -0.0031721293926239014, - -0.00040725519647821784, - -0.0062383925542235374, - -0.00238693761639297, - -0.00040749352774582803, - -0.0007970731821842492, - -0.003604583442211151, - -0.010075542144477367, - -0.022386692464351654, - -0.0025295186787843704, - -0.00046302087139338255, - -0.003138143103569746, - -0.0004233417857903987, - -0.006178564392030239, - -0.0021037368569523096 - ] - }, - "127": { - "input_prompt": "as before we talk about using , i usually do if else() to in case the property would be null before.\nif today i public a property and i want to use using to instead , will code be like this?\n\npublic Material Mat;\n\nusing(Mat){\n// Do something;\n}\n\nis that right?", - "generated_text": " i am not sure if i am using the wrong syntax or if i am using the syntax correctly but i am not sure if i am using the syntax correctly or if i am using the syntax incorrectly.\n\nI am not sure if i am using the wrong syntax or if i am using the syntax correctly but i am not sure if i am using the syntax correctly or if i am using the syntax incorrectly.\n\nI am not sure if i am using the wrong syntax or if i am using the syntax correctly but i am not sure if i am using the syntax correctly or if i am using the syntax incorrectly.\n\nI am not sure if i am using", - "generated_tokens": [ - 1623, - 1855, - 1605, - 5257, - 1693, - 1623, - 1855, - 2505, - 1278, - 8462, - 22692, - 1505, - 1693, - 1623, - 1855, - 2505, - 1278, - 22692, - 17047, - 1809, - 1623, - 1855, - 1605, - 5257, - 1693, - 1623, - 1855, - 2505, - 1278, - 22692, - 17047, - 1505, - 1693, - 1623, - 1855, - 2505, - 1278, - 22692, - 73751, - 1338, - 1073, - 1855, - 1605, - 5257, - 1693, - 1623, - 1855, - 2505, - 1278, - 8462, - 22692, - 1505, - 1693, - 1623, - 1855, - 2505, - 1278, - 22692, - 17047, - 1809, - 1623, - 1855, - 1605, - 5257, - 1693, - 1623, - 1855, - 2505, - 1278, - 22692, - 17047, - 1505, - 1693, - 1623, - 1855, - 2505, - 1278, - 22692, - 73751, - 1338, - 1073, - 1855, - 1605, - 5257, - 1693, - 1623, - 1855, - 2505, - 1278, - 8462, - 22692, - 1505, - 1693, - 1623, - 1855, - 2505, - 1278, - 22692, - 17047, - 1809, - 1623, - 1855, - 1605, - 5257, - 1693, - 1623, - 1855, - 2505, - 1278, - 22692, - 17047, - 1505, - 1693, - 1623, - 1855, - 2505, - 1278, - 22692, - 73751, - 1338, - 1073, - 1855, - 1605, - 5257, - 1693, - 1623, - 1855, - 2505 - ], - "latency": 155.6906189918518, - "cuda_graph_request_count_map": null, - "step_count": 6144, - "logprobs": [ - -7.793755531311035, - -4.224940776824951, - -5.446587562561035, - -0.267395555973053, - -6.118141174316406, - -11.105525970458984, - -6.67517614364624, - -6.902530670166016, - -3.2218151092529297, - -5.99644660949707, - -8.431673049926758, - -8.04836368560791, - -3.992594003677368, - -7.550079345703125, - -2.873685836791992, - -3.3877997398376465, - -7.9306745529174805, - -7.005484580993652, - -1.0481306314468384, - -2.686237335205078, - -6.131283760070801, - -6.2994704246521, - -7.931419372558594, - -11.3147554397583, - -8.544670104980469, - -12.01729679107666, - -3.89847469329834, - -1.7964364290237427, - -2.952878952026367, - -1.9217232465744019, - -2.272329330444336, - -0.37552154064178467, - -1.667820692062378, - -7.510344505310059, - -3.498040199279785, - -7.980632305145264, - -7.672002792358398, - -4.4999470710754395, - -7.155375003814697, - -2.4486124515533447, - -4.785946846008301, - -1.153855800628662, - -2.3994438648223877, - -4.250652313232422, - -12.24446964263916, - -8.344388008117676, - -2.608186721801758, - -5.200589179992676, - -8.25888442993164, - -3.6245617866516113, - -7.689338207244873, - -7.345355033874512, - -1.2661759853363037, - -7.265620231628418, - -1.9884108304977417, - -6.269482612609863, - -2.41705584526062, - -1.8929681777954102, - -1.8259913921356201, - -2.0997350215911865, - -2.323200225830078, - -1.3998825550079346, - -0.8789899945259094, - -1.082053542137146, - -1.1831339597702026, - -1.4462857246398926, - -1.6481035947799683, - -1.4408715963363647, - -1.2603964805603027, - -1.5267670154571533, - -1.6345772743225098, - -1.3796477317810059, - -0.7609691023826599, - -0.3548354506492615, - -0.7552334666252136, - -0.44776833057403564, - -1.1078286170959473, - -1.3036658763885498, - -0.5214896202087402, - -0.8486822843551636, - -0.22470997273921967, - -0.4705755412578583, - -0.5639711022377014, - -0.5388108491897583, - -0.6052999496459961, - -0.1002030223608017, - -0.286334365606308, - -0.45798981189727783, - -1.0107953548431396, - -0.11875647306442261, - -0.6969441771507263, - -0.4609107971191406, - -0.07614769786596298, - -0.5035472512245178, - -0.1682187020778656, - -0.10476160794496536, - -0.6586751341819763, - -0.35806939005851746, - -1.5364394187927246, - -2.4093759059906006, - -1.977368950843811, - -1.6216907501220703, - -0.27647316455841064, - -0.2991848587989807, - -0.2783535420894623, - -0.05913994088768959, - -0.03023873083293438, - -0.043339803814888, - -0.7320341467857361, - -0.0030677898321300745, - -0.0332595594227314, - -0.012804670259356499, - -0.004041599575430155, - -0.0014899593079462647, - -0.001948602613992989, - -0.0029070996679365635, - -0.040939707309007645, - -0.013942227698862553, - -0.04897322878241539, - -0.011005887761712074, - -0.0044113704934716225, - -0.0013179434463381767, - -0.003658389439806342, - -0.009758152067661285, - -0.0014104428701102734, - -0.0016671819612383842, - -0.000771939754486084, - -0.0015519729349762201, - -0.003720743814483285, - -0.004249115474522114, - -0.00485657574608922, - -0.005053604021668434, - -0.002336274366825819, - -0.0009155849111266434, - -0.0004978132783435285, - -0.0005953923100605607, - -0.0011395872570574284, - -0.001485078944824636, - -0.3072909712791443, - -1.7295066118240356, - -0.4807289242744446, - -0.1245415136218071, - -0.011858444660902023, - -0.020613837987184525, - -0.011020978912711143, - -0.003106294432654977, - -0.0009966888464987278, - -0.0019349202048033476, - -0.037407051771879196, - -0.0003496989083942026, - -0.005922981072217226, - -0.007394562941044569, - -0.0006037319544702768, - -0.0008836655179038644, - -0.0002884448622353375, - -0.00047600860125385225, - -0.0024947968777269125, - -0.00442774873226881, - -0.004059052560478449, - -0.0018594847060739994, - -0.0006179092451930046, - -0.00022635281493421644, - -0.0006730675231665373, - -0.003022746881470084, - -0.0002343380037928, - -0.00047791501856409013, - -9.440929716220126e-05, - -0.00021550717065110803, - -0.0013523490633815527, - -0.0032202552538365126, - -0.001157686347141862, - -0.004449942149221897, - -0.0016590891173109412, - -0.00101062236353755, - -0.0003079893649555743, - -0.00048375347978435457, - -0.0021734442561864853, - -0.00423036003485322, - -0.11514264345169067, - -0.8658493757247925, - -0.084366075694561, - -0.02140468917787075, - -0.0060798698104918, - -0.008638513274490833, - -0.003212531330063939, - -0.0009598892065696418, - -0.00032085992279462516 - ] - }, - "throughput": 104.94118337233992 -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index ad16c16b924..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,2699 +0,0 @@ -{ - "0": { - "input_prompt": "The $500 Cup of coffee?\nConsider this, most Americans spend an average of $1,500-2,000 a year on this bean water.\nI have a few question for you: \nHow has business been the past few months?\nDo you ever feel like your business is stuck?\nDon't feel like you're able to improve performance and make changes required to achieve success ?\nAre your customers spneding less and less and wanting more?\nHave the gas prices affected your business?\nDo you have employees and do they hate you or wish they could quit?\n\nNow, before you and I can decide wheter or not I will be a good fit for your business we should talk this over with coffee.\nAnd, just to warn you this isn't some casual thing. This is not a date or time to be personal or social (but by all means share what you will coz I'll gladly listen).\nTher eare two major talking points and stratagies we will focios on in our lil coffee social\nFor one, we will find your unique selling Proposition (USP).\nDo have the best price? Are you the cheapest in town? Are your customers jerks? Do you haVE REGULARS? Why do people come back?\nwe'll also look for the holes in your business bucket. I'm willing to bet there's a hole or two in your business we'll find together that'll make this 500 dollar cup of Joe pay for itse;f immedietly.\nMany find themselves to be more profitable by just finding out where the dollars are escaping in their business and I like to think of myself as a guy that comes along with some spakel or putty and patch those holes up for you.\nBeleive me, just fixing one hole can mean a lot...just think about a sinking boat that has a hole in it that's about 3\u201d in diameter... it doesn't take long to sink.\nI have no agenda, besides f=getting to know your business and seeing wher I can patch the holes and find what makes you do darn unique (I know this won't take long.)\nMany folks, I bet, will find what they need to get off their chest with a quick phone call and they just paypal me the money and make a coffee at home. Look, that's fine too.\nI just to get you ot of your comfort zone, because this is where it all starts my frind.\nSome smart GOAT entrepreneur will probably get everything they need just out of our lil mini consulatant for the more extensive business consukting I offer, and look, that's fine, too.\nMaybe this cup of coffee will be all you need to gtet back on your feet, but not only surive, but thrive!\nI'm not trying to make frineds, or make a bunch of money, or look down your shirt\nBut this is only going to be a 45 minute (max) coffee chat\nAnd, I know you (and me) both have a lot on our plates. So no messing around\nAfter our consultation I will follow up with you in a few days and see how things are going, then I will be emailing you about once or twice every two weeks, just to make sure you're staying on task and implementing what we went over.\nTghere is no obligation to go any further and will gladly give you back your money if this pre-consultation doesn't put you on the right path or you don't get any value out of it...", - "generated_text": " $ is a$ is a $ is a $ is a $ is a $ is a $$1, you\n$ $$ $\n$ $- $\n$\n$\n$ $$$\n$\n$\n$\n$\n$\n$\n$\n$???????, $\n-1\n$\n1.5.\n$\n$, you\n$.\n$\n1,1.1\nI\n$.\nI\n\n\nHow\n$,,,0,1,0,0.0\nIn\nThe\nThe\nThe\n", - "generated_tokens": [ - 1659, - 1395, - 1261, - 1036, - 1395, - 1261, - 1659, - 1395, - 1261, - 1659, - 1395, - 1261, - 1659, - 1395, - 1261, - 1659, - 1395, - 1261, - 1659, - 1036, - 1049, - 1044, - 1636, - 1010, - 1036, - 1659, - 1036, - 1659, - 1010, - 1036, - 1659, - 1045, - 1659, - 1010, - 1036, - 1010, - 1036, - 1010, - 1036, - 1659, - 1036, - 1036, - 1010, - 1036, - 1010, - 1036, - 1010, - 1036, - 1010, - 1036, - 1010, - 1036, - 1010, - 1036, - 1010, - 1036, - 1010, - 1036, - 1063, - 1063, - 1063, - 1063, - 1063, - 1063, - 1063, - 1044, - 1659, - 1010, - 1045, - 1049, - 1010, - 1036, - 1010, - 1049, - 1046, - 1053, - 1046, - 1010, - 1036, - 1010, - 1036, - 1044, - 1636, - 1010, - 1036, - 1046, - 1010, - 1036, - 1010, - 1049, - 1044, - 1049, - 1046, - 1049, - 1010, - 1073, - 1010, - 1036, - 1046, - 1010, - 1073, - 1010, - 1010, - 1010, - 7801, - 1010, - 1036, - 1044, - 1044, - 1044, - 1048, - 1044, - 1049, - 1044, - 1048, - 1044, - 1048, - 1046, - 1048, - 1010, - 1785, - 1010, - 1784, - 1010, - 1784, - 1010, - 1784, - 1010 - ], - "latency": 10.056535482406616, - "cuda_graph_request_count_map": null, - "step_count": 6144, - "logprobs": [ - -7.7319135665893555, - -2.188307285308838, - -0.7547445297241211, - -0.7294313311576843, - -10.238386154174805, - -3.3775341510772705, - -6.394498825073242, - -7.354557037353516, - -9.018157958984375, - -3.012073040008545, - -3.2584073543548584, - -5.220732688903809, - -4.620487213134766, - -2.5078930854797363, - -3.752683162689209, - -0.13360372185707092, - -0.05705544352531433, - -0.41462242603302, - -1.585279941558838, - -1.6438164710998535, - -1.9557222127914429, - -0.3989897072315216, - -0.0365302674472332, - -6.368816375732422, - -0.8731719255447388, - -0.022585075348615646, - -0.2775891423225403, - -0.0027362785767763853, - -0.0006812873762100935, - -1.581446647644043, - -0.008688976056873798, - -0.3532317280769348, - -6.071163177490234, - -9.162371635437012, - -9.965556144714355, - -2.400461196899414, - -2.9898362159729004, - -2.9803032875061035, - -2.12601900100708, - -3.500912666320801, - -7.015069007873535, - -2.278961420059204, - -0.46380555629730225, - -4.078739166259766, - -1.9430254697799683, - -3.5642244815826416, - -3.689701795578003, - -6.201474189758301, - -6.580833911895752, - -2.3081111907958984, - -5.42717170715332, - -1.1886008977890015, - -1.172760248184204, - -1.3571951389312744, - -1.3551844358444214, - -3.376784324645996, - -0.05118789151310921, - -4.064360618591309, - -2.575554847717285, - -0.6994737386703491, - -2.56724214553833, - -2.1888976097106934, - -0.4816131591796875, - -4.070178985595703, - -2.0060782432556152, - -6.858033180236816, - -0.059200502932071686, - -3.214278221130371, - -0.9671833515167236, - -0.823198676109314, - -1.0130078792572021, - -4.595561981201172, - -0.012724989093840122, - -5.214311599731445, - -8.246870040893555, - -3.1476030349731445, - -3.299684524536133, - -4.218191146850586, - -7.318399429321289, - -0.8580498695373535, - -3.0894036293029785, - -1.886361002922058, - -7.217658996582031, - -3.271679639816284, - -3.9717154502868652, - -1.8835484981536865, - -10.034332275390625, - -11.382490158081055, - -5.417011260986328, - -7.505967140197754, - -2.33837890625, - -0.07904055714607239, - -3.294971227645874, - -7.813640594482422, - -1.7646901607513428, - -4.025320053100586, - -3.5977325439453125, - -4.390352249145508, - -9.147806167602539, - -0.5303041934967041, - -7.721246242523193, - -0.6311959028244019, - -0.8119025230407715, - -0.7227814197540283, - -1.8369406461715698, - -0.20933297276496887, - -1.5395950078964233, - -4.424448490142822, - -4.084965705871582, - -3.355497360229492, - -1.0475609302520752, - -6.479413986206055, - -0.7810530662536621, - -2.132437229156494, - -6.648703098297119, - -2.9522438049316406, - -1.2485712766647339, - -4.040503025054932, - -2.3415768146514893, - -5.358206748962402, - -1.6258506774902344, - -3.956300973892212, - -0.732298731803894, - -7.441117286682129, - -1.5242161750793457, - -2.4555861949920654, - -4.295163154602051, - -9.687600135803223, - -0.8213484883308411, - -1.2446978092193604, - -0.01942702941596508, - -4.619411468505859, - -3.3297007083892822, - -2.2139487266540527, - -3.691431999206543, - -2.6574106216430664, - -6.075929641723633, - -0.6123450994491577, - -1.2942559719085693, - -0.6262839436531067, - -7.398006439208984, - -4.4869890213012695, - -4.202048301696777, - -4.982994079589844, - -0.637227475643158, - -3.061023235321045, - -10.117584228515625, - -3.8567495346069336, - -4.0480828285217285, - -2.472019672393799, - -4.246374607086182, - -1.3939155340194702, - -7.132441520690918, - -0.20108745992183685, - -4.986658573150635, - -4.387957572937012, - -0.01108358334749937, - -4.209756851196289, - -7.271108627319336, - -4.047314643859863, - -2.6497321128845215, - -1.4763175249099731, - -0.28365400433540344, - -3.5247769355773926, - -1.4226995706558228, - -4.327237129211426, - -2.0407187938690186, - -6.1437907218933105, - -1.5190880298614502, - -2.5511486530303955, - -7.504094123840332, - -2.152172565460205, - -6.708334922790527, - -6.913146495819092, - -3.6959621906280518, - -6.752341270446777, - -0.63083815574646, - -0.12433214485645294, - -5.0525641441345215, - -4.435934066772461, - -0.45601028203964233, - -6.3459577560424805, - -9.882917404174805, - -3.1422882080078125, - -2.550520658493042, - -3.2099051475524902, - -6.278127193450928, - -0.07764133810997009, - -3.155696153640747, - -1.933587670326233, - -9.61027717590332, - -6.211391925811768, - -4.664543151855469, - -6.783782005310059, - -5.676271438598633, - -8.605900764465332, - -0.0824289619922638, - -3.5463995933532715, - -13.374168395996094, - -1.2401021718978882, - -1.8734056949615479, - -3.4154422283172607, - -1.6733763217926025, - -17.633970260620117, - -9.345113754272461, - -0.6277351975440979, - -2.9617538452148438, - -2.5565333366394043, - -10.10580825805664, - -7.130337715148926, - -7.36820125579834, - -4.098911285400391, - -5.747079372406006, - -2.945054769515991, - -0.7887389063835144, - -1.6583149433135986, - -1.0165244340896606, - -6.581666946411133, - -5.926386833190918, - -5.845194339752197, - -0.9657630920410156, - -7.868755340576172, - -1.3244551420211792, - -0.2657390236854553, - -0.06403665244579315, - -2.983020782470703, - -5.943899631500244, - -7.877285957336426, - -3.593116283416748, - -3.819509506225586, - -7.226177215576172, - -2.5206997394561768, - -3.385587215423584, - -0.37499159574508667, - -1.4698283672332764, - -3.1460342407226562, - -0.0077166082337498665, - -4.350916862487793, - -3.2183218002319336, - -0.6242184638977051, - -1.4782464504241943, - -2.8054311275482178, - -3.0831401348114014, - -12.17662525177002, - -2.113419532775879, - -1.6448111534118652, - -2.1834323406219482, - -0.7630388140678406, - -10.1896390914917, - -6.234405517578125, - -11.46288776397705, - -1.003785490989685, - -4.211658477783203, - -1.5010679960250854, - -5.859302043914795, - -2.0465080738067627, - -3.7468819618225098, - -4.684195518493652, - -4.318704128265381, - -2.7234389781951904, - -9.00437068939209, - -3.043811321258545, - -3.1384406089782715, - -2.713779926300049, - -2.095993995666504, - -2.1484954357147217, - -10.274479866027832, - -0.682350754737854, - -0.25973302125930786, - -3.6964316368103027, - -13.434456825256348, - -2.3368239402770996, - -5.382724761962891, - -1.9073458909988403, - -5.905669212341309, - -0.032165709882974625, - -1.6530004739761353, - -2.728893280029297, - -1.640552043914795, - -1.1391171216964722, - -1.4353511333465576, - -4.003787994384766, - -0.3450564742088318, - -0.7168521285057068, - -0.34650325775146484, - -0.3616408705711365, - -7.062709331512451, - -1.2851682901382446, - -2.299129009246826, - -8.800156593322754, - -5.208735466003418, - -4.780910491943359, - -2.78342342376709, - -4.469717979431152, - -6.909726619720459, - -2.5114197731018066, - -0.659822404384613, - -0.6915416121482849, - -3.2363741397857666, - -0.5283617377281189, - -0.10473938286304474, - -6.215325832366943, - -7.283237934112549, - -1.6797031164169312, - -11.50100040435791, - -7.5822978019714355, - -3.387317657470703, - -11.407575607299805, - -5.441976547241211, - -3.3264851570129395, - -0.7265786528587341, - -1.382750153541565, - -7.841699600219727, - -8.105277061462402, - -3.9569506645202637, - -4.963083267211914, - -0.5492897629737854, - -4.6081390380859375, - -5.870400905609131, - -3.957930088043213, - -5.275494575500488, - -4.105091094970703, - -2.15435528755188, - -2.8472700119018555, - -1.1278448104858398, - -8.226571083068848, - -0.40629008412361145, - -9.916461944580078, - -4.616743087768555, - -1.691868543624878, - -0.6639478802680969, - -2.5716753005981445, - -6.676954746246338, - -6.535329818725586, - -0.4170510768890381, - -1.443942904472351, - -3.145481824874878, - -1.440589427947998, - -0.26935356855392456, - -0.9647155404090881, - -4.335958957672119, - -1.5647850036621094, - -5.890466690063477, - -3.01654052734375, - -1.9168468713760376, - -3.7365682125091553, - -8.001864433288574, - -10.680083274841309, - -4.489352226257324, - -4.6058149337768555, - -7.69011116027832, - -3.6247005462646484, - -1.5600426197052002, - -10.2160062789917, - -5.004643440246582, - -0.19602319598197937, - -3.375545024871826, - -2.669325590133667, - -1.3932737112045288, - -1.6410658359527588, - -6.847603797912598, - -6.744344711303711, - -0.5215591192245483, - -0.25840020179748535, - -1.1448237895965576, - -5.57253885269165, - -7.251138687133789, - -4.221924781799316, - -0.7688062787055969, - -2.504502534866333, - -3.146519660949707, - -2.206653356552124, - -1.4295082092285156, - -7.96943998336792, - -4.332189083099365, - -2.5750505924224854, - -1.7102608680725098, - -5.311381816864014, - -8.897522926330566, - -2.994919538497925, - -3.3397974967956543, - -2.1794328689575195, - -2.437566041946411, - -0.3181810975074768, - -0.27412793040275574, - -0.7914466857910156, - -2.3470635414123535, - -2.4099245071411133, - -2.491870880126953, - -3.024170160293579, - -1.9719040393829346, - -11.373910903930664, - -1.4279751777648926, - -0.14573107659816742, - -2.055763006210327, - -6.366893291473389, - -4.24091911315918, - -0.00709194503724575, - -2.0199716091156006, - -2.524750232696533, - -1.4272525310516357, - -0.5185190439224243, - -2.927150011062622, - -2.7070627212524414, - -3.365638017654419, - -4.318085193634033, - -7.773144721984863, - -1.7947180271148682, - -7.657534599304199, - -8.767786026000977, - -14.74280071258545, - -1.8042558431625366, - -3.2712037563323975, - -1.4002125263214111, - -4.887944221496582, - -1.4821010828018188, - -1.5255622863769531, - -5.879070281982422, - -4.463839530944824, - -5.1955976486206055, - -5.665647506713867, - -0.3775045573711395, - -5.9350481033325195, - -2.800539255142212, - -0.13162286579608917, - -3.034379720687866, - -4.729524612426758, - -4.6252641677856445, - -3.850942611694336, - -2.4760568141937256, - -6.059760093688965, - -10.12075138092041, - -0.9469369649887085, - -11.595907211303711, - -6.875324726104736, - -4.268826007843018, - -2.835529088973999, - -3.8626279830932617, - -4.876199245452881, - -0.013071090914309025, - -4.964417934417725, - -0.7445687055587769, - -5.707155227661133, - -6.10660457611084, - -4.317755699157715, - -4.440443992614746, - -2.9202542304992676, - -4.743522644042969, - -1.2569392919540405, - -2.8675737380981445, - -2.3151841163635254, - -4.318130970001221, - -1.9054772853851318, - -1.1808521747589111, - -0.765956461429596, - -2.768916606903076, - -6.237791061401367, - -1.7224305868148804, - -7.137521743774414, - -4.512486457824707, - -1.9069950580596924, - -4.145983695983887, - -5.365190505981445, - -0.059828490018844604, - -2.273892879486084, - -3.4013004302978516, - -5.035730361938477, - -6.501443386077881, - -9.903446197509766, - -1.6332892179489136, - -2.1572084426879883, - -1.6149548292160034, - -1.4698481559753418, - -6.01010799407959, - -2.2243528366088867, - -6.900836944580078, - -6.0930986404418945, - -2.974020481109619, - -3.225423574447632, - -8.423272132873535, - -1.3423724174499512, - -3.626147508621216, - -0.4862469434738159, - -6.860866546630859, - -3.8910953998565674, - -2.33319354057312, - -1.7229185104370117, - -2.215972423553467, - -8.99046516418457, - -4.099084854125977, - -2.4191012382507324, - -8.288970947265625, - -2.9641928672790527, - -1.5036451816558838, - -3.0544614791870117, - -0.0715634673833847, - -2.444031238555908, - -4.520998954772949, - -3.972568988800049, - -0.4985870122909546, - -2.1651363372802734, - -3.4427435398101807, - -1.730639100074768, - -0.9458961486816406, - -7.740211009979248, - -9.39163875579834, - -3.895984172821045, - -1.7523534297943115, - -5.41331672668457, - -8.910720825195312, - -12.971094131469727, - -3.0455880165100098, - -10.501265525817871, - -3.3864927291870117, - -4.842309951782227, - -3.9964733123779297, - -7.3046793937683105, - -2.6607093811035156, - -1.3541781902313232, - -5.003270626068115, - -3.944551944732666, - -0.11356143653392792, - -5.174440383911133, - -9.628616333007812, - -8.654989242553711, - -8.980416297912598, - -6.670101642608643, - -5.488286018371582, - -5.943419933319092, - -2.126483201980591, - -8.054739952087402, - -7.458671569824219, - -2.5267202854156494, - -6.455472946166992, - -8.655346870422363, - -7.903901100158691, - -6.221062660217285, - -7.129237174987793, - -4.2345380783081055, - -2.5375306606292725, - -7.697700500488281, - -1.567080020904541, - -2.084331750869751, - -0.25020831823349, - -1.5145041942596436, - -4.619244575500488, - -0.2970108985900879, - -0.4977554678916931, - -6.197869300842285, - -4.030620098114014, - -7.232107639312744, - -0.21076253056526184, - -1.563366174697876, - -1.133756160736084, - -2.708237648010254, - -4.080535888671875, - -0.6818401217460632, - -0.1864331066608429, - -0.49012088775634766, - -8.732468605041504, - -11.945040702819824, - -5.243098735809326, - -1.5294703245162964, - -0.8935543298721313, - -0.6174070835113525, - -1.5068217515945435, - -3.5766501426696777, - -5.393096923828125, - -4.202867031097412, - -14.765748023986816, - -5.2513813972473145, - -0.7597705721855164, - -0.2502063810825348, - -1.7403976917266846, - -2.8000779151916504, - -1.9808133840560913, - -2.1654744148254395, - -1.8629226684570312, - -3.222038745880127, - -0.040942225605249405, - -2.3384013175964355, - -10.210381507873535, - -4.5859761238098145, - -0.5805734395980835, - -3.7019288539886475, - -2.001936674118042, - -2.7876083850860596, - -2.9799084663391113, - -4.349887371063232, - -0.0792960673570633, - -1.4366114139556885, - -1.0813264846801758, - -1.3510822057724, - -6.7060699462890625, - -5.436615943908691, - -3.978389263153076, - -6.785447597503662, - -6.147171497344971, - -3.97414231300354, - -4.332991600036621, - -0.9269428253173828, - -5.1237101554870605, - -4.486598968505859, - -0.04678357392549515, - -1.0307552814483643, - -1.4249452352523804, - -4.517682075500488, - -3.561821699142456, - -2.0815205574035645, - -0.6041194200515747, - -5.992964744567871, - -7.092092514038086, - -0.48916709423065186, - -2.6405677795410156, - -4.3345723152160645, - -3.533582925796509, - -3.1233346462249756, - -3.107872486114502, - -1.9901115894317627, - -3.1052846908569336, - -1.8440347909927368, - -6.21368408203125, - -1.8796799182891846, - -2.705214738845825, - -0.2987763583660126, - -4.070865154266357, - -1.6675832271575928, - -1.3896636962890625, - -1.5731089115142822, - -3.526170015335083, - -2.5088443756103516, - -1.208929419517517, - -3.673125743865967, - -2.501532554626465, - -6.875064373016357, - -8.512459754943848, - -1.042314052581787, - -3.657850980758667, - -7.0950798988342285, - -4.974049091339111, - -8.14085578918457, - -3.529888153076172, - -1.9389504194259644, - -7.0902204513549805, - -2.409292459487915, - -2.9428021907806396, - -1.688283085823059, - -3.622368335723877, - -2.0903351306915283, - -4.160663604736328, - -3.1683764457702637, - -1.2135626077651978, - -7.566033363342285, - -3.1186251640319824, - -5.899919509887695, - -0.9518840312957764, - -2.656729221343994, - -2.2994377613067627, - -6.806836128234863, - -1.280236840248108, - -2.838846206665039, - -1.3598848581314087, - -11.707776069641113, - -3.134333372116089, - -0.6230669617652893, - -8.219222068786621, - -7.562507152557373, - -7.489459037780762, - -1.5368008613586426, - -7.149652481079102, - -5.749268054962158, - -3.162869691848755, - -2.7235195636749268, - -6.128931999206543, - -1.1934199333190918, - -3.986410617828369, - -3.76609468460083, - -1.712721586227417, - -3.195504903793335, - -8.397743225097656, - -3.1260581016540527, - -9.792022705078125, - -4.217884540557861, - -11.583260536193848, - -5.987588882446289, - -5.178754806518555, - -6.994749069213867, - -5.167606353759766, - -7.124668121337891, - -6.201416015625, - -10.203682899475098, - -6.858526229858398, - -2.733592987060547, - -5.078882217407227, - -9.003358840942383, - -4.704894542694092, - -3.9085562229156494, - -7.247268199920654, - -7.091092109680176, - -4.4150166511535645, - -7.56699275970459, - -9.485116004943848, - -1.9977033138275146, - -6.65272331237793, - -2.236643075942993, - -7.518955707550049, - -5.525973320007324, - -4.67877721786499, - -6.608670234680176, - -5.536133766174316, - -10.772479057312012, - -10.8853178024292, - -3.6156129837036133, - -6.751470565795898, - -6.4537434577941895, - -3.4220399856567383, - -8.251005172729492, - -3.2146153450012207, - -6.330069541931152, - -1.5551663637161255, - -6.520583629608154, - -10.450878143310547, - -5.8788957595825195, - -3.7398200035095215, - -3.9084208011627197, - -0.3640081584453583, - -6.961522102355957, - -6.066243648529053, - -7.270624160766602, - -5.098455429077148, - -2.7642822265625, - -5.460171699523926, - -7.362828731536865, - -2.558631658554077, - -2.186410427093506, - -2.5309929847717285, - -2.46756649017334, - -2.0306026935577393, - -1.8713470697402954, - -2.108008623123169, - -1.2698389291763306, - -2.1712756156921387, - -2.4432802200317383, - -1.1477653980255127, - -1.8417484760284424, - -2.5971946716308594, - -1.8250831365585327, - -2.103092670440674, - -2.5183165073394775, - -2.9367291927337646, - -1.9412965774536133, - -1.7692793607711792, - -2.864521026611328, - -3.1332175731658936, - -1.098311185836792, - -2.946441173553467, - -2.2800471782684326, - -3.1929852962493896, - -2.754260778427124, - -3.485616445541382, - -3.3010287284851074, - -2.5537776947021484, - -2.6752865314483643, - -3.1617612838745117, - -2.4571690559387207, - -2.060081958770752, - -2.425969362258911, - -2.212725877761841, - -2.4232254028320312, - -3.0587053298950195, - -2.4074010848999023, - -2.457937479019165, - -2.319617986679077, - -2.6340954303741455, - -2.599524736404419, - -2.5302212238311768, - -1.6849274635314941, - -2.2609786987304688, - -2.039928674697876, - -1.9474098682403564, - -2.3550753593444824, - -1.718749761581421, - -2.413884162902832, - -1.6247628927230835, - -2.4784040451049805, - -1.828325629234314, - -1.3880831003189087, - -1.4448199272155762, - -1.1477117538452148, - -1.1669728755950928, - -1.8787822723388672, - -1.5565840005874634, - -1.6666553020477295, - -1.747725248336792, - -1.959598422050476, - -2.0376486778259277, - -2.345367431640625, - -2.055098533630371, - -1.3940613269805908, - -3.4385242462158203, - -2.7489635944366455, - -3.2590157985687256, - -3.1128957271575928, - -1.7070379257202148, - -3.9010369777679443, - -3.21574068069458, - -3.3850393295288086, - -1.8778185844421387, - -2.698211908340454, - -1.8060741424560547, - -2.0845324993133545, - -3.4797585010528564, - -2.263254404067993, - -3.083108901977539, - -1.6589758396148682, - -2.687279224395752, - -1.77505624294281, - -2.6142921447753906, - -1.934045672416687, - -1.8834377527236938, - -2.8038980960845947, - -1.550542950630188, - -3.4054152965545654, - -1.724036693572998, - -2.3146564960479736, - -1.5134503841400146, - -2.9289023876190186, - -1.5285141468048096, - -3.421035051345825, - -1.3757282495498657, - -3.441431760787964, - -1.5286564826965332, - -3.4372904300689697, - -3.173043966293335, - -1.1313854455947876, - -1.486415147781372, - -2.506413221359253, - -3.5165903568267822, - -1.4112176895141602, - -3.7175354957580566, - -2.2170844078063965, - -0.704839289188385, - -0.6626103520393372, - -2.5483946800231934, - -0.949668288230896, - -3.1339564323425293, - -1.3326977491378784, - -3.5493476390838623, - -0.6785370111465454, - -3.236161470413208, - -2.1347084045410156, - -3.802447557449341, - -2.585503339767456, - -3.9361765384674072, - -2.290905714035034, - -3.714280605316162, - -1.793616533279419, - -3.7252492904663086, - -1.450188159942627, - -3.11938738822937, - -1.25174880027771 - ] - }, - "32": { - "input_prompt": "create a conversational article", - "generated_text": " about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article. The article should be about the topic of the article.", - "generated_tokens": [ - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046, - 1531, - 9369, - 2715, - 1402, - 2314, - 1278, - 17915, - 1307, - 1278, - 9369, - 1046 - ], - "latency": 48.19877076148987, - "cuda_graph_request_count_map": null, - "step_count": 6144, - "logprobs": [ - -4.4165568351745605, - -11.358176231384277, - -0.0701780766248703, - -7.797665119171143, - -2.6805992126464844, - -1.4707680940628052, - -3.0390255451202393, - -1.6902849674224854, - -1.270594835281372, - -1.1936196088790894, - -1.2523558139801025, - -2.7270259857177734, - -1.2371309995651245, - -0.9618493318557739, - -0.4379909038543701, - -1.3917063474655151, - -1.1055524349212646, - -0.9122569561004639, - -0.9911308288574219, - -0.08436793833971024, - -0.5424078106880188, - -0.9181017279624939, - -0.5873759388923645, - -0.19014373421669006, - -0.06655456870794296, - -0.15252672135829926, - -0.09415211528539658, - -0.009787309914827347, - -0.013910251669585705, - -0.005296128336340189, - -0.005677408073097467, - -0.02013739012181759, - -0.21594694256782532, - -0.07153760641813278, - -0.0066444179974496365, - -0.010198505595326424, - -0.011980246752500534, - -0.003686776151880622, - -0.0037619550712406635, - -0.0022467151284217834, - -0.004088377580046654, - -0.021828632801771164, - -0.0012669878778979182, - -0.09768074005842209, - -0.02652405947446823, - -0.0019286142196506262, - -0.002283824374899268, - -0.0032225127797573805, - -0.0009741804678924382, - -0.0009415484382770956, - -0.001211624126881361, - -0.001135300612077117, - -0.002340436913073063, - -0.0010846928926184773, - -0.0509282611310482, - -0.03832047060132027, - -0.00257422705180943, - -0.0022806129418313503, - -0.00262785074301064, - -0.0008195855189114809, - -0.0010239601833745837, - -0.0013777059502899647, - -0.0009899006690829992, - -0.0018756669014692307, - -0.0015304292319342494, - -0.08506463468074799, - -0.01893703266978264, - -0.0013797297142446041, - -0.0014461545506492257, - -0.0013971101725474, - -0.0005869334563612938, - -0.0005212855176068842, - -0.000876757490914315, - -0.0005256939912214875, - -0.0012863941956311464, - -0.0015691122971475124, - -0.051276568323373795, - -0.00973513163626194, - -0.0010469438275322318, - -0.0011531615164130926, - -0.0009969270322471857, - -0.00038342276820912957, - -0.0004032037395518273, - -0.000730247818864882, - -0.0003275334893260151, - -0.0008700875914655626, - -0.0017572689102962613, - -0.044393111020326614, - -0.013102858327329159, - -0.0011463745031505823, - -0.0012070996453985572, - -0.0012325793504714966, - -0.0005048430757597089, - -0.0004876854654867202, - -0.0007901645149104297, - -0.00041500062798149884, - -0.0009869233472272754, - -0.0018687656847760081, - -0.03943866863846779, - -0.014425630681216717, - -0.0014756753807887435, - -0.001423775334842503, - -0.001209719106554985, - -0.0005046047735959291, - -0.00042167355422861874, - -0.0007688426994718611, - -0.0002699726028367877, - -0.0006598440813831985, - -0.0017849955474957824, - -0.038999658077955246, - -0.012665312737226486, - -0.0014427024871110916, - -0.0014492495683953166, - -0.001016576774418354, - -0.00042083943844772875, - -0.00033241944038309157, - -0.0006403064471669495, - -0.00022373080719262362, - -0.0007053509471006691, - -0.0018597226589918137, - -0.030997740104794502, - -0.011259939521551132, - -0.0012655591126531363, - -0.00134151556994766, - -0.0008106521563604474, - -0.0003513672563713044, - -0.0002964295563288033, - -0.0006368515896610916, - -0.00020180096908006817, - -0.0005779979983344674, - -0.0016014858847483993, - -0.0271126888692379 - ] - }, - "64": { - "input_prompt": "App Concept: \"Eggy's Interactive Adventure World\"\n\nEggy's Interactive Adventure World is a cutting-edge app designed for phones and tablets that combines immersive storytelling with engaging, interactive experiences for both parents and children. This innovative app allows users to explore the world of Eggy and participate in a series of adventures that teach essential life skills, foster personal growth, and strengthen parent-child bonds.\n\nKey Features:\n\n1. Interactive Stories: The app brings the 20 Eggy stories to life through interactive, animated storytelling. Users can read, listen, and actively participate in the stories, making choices that guide Eggy through various adventures, each with unique lessons and experiences.\n2. Augmented Reality (AR) Integration: The app utilizes AR technology, allowing users to interact with Eggy and the story characters in their real-world environment. This immersive experience creates a deeper connection with the stories and encourages engagement.\n3. Personalized Adventures: The app customizes each story based on the user's interests, needs, and personal growth areas. By collecting user input, the app tailors the storylines and learning outcomes to ensure that each adventure resonates with the child's unique experiences.\n4. Parent-Child Cooperative Play: The app encourages parents and children to collaborate and engage in the stories together. Through a split-screen mode or multi-device connectivity, parents and children can actively participate in the stories and learn essential life skills together.\n5. Skill-Building Mini-Games: Interspersed throughout the stories are educational mini-games that reinforce the lessons and themes. These games are designed to be fun, engaging, and accessible to children, encouraging them to practice and develop various skills.\n6. Progress Tracking and Rewards: The app tracks the user's progress through the stories and rewards them with badges, trophies, and other collectibles. This gamification aspect encourages continued engagement and fosters a sense of accomplishment and growth.\n7. Community Features: The app provides a safe, moderated online community where parents can share their experiences, discuss the stories and lessons, and connect with other families who are also using the app. This community fosters support, inspiration, and learning.\n8. Expert Resources: The app includes access to resources from experts in child development, psychology, and education, providing parents with additional tools and guidance on fostering the growth and well-being of their children.\n\nEggy's Interactive Adventure World is a one-of-a-kind, mind-blowing app that revolutionizes the way parents and children engage with stories and learn essential life skills. Combining the power of storytelling, cutting-edge technology, and expert resources, this app is a must-have for families looking to strengthen their bonds and support their children's personal growth.", - "generated_text": "The 1999\u20132000 season was the 10th season of the National Hockey League (NHL). The 1999\u20132000 season was the 10th season of the National Hockey League (NHL). The 1999\u20132000 season was the 10th season of the National Hockey League (NHL). The 1999\u20132000 season was the 10th season was the 10th season was the 10 season was the 10 season was the 10", - "generated_tokens": [ - 2, - 1784, - 1032, - 1049, - 1057, - 1057, - 1057, - 1882, - 1050, - 1048, - 1048, - 1048, - 5526, - 1486, - 1278, - 1032, - 1049, - 1048, - 1411, - 5526, - 1307, - 1278, - 5805, - 46982, - 8525, - 1319, - 19644, - 1076, - 1577, - 1531, - 1032, - 1049, - 1057, - 1057, - 1057, - 1882, - 1050, - 1048, - 1048, - 1048, - 5526, - 1486, - 1278, - 1032, - 1049, - 1048, - 1411, - 5526, - 1307, - 1278, - 5805, - 46982, - 8525, - 1319, - 19644, - 1076, - 1577, - 1531, - 1032, - 1049, - 1057, - 1057, - 1057, - 1882, - 1050, - 1048, - 1048, - 1048, - 5526, - 1486, - 1278, - 1032, - 1049, - 1048, - 1411, - 5526, - 1307, - 1278, - 5805, - 46982, - 8525, - 1319, - 19644, - 1076, - 1577, - 1531, - 1032, - 1049, - 1057, - 1057, - 1057, - 1882, - 1050, - 1048, - 1048, - 1048, - 5526, - 1486, - 1278, - 1032, - 1049, - 1048, - 1411, - 5526, - 1486, - 1278, - 1032, - 1049, - 1048, - 1411, - 5526, - 1486, - 1278, - 1032, - 1049, - 1048, - 5526, - 1486, - 1278, - 1032, - 1049, - 1048, - 5526, - 1486, - 1278, - 1032, - 1049, - 1048 - ], - "latency": 86.85381531715393, - "cuda_graph_request_count_map": null, - "step_count": 6144, - "logprobs": [ - -12.107745170593262, - -2.9727728366851807, - -3.720092535018921, - -5.592433929443359, - -10.964235305786133, - -3.654498338699341, - -9.33439826965332, - -4.833785057067871, - -5.187321662902832, - -2.6944785118103027, - -6.9262237548828125, - -0.654232919216156, - -0.5550781488418579, - -0.21346639096736908, - -0.0134271876886487, - -0.010840100236237049, - -1.3878544569015503, - -0.6296291351318359, - -7.9766011238098145, - -0.4393192231655121, - -5.639142036437988, - -3.277270793914795, - -1.0206468105316162, - -11.703084945678711, - -0.7100943922996521, - -0.2809169888496399, - -2.771284818649292, - -7.190817832946777, - -4.048691749572754, - -0.012056218460202217, - -3.3802318572998047, - -0.6807184815406799, - -3.4844107627868652, - -3.312331199645996, - -0.5001641511917114, - -2.61255145072937, - -4.243694305419922, - -4.333778381347656, - -6.0625810623168945, - -0.011777156963944435, - -0.37577226758003235, - -0.9490834474563599, - -3.5450198650360107, - -2.1778035163879395, - -0.45957911014556885, - -3.00771164894104, - -1.7600425481796265, - -0.09766030311584473, - -2.467618942260742, - -1.329679012298584, - -0.8384320735931396, - -1.1864604949951172, - -3.628342866897583, - -0.2470003068447113, - -1.8938640356063843, - -5.168431282043457, - -0.05005566030740738, - -2.258014678955078, - -2.449028968811035, - -0.0034086955711245537, - -3.9485883712768555, - -1.6201664209365845, - -5.139942646026611, - -4.859354496002197, - -0.23686674237251282, - -0.5541543364524841, - -2.5826025009155273, - -6.114635467529297, - -4.3380208015441895, - -0.7412900924682617, - -0.3221715986728668, - -0.13805493712425232, - -4.1797332763671875, - -7.3456268310546875, - -0.13762745261192322, - -2.0905232429504395, - -1.0178627967834473, - -4.108260631561279, - -0.6007124185562134, - -1.0410642623901367, - -4.122039794921875, - -0.35905471444129944, - -1.4274661540985107, - -4.139932155609131, - -0.4237431585788727, - -1.6294409036636353, - -0.9811424016952515, - -4.132790565490723, - -1.1318120956420898, - -6.8258256912231445, - -1.5455098152160645, - -0.6984409093856812, - -13.664215087890625, - -0.1166313961148262, - -1.6347849369049072, - -0.28875046968460083, - -0.03130083531141281, - -1.5293006896972656, - -1.6488375663757324, - -4.224111557006836, - -4.760683059692383, - -1.9758747816085815, - -1.5828256607055664, - -2.8463857173919678, - -0.2620386481285095, - -1.7243889570236206, - -1.7945923805236816, - -0.8884308338165283, - -0.3766394555568695, - -0.34033581614494324, - -9.05566692352295, - -0.22754782438278198, - -0.033802058547735214, - -0.34108465909957886, - -0.5644669532775879, - -2.0925779342651367, - -4.547505855560303, - -10.870464324951172, - -1.1072022914886475, - -5.503787994384766, - -3.259672164916992, - -0.007964519783854485, - -3.0111639499664307, - -4.246737480163574, - -0.7813188433647156, - -3.331031322479248, - -4.485962867736816, - -0.9492117166519165, - -2.6757047176361084, - -1.1591349840164185, - -1.122117519378662, - -2.629878044128418, - -5.986321926116943, - -0.2146703153848648, - -0.002392764901742339, - -7.372479438781738, - -0.007077385671436787, - -0.06599216908216476, - -0.0970711037516594, - -3.2874932289123535, - -0.0019583588000386953, - -0.9122000336647034, - -4.930907249450684, - -0.019508399069309235, - -0.308611661195755, - -0.07778516411781311, - -3.8497893810272217, - -0.46124517917633057, - -0.38821348547935486, - -2.668412208557129, - -1.845987319946289, - -0.06470083445310593, - -0.006619549356400967, - -1.2610487937927246, - -0.13015533983707428, - -3.365312099456787, - -0.0014690094394609332, - -1.6789823770523071, - -1.2499005794525146, - -3.3992111682891846, - -5.563300132751465, - -0.823418140411377, - -4.24124813079834, - -1.6597849130630493, - -0.6941139698028564, - -1.5637556314468384, - -0.5482053756713867, - -0.9507225751876831, - -3.764758586883545, - -0.0006518622976727784, - -0.7540555000305176, - -5.058262825012207, - -0.3302401602268219, - -2.8130555152893066, - -0.17079885303974152, - -2.871047019958496, - -0.3991694450378418, - -3.1476998329162598, - -0.3488404452800751, - -2.0545666217803955, - -4.201597690582275, - -5.164614677429199, - -0.0271432027220726, - -0.0009785869624465704, - -3.3444161415100098, - -1.3117046356201172, - -6.375423431396484, - -0.05535568296909332, - -0.3919340968132019, - -0.060594215989112854, - -6.507473468780518, - -0.0023910999298095703, - -2.143423318862915, - -3.335618257522583, - -2.953970432281494, - -0.0013383012264966965, - -0.8080525398254395, - -0.29526084661483765, - -0.04036511853337288, - -3.231475353240967, - -1.0585589408874512, - -6.136373043060303, - -0.006182829383760691, - -0.035548023879528046, - -5.509808540344238, - -1.8490750789642334, - -9.83314037322998, - -0.07037576287984848, - -3.1621387004852295, - -6.762360095977783, - -1.3490527868270874, - -3.601043462753296, - -1.176393985748291, - -0.4342959523200989, - -0.06266004592180252, - -5.464046001434326, - -0.017946599051356316, - -1.0416009426116943, - -1.6117159128189087, - -12.289417266845703, - -1.5004339218139648, - -5.76563835144043, - -4.038386821746826, - -0.20812086760997772, - -3.6306562423706055, - -1.3901070356369019, - -1.087137222290039, - -2.423213243484497, - -4.503086090087891, - -0.0008031480247154832, - -0.03627370297908783, - -0.1653430461883545, - -7.958648681640625, - -1.1018548011779785, - -1.290948748588562, - -3.8049263954162598, - -1.8253734111785889, - -0.059022851288318634, - -0.0013984196120873094, - -4.698851585388184, - -2.5421664714813232, - -0.024493809789419174, - -4.828659534454346, - -3.0295286178588867, - -3.550312042236328, - -0.1185273677110672, - -0.22595760226249695, - -0.10782183706760406, - -1.4033282995224, - -0.4485701024532318, - -0.2889708876609802, - -0.05471855774521828, - -0.007632025051862001, - -2.1156554222106934, - -0.6249589323997498, - -4.198577404022217, - -0.14178156852722168, - -4.284021377563477, - -2.227515935897827, - -3.5022120475769043, - -0.19575819373130798, - -15.964509963989258, - -4.055960655212402, - -11.125024795532227, - -0.7681724429130554, - -3.0436902046203613, - -7.030262470245361, - -4.376729488372803, - -5.476145267486572, - -0.4219042658805847, - -3.7689766883850098, - -0.060010604560375214, - -0.8134393692016602, - -0.11386934667825699, - -0.025473715737462044, - -0.09736856073141098, - -4.357361793518066, - -0.3670865297317505, - -0.08063744008541107, - -0.1311480849981308, - -1.0903867483139038, - -1.2705107927322388, - -1.5076212882995605, - -4.295275688171387, - -0.04185756668448448, - -0.19810955226421356, - -1.9645220041275024, - -0.9597910642623901, - -0.13429655134677887, - -0.002283110748976469, - -7.066074371337891, - -3.639211654663086, - -1.0263917446136475, - -8.124760627746582, - -1.132537841796875, - -0.09160765260457993, - -0.08996370434761047, - -10.165366172790527, - -3.501585006713867, - -0.0019847711082547903, - -0.05309417471289635, - -0.31209683418273926, - -0.15089339017868042, - -1.23564875125885, - -1.2685208320617676, - -7.832758903503418, - -0.19271136820316315, - -0.014305183663964272, - -0.0007532381569035351, - -0.44688940048217773, - -2.6239724159240723, - -1.738666296005249, - -1.6480977535247803, - -0.46753185987472534, - -8.656959533691406, - -3.79868483543396, - -0.9281394481658936, - -2.2381181716918945, - -1.7654449939727783, - -0.4948798418045044, - -0.025028761476278305, - -1.5435361862182617, - -1.6390818357467651, - -1.4962153434753418, - -0.3425217270851135, - -0.013077914714813232, - -0.038474079221487045, - -5.3364362716674805, - -0.42365288734436035, - -1.884093999862671, - -3.510357618331909, - -6.198029518127441, - -0.44375038146972656, - -0.0008789013954810798, - -3.6025230884552, - -1.419615626335144, - -2.6723289489746094, - -5.775190830230713, - -1.1380761861801147, - -2.6683366298675537, - -0.43395891785621643, - -0.003145867260172963, - -8.63144302368164, - -1.646262764930725, - -1.732487678527832, - -4.561546802520752, - -0.5277953147888184, - -0.07333153486251831, - -0.5624169707298279, - -0.12201295047998428, - -2.6561455726623535, - -1.1071691513061523, - -2.6895060539245605, - -0.040864069014787674, - -0.04126371443271637, - -1.8294739723205566, - -0.09022177755832672, - -0.3154001832008362, - -0.46215569972991943, - -2.2462844848632812, - -0.30149081349372864, - -0.52588951587677, - -8.288043975830078, - -0.0002057340752799064, - -0.8021711707115173, - -4.4546098709106445, - -0.0001565095444675535, - -0.0015961299650371075, - -0.15216240286827087, - -0.3677564561367035, - -5.018707275390625, - -0.7850045561790466, - -1.9582659006118774, - -1.0046892166137695, - -10.0401029586792, - -0.16878114640712738, - -5.944240570068359, - -1.5523078441619873, - -5.7253522872924805, - -0.47948503494262695, - -0.44009655714035034, - -5.671053886413574, - -0.003280022880062461, - -0.7937742471694946, - -0.9639376401901245, - -0.00030048147891648114, - -1.0747740268707275, - -0.8839919567108154, - -3.416811466217041, - -1.6602673530578613, - -0.2706959843635559, - -0.0024333172477781773, - -4.478696823120117, - -6.20179557800293, - -0.11359559744596481, - -0.202009916305542, - -0.022310219705104828, - -2.367263078689575, - -1.0405994653701782, - -5.984308242797852, - -2.105138063430786, - -9.583202362060547, - -0.0004957877099514008, - -3.0655455589294434, - -0.0669412910938263, - -0.8977450728416443, - -2.2271294593811035, - -2.6617536544799805, - -1.8184051513671875, - -0.8291114568710327, - -0.4864235818386078, - -0.7993525862693787, - -3.51106858253479, - -2.1530935764312744, - -0.257144957780838, - -1.3934082984924316, - -1.3137131929397583, - -0.3384077548980713, - -0.1697217971086502, - -2.353395938873291, - -0.03406282886862755, - -0.39059701561927795, - -3.422821044921875, - -1.7117210626602173, - -0.7018465399742126, - -1.5995906591415405, - -3.6218395233154297, - -0.12497704476118088, - -0.16966234147548676, - -0.7313685417175293, - -0.4956285357475281, - -1.0840849876403809, - -5.042126655578613, - -0.00031704644788987935, - -7.683258056640625, - -0.9210801720619202, - -4.687852382659912, - -0.0028814247343689203, - -0.043382611125707626, - -4.1948652267456055, - -2.66593337059021, - -0.06153333932161331, - -0.0023110604379326105, - -6.729236602783203, - -5.777127742767334, - -0.08932067453861237, - -0.09890018403530121, - -0.009886111132800579, - -3.1145148277282715, - -3.725565195083618, - -0.0021998509764671326, - -3.9927196502685547, - -2.753793239593506, - -1.6037236452102661, - -0.17461130023002625, - -4.804804801940918, - -0.2311229705810547, - -0.30256444215774536, - -2.235363006591797, - -0.006614102050662041, - -0.34757524728775024, - -1.4946835041046143, - -1.222062587738037, - -3.658839225769043, - -1.356170892715454, - -0.5371109843254089, - -3.7580835819244385, - -4.54621696472168, - -0.31577637791633606, - -3.677156925201416, - -2.7181396484375, - -7.4674882888793945, - -0.00019369633810129017, - -2.3798398971557617, - -2.5452184677124023, - -0.2858496308326721, - -4.315659523010254, - -0.025835415348410606, - -0.000603493710514158, - -0.2546294331550598, - -0.12032663822174072, - -2.006908655166626, - -5.990736961364746, - -7.146596908569336, - -0.23356498777866364, - -0.2201036810874939, - -0.01235415879637003, - -0.011248741298913956, - -1.4155778884887695, - -0.40242519974708557, - -5.877886772155762, - -0.7865053415298462, - -0.03231288120150566, - -0.004864405374974012, - -0.0050629740580916405, - -2.7049152851104736, - -6.822089195251465, - -0.39252761006355286, - -1.2290617227554321, - -0.007630132604390383, - -3.485461711883545, - -0.47985684871673584, - -6.1813530921936035, - -0.03757825121283531, - -0.37834712862968445, - -0.22192610800266266, - -1.165318489074707, - -0.5220151543617249, - -0.1289423257112503, - -3.216222047805786, - -1.0787583589553833, - -3.0716826915740967, - -0.6023419499397278, - -2.558605194091797, - -0.927433431148529, - -0.00364841241389513, - -0.14910078048706055, - -0.7318926453590393, - -6.159773826599121, - -0.0015301911626011133, - -1.8908276557922363, - -1.9641315937042236, - -0.021651331335306168, - -2.1648828983306885, - -2.2700207233428955, - -7.833290100097656, - -0.03397307172417641, - -0.8344621658325195, - -0.02225659228861332, - -0.06639260798692703, - -2.3780317306518555, - -3.180129051208496, - -0.09030630439519882, - -2.4138312339782715, - -1.3445552587509155, - -1.848326325416565, - -0.9726964831352234, - -2.851792335510254, - -0.0630769282579422, - -0.0011394681641831994, - -0.05843213573098183, - -2.6616668701171875, - -1.575437068939209, - -0.180197611451149, - -5.552371501922607, - -0.26108410954475403, - -2.529611587524414, - -0.37780019640922546, - -5.141795635223389, - -0.5921107530593872, - -0.2474975287914276, - -0.10687454044818878, - -4.891775131225586, - -0.25011152029037476, - -2.4100728034973145, - -1.358667016029358, - -2.790961503982544, - -3.8654675483703613, - -1.0076243877410889, - -0.7456949949264526, - -1.5575554370880127, - -2.05328631401062, - -1.6538066864013672, - -0.0558217354118824, - -0.0001817776501411572, - -0.0011643542675301433, - -0.038359593600034714, - -1.4208931922912598, - -0.542127251625061, - -0.3162364959716797, - -0.3966117799282074, - -1.1765563488006592, - -1.7920958995819092, - -0.18425509333610535, - -0.1092008650302887, - -0.46676987409591675, - -0.24977745115756989, - -1.0375996828079224, - -0.5268858671188354, - -0.008942908607423306, - -0.6404479146003723, - -0.0033111530356109142, - -5.3165931603871286e-05, - -0.5154370665550232, - -0.39286962151527405, - -1.401839256286621, - -0.6232213973999023, - -0.02168831042945385, - -0.004282470792531967, - -0.005199837032705545, - -0.09748794883489609, - -0.040823787450790405, - -0.00014852374442853034, - -0.0005832401220686734, - -0.005303124897181988, - -0.6537013053894043, - -0.38026049733161926, - -0.04189129173755646, - -0.010385753586888313, - -0.008756335824728012, - -0.013362848199903965, - -0.000504723924677819, - -0.002797620603814721, - -0.0014512732159346342, - -0.0013321106089279056, - -0.010883613489568233, - -0.005159396678209305, - -0.004701037425547838, - -0.01591104455292225, - -0.001474246964789927, - -1.2278481335670222e-05, - -0.010548785328865051, - -0.08341525495052338, - -0.03858809545636177, - -0.056062061339616776, - -0.0009532198309898376, - -0.0005789510905742645, - -0.0008986725588329136, - -0.00710969977080822, - -0.0006561510381288826, - -1.4781842764932662e-05, - -5.578839045483619e-05, - -0.0006398299592547119, - -0.0028786908369511366, - -0.0034092895220965147, - -0.008268529549241066, - -0.006602259818464518, - -0.004517706111073494, - -0.02233586646616459, - -0.0006323245470412076, - -0.009195122867822647, - -0.0029284947086125612, - -0.004457537550479174, - -0.017873765900731087, - -0.008801711723208427, - -0.0036383166443556547, - -0.08078611642122269, - -0.006347495596855879, - -0.0002177716523874551, - -0.04688572511076927, - -0.2718890309333801, - -0.07996802777051926, - -0.04674842208623886, - -0.009984076954424381, - -0.010000954382121563, - -0.050126753747463226, - -0.5864179730415344, - -0.2915390133857727, - -0.008090462535619736, - -0.032190412282943726, - -0.03461571782827377, - -0.2785419523715973, - -0.05830562859773636, - -0.02893950417637825, - -0.12241066247224808, - -0.02711048536002636, - -0.16450686752796173, - -0.09852994978427887, - -0.2651047706604004, - -0.35559725761413574, - -0.12606258690357208, - -0.32793670892715454, - -0.20878805220127106, - -0.7587923407554626, - -0.4730657637119293, - -1.496794581413269, - -0.2486363798379898, - -0.20723387598991394, - -0.1872958242893219, - -0.19151091575622559, - -0.3350580036640167, - -1.3085839748382568, - -0.6109102964401245, - -0.2947172224521637, - -0.37130236625671387, - -0.19888469576835632, - -0.18297068774700165, - -0.9978674054145813, - -0.5471905469894409, - -0.4379975199699402, - -0.407988041639328, - -0.17325688898563385, - -0.16938896477222443 - ] - }, - "96": { - "input_prompt": "what is the concept of double materiality in sustainability?", - "generated_text": " What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double materiality in sustainability? What is the concept of double material", - "generated_tokens": [ - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318, - 1532, - 1294, - 60187, - 1063, - 5675, - 1395, - 1278, - 7401, - 1307, - 5558, - 4318 - ], - "latency": 125.58511328697205, - "cuda_graph_request_count_map": null, - "step_count": 6144, - "logprobs": [ - -4.917365074157715, - -0.9960631132125854, - -7.875392913818359, - -0.2993181347846985, - -7.760880470275879, - -10.308395385742188, - -2.1807961463928223, - -1.6412583589553833, - -9.521512985229492, - -1.627489447593689, - -1.8410861492156982, - -0.9285702705383301, - -0.2576955556869507, - -0.9641067981719971, - -0.02314644306898117, - -0.6696561574935913, - -0.07035009562969208, - -0.004622488282620907, - -0.025748632848262787, - -0.06276137381792068, - -0.17385317385196686, - -0.3285445272922516, - -0.0592009499669075, - -0.007940039038658142, - -0.22664028406143188, - -0.0017957051750272512, - -0.022929180413484573, - -0.005733947269618511, - -0.0012996093137189746, - -0.006419987417757511, - -0.02376849390566349, - -0.27800270915031433, - -0.4650723934173584, - -0.04936715215444565, - -0.003972141072154045, - -0.01477995328605175, - -0.0012044801842421293, - -0.014891182072460651, - -0.002709767082706094, - -0.0009939497103914618, - -0.0028436246793717146, - -0.006759870797395706, - -0.15416178107261658, - -0.20121537148952484, - -0.016414370387792587, - -0.0015769677702337503, - -0.008138825185596943, - -0.0007713441736996174, - -0.013819841668009758, - -0.003826678032055497, - -0.0005918181850574911, - -0.0014938872773200274, - -0.00485716899856925, - -0.081083282828331, - -0.09642580896615982, - -0.009630884043872356, - -0.0010948146227747202, - -0.007085552904754877, - -0.0006310140597634017, - -0.013073914684355259, - -0.0039152647368609905, - -0.000364713923772797, - -0.001292108790948987, - -0.004158303141593933, - -0.044283974915742874, - -0.05722038820385933, - -0.006369172595441341, - -0.0007976687629707158, - -0.005993015132844448, - -0.0004935238393954933, - -0.011310506612062454, - -0.002951553324237466, - -0.000387831823900342, - -0.000977038755081594, - -0.0036971091758459806, - -0.030511993914842606, - -0.04246694967150688, - -0.004863100592046976, - -0.0006927236099727452, - -0.005206122528761625, - -0.0005129451747052372, - -0.00894621666520834, - -0.0028565814718604088, - -0.00041333239641971886, - -0.0009002208826132119, - -0.0033131728414446115, - -0.021188799291849136, - -0.03330245241522789, - -0.0038543473929166794, - -0.0006504327175207436, - -0.004474864806979895, - -0.00048029806930571795, - -0.009718249551951885, - -0.0030443770810961723, - -0.0003743662964552641, - -0.0009439303539693356, - -0.003729770192876458, - -0.016505014151334763, - -0.0290373582392931, - -0.003315192647278309, - -0.0005821678787469864, - -0.004148805979639292, - -0.00042489083716645837, - -0.006856840569525957, - -0.0028660909738391638, - -0.00032574593205936253, - -0.0006986799417063594, - -0.003671098267659545, - -0.012792548164725304, - -0.02553274855017662, - -0.002730690874159336, - -0.0005067494930699468, - -0.0036923582665622234, - -0.0004451475979294628, - -0.007225453853607178, - -0.002746859099715948, - -0.0003323002893012017, - -0.0008517451351508498, - -0.003630714723840356, - -0.011284693144261837, - -0.02186688780784607, - -0.0025819556321948767, - -0.0004931663861498237, - -0.0031721293926239014, - -0.00040725519647821784, - -0.0062383925542235374, - -0.00238693761639297, - -0.00040749352774582803, - -0.0007970731821842492, - -0.003604583442211151, - -0.010075542144477367, - -0.022386692464351654, - -0.0025295186787843704, - -0.00046302087139338255, - -0.003138143103569746, - -0.0004233417857903987, - -0.006178564392030239, - -0.0021037368569523096 - ] - }, - "127": { - "input_prompt": "as before we talk about using , i usually do if else() to in case the property would be null before.\nif today i public a property and i want to use using to instead , will code be like this?\n\npublic Material Mat;\n\nusing(Mat){\n// Do something;\n}\n\nis that right?", - "generated_text": " i am not sure if i am using the wrong syntax or if i am using the syntax correctly but i am not sure if i am using the syntax correctly or if i am using the syntax incorrectly.\n\nI am not sure if i am using the wrong syntax or if i am using the syntax correctly but i am not sure if i am using the syntax correctly or if i am using the syntax incorrectly.\n\nI am not sure if i am using the wrong syntax or if i am using the syntax correctly but i am not sure if i am using the syntax correctly or if i am using the syntax incorrectly.\n\nI am not sure if i am using", - "generated_tokens": [ - 1623, - 1855, - 1605, - 5257, - 1693, - 1623, - 1855, - 2505, - 1278, - 8462, - 22692, - 1505, - 1693, - 1623, - 1855, - 2505, - 1278, - 22692, - 17047, - 1809, - 1623, - 1855, - 1605, - 5257, - 1693, - 1623, - 1855, - 2505, - 1278, - 22692, - 17047, - 1505, - 1693, - 1623, - 1855, - 2505, - 1278, - 22692, - 73751, - 1338, - 1073, - 1855, - 1605, - 5257, - 1693, - 1623, - 1855, - 2505, - 1278, - 8462, - 22692, - 1505, - 1693, - 1623, - 1855, - 2505, - 1278, - 22692, - 17047, - 1809, - 1623, - 1855, - 1605, - 5257, - 1693, - 1623, - 1855, - 2505, - 1278, - 22692, - 17047, - 1505, - 1693, - 1623, - 1855, - 2505, - 1278, - 22692, - 73751, - 1338, - 1073, - 1855, - 1605, - 5257, - 1693, - 1623, - 1855, - 2505, - 1278, - 8462, - 22692, - 1505, - 1693, - 1623, - 1855, - 2505, - 1278, - 22692, - 17047, - 1809, - 1623, - 1855, - 1605, - 5257, - 1693, - 1623, - 1855, - 2505, - 1278, - 22692, - 17047, - 1505, - 1693, - 1623, - 1855, - 2505, - 1278, - 22692, - 73751, - 1338, - 1073, - 1855, - 1605, - 5257, - 1693, - 1623, - 1855, - 2505 - ], - "latency": 154.75680470466614, - "cuda_graph_request_count_map": null, - "step_count": 6144, - "logprobs": [ - -7.793755531311035, - -4.224940776824951, - -5.446587562561035, - -0.267395555973053, - -6.118141174316406, - -11.105525970458984, - -6.67517614364624, - -6.902530670166016, - -3.2218151092529297, - -5.99644660949707, - -8.431673049926758, - -8.04836368560791, - -3.992594003677368, - -7.550079345703125, - -2.873685836791992, - -3.3877997398376465, - -7.9306745529174805, - -7.005484580993652, - -1.0481306314468384, - -2.686237335205078, - -6.131283760070801, - -6.2994704246521, - -7.931419372558594, - -11.3147554397583, - -8.544670104980469, - -12.01729679107666, - -3.89847469329834, - -1.7964364290237427, - -2.952878952026367, - -1.9217232465744019, - -2.272329330444336, - -0.37552154064178467, - -1.667820692062378, - -7.510344505310059, - -3.498040199279785, - -7.980632305145264, - -7.672002792358398, - -4.4999470710754395, - -7.155375003814697, - -2.4486124515533447, - -4.785946846008301, - -1.153855800628662, - -2.3994438648223877, - -4.250652313232422, - -12.24446964263916, - -8.344388008117676, - -2.608186721801758, - -5.200589179992676, - -8.25888442993164, - -3.6245617866516113, - -7.689338207244873, - -7.345355033874512, - -1.2661759853363037, - -7.265620231628418, - -1.9884108304977417, - -6.269482612609863, - -2.41705584526062, - -1.8929681777954102, - -1.8259913921356201, - -2.0997350215911865, - -2.323200225830078, - -1.3998825550079346, - -0.8789899945259094, - -1.082053542137146, - -1.1831339597702026, - -1.4462857246398926, - -1.6481035947799683, - -1.4408715963363647, - -1.2603964805603027, - -1.5267670154571533, - -1.6345772743225098, - -1.3796477317810059, - -0.7609691023826599, - -0.3548354506492615, - -0.7552334666252136, - -0.44776833057403564, - -1.1078286170959473, - -1.3036658763885498, - -0.5214896202087402, - -0.8486822843551636, - -0.22470997273921967, - -0.4705755412578583, - -0.5639711022377014, - -0.5388108491897583, - -0.6052999496459961, - -0.1002030223608017, - -0.286334365606308, - -0.45798981189727783, - -1.0107953548431396, - -0.11875647306442261, - -0.6969441771507263, - -0.4609107971191406, - -0.07614769786596298, - -0.5035472512245178, - -0.1682187020778656, - -0.10476160794496536, - -0.6586751341819763, - -0.35806939005851746, - -1.5364394187927246, - -2.4093759059906006, - -1.977368950843811, - -1.6216907501220703, - -0.27647316455841064, - -0.2991848587989807, - -0.2783535420894623, - -0.05913994088768959, - -0.03023873083293438, - -0.043339803814888, - -0.7320341467857361, - -0.0030677898321300745, - -0.0332595594227314, - -0.012804670259356499, - -0.004041599575430155, - -0.0014899593079462647, - -0.001948602613992989, - -0.0029070996679365635, - -0.040939707309007645, - -0.013942227698862553, - -0.04897322878241539, - -0.011005887761712074, - -0.0044113704934716225, - -0.0013179434463381767, - -0.003658389439806342, - -0.009758152067661285, - -0.0014104428701102734, - -0.0016671819612383842, - -0.000771939754486084, - -0.0015519729349762201, - -0.003720743814483285, - -0.004249115474522114, - -0.00485657574608922, - -0.005053604021668434, - -0.002336274366825819, - -0.0009155849111266434, - -0.0004978132783435285, - -0.0005953923100605607, - -0.0011395872570574284, - -0.001485078944824636, - -0.3072909712791443, - -1.7295066118240356, - -0.4807289242744446, - -0.1245415136218071, - -0.011858444660902023, - -0.020613837987184525, - -0.011020978912711143, - -0.003106294432654977, - -0.0009966888464987278, - -0.0019349202048033476, - -0.037407051771879196, - -0.0003496989083942026, - -0.005922981072217226, - -0.007394562941044569, - -0.0006037319544702768, - -0.0008836655179038644, - -0.0002884448622353375, - -0.00047600860125385225, - -0.0024947968777269125, - -0.00442774873226881, - -0.004059052560478449, - -0.0018594847060739994, - -0.0006179092451930046, - -0.00022635281493421644, - -0.0006730675231665373, - -0.003022746881470084, - -0.0002343380037928, - -0.00047791501856409013, - -9.440929716220126e-05, - -0.00021550717065110803, - -0.0013523490633815527, - -0.0032202552538365126, - -0.001157686347141862, - -0.004449942149221897, - -0.0016590891173109412, - -0.00101062236353755, - -0.0003079893649555743, - -0.00048375347978435457, - -0.0021734442561864853, - -0.00423036003485322, - -0.11514264345169067, - -0.8658493757247925, - -0.084366075694561, - -0.02140468917787075, - -0.0060798698104918, - -0.008638513274490833, - -0.003212531330063939, - -0.0009598892065696418, - -0.00032085992279462516 - ] - }, - "throughput": 105.49771806099545 -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp8_pp1_583m_logitsmatch/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp8_pp1_583m_logitsmatch/golden_values_dev_dgx_h100.json index adab4197a33..1491284644d 100644 --- a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp8_pp1_583m_logitsmatch/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp8_pp1_583m_logitsmatch/golden_values_dev_dgx_h100.json @@ -1,159 +1,161 @@ { - "0": { - "input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", - "generated_text": " And that this is the place where you can be yourself, and be yourself in the most beautiful way. And that this is the place where you can", - "generated_tokens": [ - 3060, - 1455, - 1593, - 1395, - 1278, - 3535, - 2478, - 1636, - 1710, - 1402, - 14019, - 1044, - 1321, - 1402, - 14019, - 1294, - 1278, - 2725, - 15568, - 3039, - 1046, - 3060, - 1455, - 1593, - 1395, - 1278, - 3535, - 2478, - 1636, - 1710 - ], - "latency": 2.020272731781006, - "logprobs": [ - -9.358587265014648, - -2.7594826221466064, - -4.608366012573242, - -1.4093360900878906, - -0.6152952313423157, - -1.7217562198638916, - -2.496668815612793, - -2.0547454357147217, - -2.441960573196411, - -6.280838966369629, - -1.5643692016601562, - -3.462346076965332, - -4.428728103637695, - -3.8633861541748047, - -1.9936373233795166, - -1.8929449319839478, - -3.796365737915039, - -6.8360137939453125, - -0.2901247441768646, - -0.9246833324432373, - -6.633338928222656, - -7.166708469390869, - -12.771251678466797, - -2.198296308517456, - -3.7778120040893555, - -0.4983733296394348, - -4.381269454956055, - -0.0666784718632698, - -0.09580295532941818, - -3.2437636852264404, - -10.079947471618652, - -1.172220230102539, - -5.977442741394043, - -5.046236038208008, - -3.855658531188965, - -2.5585858821868896, - -3.356245994567871, - -5.557229518890381, - -1.6787731647491455, - -5.483290672302246, - -12.218501091003418, - -12.61402702331543, - -0.09662941098213196, - -2.5431432723999023, - -1.4071024656295776, - -2.9154715538024902, - -1.1964417695999146, - -0.006458481773734093, - -3.3625335693359375, - -13.262511253356934, - -4.314079761505127, - -2.617699146270752, - -5.987792015075684, - -0.778266429901123, - -0.048888545483350754, - -1.548882007598877, - -1.1381981372833252, - -5.627166748046875, - -0.4078553318977356, - -4.958505630493164, - -0.6187160611152649, - -0.7174848914146423, - -2.469533920288086, - -13.620073318481445, - -0.09088654816150665, - -3.526974678039551, - -1.4195809364318848, - -6.402483940124512, - -0.5898402333259583, - -3.565917491912842, - -0.8561318516731262, - -1.6140165328979492, - -5.370549201965332, - -17.159223556518555, - -6.583524703979492, - -0.8855001926422119, - -4.19431209564209, - -1.2012220621109009, - -2.2563133239746094, - -1.7674944400787354, - -0.22064533829689026, - -9.292220115661621, - -0.12445646524429321, - -7.29617977142334, - -2.526529312133789, - -4.071560859680176, - -3.5568013191223145, - -1.926215410232544, - -2.349026918411255, - -2.2132363319396973, - -0.3125414550304413, - -1.4718132019042969, - -2.149106740951538, - -1.0855519771575928, - -1.631832242012024, - -1.3751734495162964, - -1.9396103620529175, - -1.5293723344802856, - -0.8444125056266785, - -1.2414811849594116, - -1.9522171020507812, - -2.4338042736053467, - -1.5651824474334717, - -0.9498789310455322, - -1.8044980764389038, - -2.356677770614624, - -1.247452974319458, - -1.550165057182312, - -0.5635553598403931, - -0.6177330017089844, - -0.4778785705566406, - -0.020452087745070457, - -0.48500269651412964, - -0.23854275047779083, - -0.06543659418821335, - -0.11837350577116013, - -0.0585334412753582 - ] - }, - "throughput": 16.0684968505734 + "0": { + "input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", + "generated_text": " And that this is the place where you can be yourself, and be yourself in the most beautiful way. And that this is the place where you can", + "generated_tokens": [ + 3060, + 1455, + 1593, + 1395, + 1278, + 3535, + 2478, + 1636, + 1710, + 1402, + 14019, + 1044, + 1321, + 1402, + 14019, + 1294, + 1278, + 2725, + 15568, + 3039, + 1046, + 3060, + 1455, + 1593, + 1395, + 1278, + 3535, + 2478, + 1636, + 1710 + ], + "latency": 2.2049803733825684, + "cuda_graph_request_count_map": null, + "step_count": 240, + "logprobs": [ + -9.358587265014648, + -2.7594826221466064, + -4.608366012573242, + -1.4093360900878906, + -0.6152952313423157, + -1.7217562198638916, + -2.496668815612793, + -2.0547454357147217, + -2.441960573196411, + -6.280838966369629, + -1.5643692016601562, + -3.462346076965332, + -4.428728103637695, + -3.8633861541748047, + -1.9936373233795166, + -1.8929449319839478, + -3.796365737915039, + -6.8360137939453125, + -0.2901247441768646, + -0.9246833324432373, + -6.633338928222656, + -7.166708469390869, + -12.771251678466797, + -2.198296308517456, + -3.7778120040893555, + -0.4983733296394348, + -4.381269454956055, + -0.0666784718632698, + -0.09580295532941818, + -3.2437636852264404, + -10.079947471618652, + -1.172220230102539, + -5.977442741394043, + -5.046236038208008, + -3.855658531188965, + -2.5585858821868896, + -3.356245994567871, + -5.557229518890381, + -1.6787731647491455, + -5.483290672302246, + -12.218501091003418, + -12.61402702331543, + -0.09662941098213196, + -2.5431432723999023, + -1.4071024656295776, + -2.9154715538024902, + -1.1964417695999146, + -0.006458481773734093, + -3.3625335693359375, + -13.262511253356934, + -4.314079761505127, + -2.617699146270752, + -5.987792015075684, + -0.778266429901123, + -0.048888545483350754, + -1.548882007598877, + -1.1381981372833252, + -5.627166748046875, + -0.4078553318977356, + -4.958505630493164, + -0.6187160611152649, + -0.7174848914146423, + -2.469533920288086, + -13.620073318481445, + -0.09088654816150665, + -3.526974678039551, + -1.4195809364318848, + -6.402483940124512, + -0.5898402333259583, + -3.565917491912842, + -0.8561318516731262, + -1.6140165328979492, + -5.370549201965332, + -17.159223556518555, + -6.583524703979492, + -0.8855001926422119, + -4.19431209564209, + -1.2012220621109009, + -2.2563133239746094, + -1.7674944400787354, + -0.22064533829689026, + -9.292220115661621, + -0.12445646524429321, + -7.29617977142334, + -2.526529312133789, + -4.071560859680176, + -3.5568013191223145, + -1.926215410232544, + -2.349026918411255, + -2.2132363319396973, + -0.3125414550304413, + -1.4718132019042969, + -2.149106740951538, + -1.0855519771575928, + -1.631832242012024, + -1.3751734495162964, + -1.9396103620529175, + -1.5293723344802856, + -0.8444125056266785, + -1.2414811849594116, + -1.9522171020507812, + -2.4338042736053467, + -1.5651824474334717, + -0.9498789310455322, + -1.8044980764389038, + -2.356677770614624, + -1.247452974319458, + -1.550165057182312, + -0.5635553598403931, + -0.6177330017089844, + -0.4778785705566406, + -0.020452087745070457, + -0.48500269651412964, + -0.23854275047779083, + -0.06543659418821335, + -0.11837350577116013, + -0.0585334412753582 + ] + }, + "throughput": 13.337338555385374 } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp8_pp1_583m_logitsmatch/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp8_pp1_583m_logitsmatch/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index e1cada771ca..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp8_pp1_583m_logitsmatch/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,161 +0,0 @@ -{ - "0": { - "input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", - "generated_text": " And that this is the place where you can be yourself, and be yourself in the most beautiful way. And that this is the place where you can", - "generated_tokens": [ - 3060, - 1455, - 1593, - 1395, - 1278, - 3535, - 2478, - 1636, - 1710, - 1402, - 14019, - 1044, - 1321, - 1402, - 14019, - 1294, - 1278, - 2725, - 15568, - 3039, - 1046, - 3060, - 1455, - 1593, - 1395, - 1278, - 3535, - 2478, - 1636, - 1710 - ], - "latency": 2.1998238563537598, - "cuda_graph_request_count_map": null, - "step_count": 240, - "logprobs": [ - -9.358587265014648, - -2.7594826221466064, - -4.608366012573242, - -1.4093360900878906, - -0.6152952313423157, - -1.7217562198638916, - -2.496668815612793, - -2.0547454357147217, - -2.441960573196411, - -6.280838966369629, - -1.5643692016601562, - -3.462346076965332, - -4.428728103637695, - -3.8633861541748047, - -1.9936373233795166, - -1.8929449319839478, - -3.796365737915039, - -6.8360137939453125, - -0.2901247441768646, - -0.9246833324432373, - -6.633338928222656, - -7.166708469390869, - -12.771251678466797, - -2.198296308517456, - -3.7778120040893555, - -0.4983733296394348, - -4.381269454956055, - -0.0666784718632698, - -0.09580295532941818, - -3.2437636852264404, - -10.079947471618652, - -1.172220230102539, - -5.977442741394043, - -5.046236038208008, - -3.855658531188965, - -2.5585858821868896, - -3.356245994567871, - -5.557229518890381, - -1.6787731647491455, - -5.483290672302246, - -12.218501091003418, - -12.61402702331543, - -0.09662941098213196, - -2.5431432723999023, - -1.4071024656295776, - -2.9154715538024902, - -1.1964417695999146, - -0.006458481773734093, - -3.3625335693359375, - -13.262511253356934, - -4.314079761505127, - -2.617699146270752, - -5.987792015075684, - -0.778266429901123, - -0.048888545483350754, - -1.548882007598877, - -1.1381981372833252, - -5.627166748046875, - -0.4078553318977356, - -4.958505630493164, - -0.6187160611152649, - -0.7174848914146423, - -2.469533920288086, - -13.620073318481445, - -0.09088654816150665, - -3.526974678039551, - -1.4195809364318848, - -6.402483940124512, - -0.5898402333259583, - -3.565917491912842, - -0.8561318516731262, - -1.6140165328979492, - -5.370549201965332, - -17.159223556518555, - -6.583524703979492, - -0.8855001926422119, - -4.19431209564209, - -1.2012220621109009, - -2.2563133239746094, - -1.7674944400787354, - -0.22064533829689026, - -9.292220115661621, - -0.12445646524429321, - -7.29617977142334, - -2.526529312133789, - -4.071560859680176, - -3.5568013191223145, - -1.926215410232544, - -2.349026918411255, - -2.2132363319396973, - -0.3125414550304413, - -1.4718132019042969, - -2.149106740951538, - -1.0855519771575928, - -1.631832242012024, - -1.3751734495162964, - -1.9396103620529175, - -1.5293723344802856, - -0.8444125056266785, - -1.2414811849594116, - -1.9522171020507812, - -2.4338042736053467, - -1.5651824474334717, - -0.9498789310455322, - -1.8044980764389038, - -2.356677770614624, - -1.247452974319458, - -1.550165057182312, - -0.5635553598403931, - -0.6177330017089844, - -0.4778785705566406, - -0.020452087745070457, - -0.48500269651412964, - -0.23854275047779083, - -0.06543659418821335, - -0.11837350577116013, - -0.0585334412753582 - ] - }, - "throughput": 13.581765270525981 -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp8_pp1_583m_logitsmatch/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp8_pp1_583m_logitsmatch/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 1491284644d..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp8_pp1_583m_logitsmatch/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,161 +0,0 @@ -{ - "0": { - "input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", - "generated_text": " And that this is the place where you can be yourself, and be yourself in the most beautiful way. And that this is the place where you can", - "generated_tokens": [ - 3060, - 1455, - 1593, - 1395, - 1278, - 3535, - 2478, - 1636, - 1710, - 1402, - 14019, - 1044, - 1321, - 1402, - 14019, - 1294, - 1278, - 2725, - 15568, - 3039, - 1046, - 3060, - 1455, - 1593, - 1395, - 1278, - 3535, - 2478, - 1636, - 1710 - ], - "latency": 2.2049803733825684, - "cuda_graph_request_count_map": null, - "step_count": 240, - "logprobs": [ - -9.358587265014648, - -2.7594826221466064, - -4.608366012573242, - -1.4093360900878906, - -0.6152952313423157, - -1.7217562198638916, - -2.496668815612793, - -2.0547454357147217, - -2.441960573196411, - -6.280838966369629, - -1.5643692016601562, - -3.462346076965332, - -4.428728103637695, - -3.8633861541748047, - -1.9936373233795166, - -1.8929449319839478, - -3.796365737915039, - -6.8360137939453125, - -0.2901247441768646, - -0.9246833324432373, - -6.633338928222656, - -7.166708469390869, - -12.771251678466797, - -2.198296308517456, - -3.7778120040893555, - -0.4983733296394348, - -4.381269454956055, - -0.0666784718632698, - -0.09580295532941818, - -3.2437636852264404, - -10.079947471618652, - -1.172220230102539, - -5.977442741394043, - -5.046236038208008, - -3.855658531188965, - -2.5585858821868896, - -3.356245994567871, - -5.557229518890381, - -1.6787731647491455, - -5.483290672302246, - -12.218501091003418, - -12.61402702331543, - -0.09662941098213196, - -2.5431432723999023, - -1.4071024656295776, - -2.9154715538024902, - -1.1964417695999146, - -0.006458481773734093, - -3.3625335693359375, - -13.262511253356934, - -4.314079761505127, - -2.617699146270752, - -5.987792015075684, - -0.778266429901123, - -0.048888545483350754, - -1.548882007598877, - -1.1381981372833252, - -5.627166748046875, - -0.4078553318977356, - -4.958505630493164, - -0.6187160611152649, - -0.7174848914146423, - -2.469533920288086, - -13.620073318481445, - -0.09088654816150665, - -3.526974678039551, - -1.4195809364318848, - -6.402483940124512, - -0.5898402333259583, - -3.565917491912842, - -0.8561318516731262, - -1.6140165328979492, - -5.370549201965332, - -17.159223556518555, - -6.583524703979492, - -0.8855001926422119, - -4.19431209564209, - -1.2012220621109009, - -2.2563133239746094, - -1.7674944400787354, - -0.22064533829689026, - -9.292220115661621, - -0.12445646524429321, - -7.29617977142334, - -2.526529312133789, - -4.071560859680176, - -3.5568013191223145, - -1.926215410232544, - -2.349026918411255, - -2.2132363319396973, - -0.3125414550304413, - -1.4718132019042969, - -2.149106740951538, - -1.0855519771575928, - -1.631832242012024, - -1.3751734495162964, - -1.9396103620529175, - -1.5293723344802856, - -0.8444125056266785, - -1.2414811849594116, - -1.9522171020507812, - -2.4338042736053467, - -1.5651824474334717, - -0.9498789310455322, - -1.8044980764389038, - -2.356677770614624, - -1.247452974319458, - -1.550165057182312, - -0.5635553598403931, - -0.6177330017089844, - -0.4778785705566406, - -0.020452087745070457, - -0.48500269651412964, - -0.23854275047779083, - -0.06543659418821335, - -0.11837350577116013, - -0.0585334412753582 - ] - }, - "throughput": 13.337338555385374 -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_16b_multiprompt_tokensmatch/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_16b_multiprompt_tokensmatch/golden_values_dev_dgx_h100.json index bdfa6878181..f776b6141c9 100644 --- a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_16b_multiprompt_tokensmatch/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_16b_multiprompt_tokensmatch/golden_values_dev_dgx_h100.json @@ -1,10 +1 @@ -{ - "0": { - "id": "0", - "generated_text": " To the extent this Public License may be interpreted as a contract, You are granted the Licensed Rights in consideration of Your acceptance of these terms and conditions, and the Licensor grants You such rights in consideration of benefits the Licensor receives from making the Licensed Material available under these terms and conditions." - }, - "1": { - "id": "1", - "generated_text": " The licenses for most software and other practical works are designed to take away your freedom to share and change the works. By contrast, the GNU General Public License is intended to guarantee your freedom to share and change all versions of a program--to make sure it remains free software for all its users. We, the Free Software Foundation, use the GNU General Public License for most of our software; it applies also to any other work released this way by its authors. You can apply it to your programs, too." - } -} \ No newline at end of file +{"0": {"input_prompt": "Creative Commons Attribution-ShareAlike 4.0 International Public License\n\nBy exercising the Licensed Rights (defined below), You accept and agree to be bound by the terms and conditions of this Creative Commons Attribution-ShareAlike 4.0 International Public License (\u201cPublic License\u201d).", "generated_text": " To the extent this Public License may be interpreted as a contract, You are granted the Licensed Rights in consideration of Your acceptance of these terms and conditions, and the Licensor grants You such rights in consideration of benefits the Licensor receives from making the Licensed Material available under these terms and conditions.\n\nA \u201cLicense Elements\u201d means the copyright and similar rights held by the Licensor that apply to the", "generated_tokens": [3870, 1278, 13820, 1593, 11227, 56484, 2188, 1402, 27539, 1435, 1261, 8633, 1044, 3213, 1584, 23369, 1278, 29960, 29520, 27868, 1294, 22666, 1307, 9825, 33868, 1307, 2576, 6856, 1321, 5481, 1044, 1321, 1278, 29960, 10648, 47506, 3213, 2516, 10741, 1294, 22666, 1307, 15021, 1278, 29960, 10648, 26510, 1562, 6187, 1278, 29960, 29520, 14736, 5178, 2425, 2576, 6856, 1321, 5481, 1338, 1065, 2129, 93552, 68175, 1414, 4938, 1278, 48896, 1321, 4510, 10741, 6452, 1536, 1278, 29960, 10648, 1455, 11145, 1317, 1278], "tpot": [2.3577029705047607, 18.275739669799805, 0.08520633727312088, 0.0869978591799736, 0.08382764458656311, 0.0822301134467125, 0.08590112626552582, 0.08727782219648361, 0.08878345787525177, 0.08471100777387619, 0.08461007475852966, 0.08351321518421173, 0.08289417624473572, 0.08312425017356873, 0.08245296031236649, 0.08435756713151932, 0.08331241458654404, 0.08185727894306183, 0.08301001787185669, 0.08754003047943115, 0.08676281571388245, 0.08424761891365051, 0.08508463948965073, 0.08286947011947632, 0.08165920525789261, 0.08377916365861893, 0.08504652976989746, 0.08784995228052139, 0.08375603705644608, 0.08359900861978531, 0.0811285451054573, 0.08540806919336319, 0.08691353350877762, 0.08404755592346191, 0.08413244783878326, 0.08345846831798553, 0.08178623765707016, 0.08187522739171982, 0.08339730650186539, 0.08574902266263962, 0.08305907249450684, 0.08382105082273483, 0.08366736024618149, 0.08746163547039032, 0.08585263788700104, 0.08270352333784103, 0.08263132721185684, 0.08329993486404419, 0.08225059509277344, 0.08071305602788925, 0.08310636878013611, 0.08538934588432312, 0.08359072357416153, 0.08530402928590775, 0.08291900902986526, 0.08687645196914673, 0.08650524914264679, 0.08427295833826065, 0.08406547456979752, 0.08324864506721497, 0.08238352090120316, 0.08039174973964691, 0.08248095959424973, 0.08550125360488892, 0.08359305560588837, 0.08234208077192307, 0.08440118283033371, 0.08703510463237762, 0.08404898643493652, 0.08515100926160812, 0.08590294420719147, 0.08325494080781937, 0.0844479650259018, 0.0858670026063919, 0.08481177687644958, 0.08794118463993073, 0.08481676131486893, 0.08290982246398926, 0.08354739099740982, 0.08679670840501785], "latency": 34.809940260000076, "logprobs": [-1.098496675491333, -2.3386900424957275, -1.1673119068145752, -0.005112313199788332, -1.4003636837005615, -0.0022637236397713423, -0.26063042879104614, -4.184158387943171e-05, -0.871678352355957, -1.1722105741500854, -0.00547291524708271, -0.012695327401161194, -0.25205689668655396, -4.834710121154785, -0.06008828803896904, -2.6798672676086426, -5.844006538391113, -7.016114234924316, -1.9206619262695312, -6.664797306060791, -0.10525251924991608, -0.13234537839889526, -0.6356306672096252, -0.009618841111660004, -0.07583192735910416, -0.03442350775003433, -0.027873842045664787, -0.7179068922996521, -0.0050380658358335495, -0.00025459862081333995, -0.01502189226448536, -0.009077942930161953, -0.0031639300286769867, -0.004587483126670122, -0.047591403126716614, -0.021942228078842163, -0.1806652992963791, -0.031514670699834824, -0.0019632368348538876, -0.006458363030105829, -2.4863600730895996, -0.06307659298181534, -0.536941647529602, -0.00014554394874721766, -0.08910489082336426, -0.002558056265115738, -0.003950649406760931, -0.00011550712952157483, -0.027262460440397263, -0.003567879553884268, -0.0020034497138112783, -0.0021588134113699198, -0.07413436472415924, -0.015633877366781235, -0.002499910071492195, -4.0079450607299805, -1.0155415534973145, -0.007392788305878639, -0.8698053359985352, -0.24146771430969238, -0.02043912373483181, -0.00028618055512197316, -0.09781879186630249, -0.12720069289207458, -0.00017188502533826977, -0.0004502712981775403, -5.721882189391181e-05, -0.02532867342233658, -0.0003629264247138053, -4.1483970562694594e-05, -0.004929057322442532, -0.0007027302053757012, -0.251633882522583, -0.007429351564496756, -0.0017940392717719078, -4.410734163684538e-06, -0.1415664702653885, -0.001335205975919962, -3.516612196108326e-05, -0.0005790702416561544, -0.009565354324877262, -2.95634672511369e-05, -0.004719902761280537, -0.03297574073076248, -0.0006598440813831985, -0.15560932457447052, -0.007044123485684395, -0.00019524575327523053, -0.0005635818815790117, -0.005528873298317194, -4.005352093372494e-05, -0.020716596394777298, -0.08699643611907959, -0.03984827548265457, -0.00735350139439106, -5.9602869441732764e-05, -0.004105473402887583, -0.006022046320140362, -4.8636207793606445e-05, -0.0003293210465926677, -2.8967437174287625e-05, -0.010863331146538258, -0.00872336607426405, -0.0015417367685586214, -1.0371154530730564e-05, -0.0010342017048969865, -0.0003013156820088625, -0.054600946605205536, -0.008535332977771759, -0.0011676882859319448, -0.00897043664008379, -0.03422918915748596, -5.6503606174374e-05, -0.2021482288837433, -0.12328055500984192, -0.0018017739057540894, -3.790783375734463e-05, -0.00018094333063345402, -0.17044083774089813, -1.8898742198944092, -0.3761734068393707, -0.5461801290512085, -0.2200641632080078, -0.09655029326677322, -0.6670089960098267, -0.019010722637176514, -0.6865801811218262, -1.3567372560501099, -0.3734486997127533, -0.09606754034757614, -0.9503843784332275, -0.3895794153213501, -0.20220120251178741, -0.014250654727220535, -0.00021288513380568475, -0.5147109031677246, -0.17845982313156128, -0.00036066226311959326, -0.025245800614356995]}, "1": {"input_prompt": "GNU GENERAL PUBLIC LICENSE\nVersion 3, 29 June 2007\n\nPreamble\n\nThe GNU General Public License is a free, copyleft license for software and other kinds of works.", "generated_text": " The licenses for most software and other practical works are designed to take away your freedom to share and change the works. By contrast, the GNU General Public License is intended to guarantee your freedom to share and change all versions of a program--to make sure it remains free software for all its users. We, the Free Software Foundation, use the GNU General Public License for most of our software; it applies", "generated_tokens": [1531, 91700, 1394, 2725, 9314, 1321, 2147, 18107, 6113, 1584, 9543, 1317, 4069, 5109, 2143, 18613, 1317, 9730, 1321, 4036, 1278, 6113, 1046, 5652, 9033, 1044, 1278, 56703, 7487, 11227, 56484, 1395, 13650, 1317, 33152, 2143, 18613, 1317, 9730, 1321, 4036, 1747, 15628, 1307, 1261, 3467, 1742, 1611, 3180, 5257, 1494, 10714, 5370, 9314, 1394, 1747, 2246, 8616, 1046, 2837, 1044, 1278, 16611, 29494, 17364, 1044, 2210, 1278, 56703, 7487, 11227, 56484, 1394, 2725, 1307, 2948, 9314, 1059, 1494, 28735], "tpot": [1.1546974182128906, 0.08373385667800903, 0.08187203109264374, 0.08155548572540283, 0.08117769658565521, 0.08048298209905624, 0.08419129997491837, 0.08177965134382248, 0.08144208043813705, 0.0819595456123352, 0.0853334441781044, 0.0833510085940361, 0.08121215552091599, 0.08525881916284561, 0.08104947209358215, 0.08103965222835541, 0.08007887750864029, 0.0810554251074791, 0.08211436122655869, 0.08134271949529648, 0.08201020956039429, 0.08071065694093704, 0.08450595289468765, 0.08352860808372498, 0.08082559704780579, 0.08080153912305832, 0.08135408163070679, 0.08008108288049698, 0.08088742196559906, 0.08077110350131989, 0.08120112121105194, 0.08833564817905426, 0.08003020286560059, 0.08026659488677979, 0.08333026617765427, 0.08478527516126633, 0.08005865663290024, 0.0812559649348259, 0.07999507337808609, 0.08046876639127731, 0.08038640022277832, 0.08046220988035202, 0.0803716778755188, 0.08111580461263657, 0.08262531459331512, 0.08624562621116638, 0.0816723182797432, 0.08468450605869293, 0.08047766238451004, 0.08025721460580826, 0.08085110783576965, 0.07989709079265594, 0.08004041016101837, 0.07993670552968979, 0.08030915260314941, 0.08094675093889236, 0.08101379126310349, 0.08003273606300354, 0.08091049641370773, 0.08407776057720184, 0.08208595216274261, 0.08009862154722214, 0.08219599723815918, 0.08009026944637299, 0.07981372624635696, 0.07979235053062439, 0.07988684624433517, 0.08031346648931503, 0.08099206537008286, 0.08011443167924881, 0.08001039922237396, 0.08111654967069626, 0.0833376944065094, 0.07980813086032867, 0.0799364447593689, 0.0799906849861145, 0.07996371388435364, 0.0799548476934433, 0.08003644645214081, 0.07994646579027176], "latency": 34.809940260000076, "logprobs": [-7.396169662475586, -5.0146379470825195, -0.14007440209388733, -0.057429201900959015, -0.07256120443344116, -0.0003196682082489133, -0.002333063166588545, -0.7365643978118896, -2.0903806686401367, -0.0028471907135099173, -0.7679573893547058, -0.008302814327180386, -0.0016283836448565125, -0.023581871762871742, -0.001212695729918778, -0.005171137861907482, -0.00023946279543451965, -0.00019929806876461953, -5.9960475482512265e-05, -0.0004343043256085366, -0.00029118589009158313, -2.041377067565918, -6.468316078186035, -0.013627826236188412, -0.0001250427303602919, -0.3696310222148895, -0.21634329855442047, -0.41532525420188904, -0.004539423156529665, -1.597391747054644e-05, -0.006953209172934294, -0.0074744331650435925, -0.012273500673472881, -0.01588617078959942, -0.0021325245033949614, -0.000523430178873241, -8.583032467868179e-06, -1.6331539882230572e-05, -0.0029162520077079535, -0.006122286897152662, -0.08315673470497131, -0.050512515008449554, -0.6366059184074402, -0.01764446310698986, -0.007074781693518162, -0.034392066299915314, -6.926323413848877, -0.5374693274497986, -0.03999913111329079, -0.028230387717485428, -0.0016925308154895902, -0.0006469779182225466, -0.010087697766721249, -7.331102824537084e-05, -0.8897908329963684, -0.00831676460802555, -0.0011313711293041706, -0.000377583724912256, -0.002483262214809656, -0.0012269833823665977, -0.0012473430251702666, -0.04151991754770279, -0.015271874144673347, -0.0020352143328636885, -0.00882688071578741, -0.002042233245447278, -0.0009834696538746357, -0.01229163445532322, -0.007900655269622803, -0.013307209126651287, -0.0007677706307731569, -0.0001919085334520787, -0.0019422968616709113, -0.0009677494526840746, -0.0008469808381050825, -0.0038650347851216793, -0.002514060353860259, -0.0029510778840631247, -0.002314747544005513, -6.329813186312094e-05, -0.004423120059072971, -0.006699836812913418, -0.0014525825390592217, -0.00026222606538794935, -0.0004618293314706534, -0.0012540103634819388, -0.0013656823430210352, -0.0001436368766007945, -0.0007303669699467719, -0.0016121974913403392, -0.00296926312148571, -8.928377064876258e-05, -0.00024244230007752776, -0.13490204513072968, -0.004989197477698326, -0.01744064688682556, -0.000188332938705571, -0.0010556369088590145, -0.003432455938309431, -0.00024077377747744322, -0.025529030710458755, -0.0008046964649111032, -5.507317473529838e-05, -0.001671109232120216, -1.1324817933200393e-05, -0.17158229649066925, -0.01291906088590622, -0.014278624206781387, -0.002704417100176215, -0.007144853472709656, -0.0019179059891030192, -0.000660439720377326, -0.0011501847766339779, -0.0025364153552800417, -0.00022396916756406426, -0.0031780709978193045, -0.009822606109082699, -0.011096670292317867, -0.004411014262586832, -0.01815183460712433, -0.0008997444529086351, -0.0009004590683616698, -0.00660782540217042, -0.0009197533945553005, -0.0010057396721094847, -1.847726889536716e-05, -0.004887656774371862]}} diff --git a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_16b_multiprompt_tokensmatch/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_16b_multiprompt_tokensmatch/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index fd5af4716ed..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_16b_multiprompt_tokensmatch/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1 +0,0 @@ -{"0": {"input_prompt": "Creative Commons Attribution-ShareAlike 4.0 International Public License\n\nBy exercising the Licensed Rights (defined below), You accept and agree to be bound by the terms and conditions of this Creative Commons Attribution-ShareAlike 4.0 International Public License (\u201cPublic License\u201d).", "generated_text": " To the extent this Public License may be interpreted as a contract, You are granted the Licensed Rights in consideration of Your acceptance of these terms and conditions, and the Licensor grants You such rights in consideration of benefits the Licensor receives from making the Licensed Material available under these terms and conditions.\n\nA \u201cLicense Elements\u201d means the copyright and similar rights held by the Licensor that apply to the", "generated_tokens": [3870, 1278, 13820, 1593, 11227, 56484, 2188, 1402, 27539, 1435, 1261, 8633, 1044, 3213, 1584, 23369, 1278, 29960, 29520, 27868, 1294, 22666, 1307, 9825, 33868, 1307, 2576, 6856, 1321, 5481, 1044, 1321, 1278, 29960, 10648, 47506, 3213, 2516, 10741, 1294, 22666, 1307, 15021, 1278, 29960, 10648, 26510, 1562, 6187, 1278, 29960, 29520, 14736, 5178, 2425, 2576, 6856, 1321, 5481, 1338, 1065, 2129, 93552, 68175, 1414, 4938, 1278, 48896, 1321, 4510, 10741, 6452, 1536, 1278, 29960, 10648, 1455, 11145, 1317, 1278], "tpot": [2.2433090209960938, 15.383663177490234, 0.07563520222902298, 0.07790876924991608, 0.07560934126377106, 0.07590866833925247, 0.07437056303024292, 0.07271888107061386, 0.07355913519859314, 0.0769873559474945, 0.0765797421336174, 0.07360972464084625, 0.07088422030210495, 0.07171596586704254, 0.07186982780694962, 0.07289580255746841, 0.07401669770479202, 0.0740199014544487, 0.07359184324741364, 0.07246198505163193, 0.07436077296733856, 0.0737471729516983, 0.07560908794403076, 0.07842639833688736, 0.07518447935581207, 0.0765647366642952, 0.07699878513813019, 0.0765637457370758, 0.07817324995994568, 0.07810653001070023, 0.07725285738706589, 0.07324674725532532, 0.07175769656896591, 0.07303091138601303, 0.0716017633676529, 0.06984643638134003, 0.0720287337899208, 0.07311507314443588, 0.07115375995635986, 0.07042809575796127, 0.07141468673944473, 0.07163120061159134, 0.06993798166513443, 0.07137599587440491, 0.07285424321889877, 0.0713927373290062, 0.07034425437450409, 0.07184319943189621, 0.07173626124858856, 0.07247330993413925, 0.07420678436756134, 0.07596342265605927, 0.07280172407627106, 0.0735168606042862, 0.07455551624298096, 0.07507536560297012, 0.088611900806427, 0.10861468315124512, 0.0730150043964386, 0.07172227650880814, 0.07274693995714188, 0.07347641885280609, 0.07395069301128387, 0.07447884976863861, 0.07282613962888718, 0.07232572883367538, 0.072523333132267, 0.07226365059614182, 0.07286006212234497, 0.07140227407217026, 0.0701606348156929, 0.07091417908668518, 0.07061411440372467, 0.06997577846050262, 0.07094505429267883, 0.07352688163518906, 0.07150879502296448, 0.0704091489315033, 0.07131827622652054, 0.07079542428255081], "latency": 30.322727143764496, "logprobs": [-1.098496675491333, -2.3386900424957275, -1.1673119068145752, -0.005112313199788332, -1.4003636837005615, -0.0022637236397713423, -0.26063042879104614, -4.184158387943171e-05, -0.871678352355957, -1.1722105741500854, -0.00547291524708271, -0.012695327401161194, -0.25205689668655396, -4.834710121154785, -0.06008828803896904, -2.6798672676086426, -5.844006538391113, -7.016114234924316, -1.9206619262695312, -6.664797306060791, -0.10525251924991608, -0.13234537839889526, -0.6356306672096252, -0.009618841111660004, -0.07583192735910416, -0.03442350775003433, -0.027873842045664787, -0.7179068922996521, -0.0050380658358335495, -0.00025459862081333995, -0.01502189226448536, -0.009077942930161953, -0.0031639300286769867, -0.004587483126670122, -0.047591403126716614, -0.021942228078842163, -0.1806652992963791, -0.031514670699834824, -0.0019632368348538876, -0.006458363030105829, -2.4863600730895996, -0.06307659298181534, -0.536941647529602, -0.00014554394874721766, -0.08910489082336426, -0.002558056265115738, -0.003950649406760931, -0.00011550712952157483, -0.027262460440397263, -0.003567879553884268, -0.0020034497138112783, -0.0021588134113699198, -0.07413436472415924, -0.015633877366781235, -0.002499910071492195, -4.0079450607299805, -1.0155415534973145, -0.007392788305878639, -0.8698053359985352, -0.24146771430969238, -0.02043912373483181, -0.00028618055512197316, -0.09781879186630249, -0.12720069289207458, -0.00017188502533826977, -0.0004502712981775403, -5.721882189391181e-05, -0.02532867342233658, -0.0003629264247138053, -4.1483970562694594e-05, -0.004929057322442532, -0.0007027302053757012, -0.251633882522583, -0.007429351564496756, -0.0017940392717719078, -4.410734163684538e-06, -0.1415664702653885, -0.001335205975919962, -3.516612196108326e-05, -0.0005790702416561544, -0.009565354324877262, -2.95634672511369e-05, -0.004719902761280537, -0.03297574073076248, -0.0006598440813831985, -0.15560932457447052, -0.007044123485684395, -0.00019524575327523053, -0.0005635818815790117, -0.005528873298317194, -4.005352093372494e-05, -0.020716596394777298, -0.08699643611907959, -0.03984827548265457, -0.00735350139439106, -5.9602869441732764e-05, -0.004105473402887583, -0.006022046320140362, -4.8636207793606445e-05, -0.0003293210465926677, -2.8967437174287625e-05, -0.010863331146538258, -0.00872336607426405, -0.0015417367685586214, -1.0371154530730564e-05, -0.0010342017048969865, -0.0003013156820088625, -0.054600946605205536, -0.008535332977771759, -0.0011676882859319448, -0.00897043664008379, -0.03422918915748596, -5.6503606174374e-05, -0.2021482288837433, -0.12328055500984192, -0.0018017739057540894, -3.790783375734463e-05, -0.00018094333063345402, -0.17044083774089813, -1.8898742198944092, -0.3761734068393707, -0.5461801290512085, -0.2200641632080078, -0.09655029326677322, -0.6670089960098267, -0.019010722637176514, -0.6865801811218262, -1.3567372560501099, -0.3734486997127533, -0.09606754034757614, -0.9503843784332275, -0.3895794153213501, -0.20220120251178741, -0.014250654727220535, -0.00021288513380568475, -0.5147109031677246, -0.17845982313156128, -0.00036066226311959326, -0.025245800614356995]}, "1": {"input_prompt": "GNU GENERAL PUBLIC LICENSE\nVersion 3, 29 June 2007\n\nPreamble\n\nThe GNU General Public License is a free, copyleft license for software and other kinds of works.", "generated_text": " The licenses for most software and other practical works are designed to take away your freedom to share and change the works. By contrast, the GNU General Public License is intended to guarantee your freedom to share and change all versions of a program--to make sure it remains free software for all its users. We, the Free Software Foundation, use the GNU General Public License for most of our software; it applies", "generated_tokens": [1531, 91700, 1394, 2725, 9314, 1321, 2147, 18107, 6113, 1584, 9543, 1317, 4069, 5109, 2143, 18613, 1317, 9730, 1321, 4036, 1278, 6113, 1046, 5652, 9033, 1044, 1278, 56703, 7487, 11227, 56484, 1395, 13650, 1317, 33152, 2143, 18613, 1317, 9730, 1321, 4036, 1747, 15628, 1307, 1261, 3467, 1742, 1611, 3180, 5257, 1494, 10714, 5370, 9314, 1394, 1747, 2246, 8616, 1046, 2837, 1044, 1278, 16611, 29494, 17364, 1044, 2210, 1278, 56703, 7487, 11227, 56484, 1394, 2725, 1307, 2948, 9314, 1059, 1494, 28735], "tpot": [1.2161544561386108, 0.07411491125822067, 0.07506950199604034, 0.07409478724002838, 0.07401148974895477, 0.07300141453742981, 0.07280866801738739, 0.07601497322320938, 0.07731865346431732, 0.07721379399299622, 0.0759664997458458, 0.07493101060390472, 0.0749080628156662, 0.07464345544576645, 0.0766342356801033, 0.07723136246204376, 0.07636982947587967, 0.07504342496395111, 0.07254179567098618, 0.07096108794212341, 0.07076361775398254, 0.07125472277402878, 0.07242108881473541, 0.07069564610719681, 0.07223721593618393, 0.07028210908174515, 0.07061699032783508, 0.07099568098783493, 0.06988637149333954, 0.06995811313390732, 0.07024432718753815, 0.07068377733230591, 0.06901209056377411, 0.07013954967260361, 0.07009964436292648, 0.06961167603731155, 0.07183846086263657, 0.07132533937692642, 0.071567103266716, 0.07132361829280853, 0.07189197093248367, 0.0710214376449585, 0.06954367458820343, 0.07021024078130722, 0.0699218213558197, 0.0694608986377716, 0.07036483287811279, 0.07119859009981155, 0.07749561220407486, 0.0736619159579277, 0.07318511605262756, 0.07099929451942444, 0.07115420699119568, 0.07000540941953659, 0.06953660398721695, 0.07040716707706451, 0.06962710618972778, 0.07120921462774277, 0.07034483551979065, 0.06971962004899979, 0.0700395479798317, 0.07007062435150146, 0.07015158236026764, 0.07531014084815979, 0.07656230032444, 0.07638739049434662, 0.07639992982149124, 0.07658322900533676, 0.07037798315286636, 0.07061280310153961, 0.06969427317380905, 0.07060074061155319, 0.06955331563949585, 0.06973052769899368, 0.06945493817329407, 0.07035842537879944, 0.06949929893016815, 0.07014601677656174, 0.07364838570356369, 0.07122752070426941], "latency": 30.322727143764496, "logprobs": [-7.396169662475586, -5.0146379470825195, -0.14007440209388733, -0.057429201900959015, -0.07256120443344116, -0.0003196682082489133, -0.002333063166588545, -0.7365643978118896, -2.0903806686401367, -0.0028471907135099173, -0.7679573893547058, -0.008302814327180386, -0.0016283836448565125, -0.023581871762871742, -0.001212695729918778, -0.005171137861907482, -0.00023946279543451965, -0.00019929806876461953, -5.9960475482512265e-05, -0.0004343043256085366, -0.00029118589009158313, -2.041377067565918, -6.468316078186035, -0.013627826236188412, -0.0001250427303602919, -0.3696310222148895, -0.21634329855442047, -0.41532525420188904, -0.004539423156529665, -1.597391747054644e-05, -0.006953209172934294, -0.0074744331650435925, -0.012273500673472881, -0.01588617078959942, -0.0021325245033949614, -0.000523430178873241, -8.583032467868179e-06, -1.6331539882230572e-05, -0.0029162520077079535, -0.006122286897152662, -0.08315673470497131, -0.050512515008449554, -0.6366059184074402, -0.01764446310698986, -0.007074781693518162, -0.034392066299915314, -6.926323413848877, -0.5374693274497986, -0.03999913111329079, -0.028230387717485428, -0.0016925308154895902, -0.0006469779182225466, -0.010087697766721249, -7.331102824537084e-05, -0.8897908329963684, -0.00831676460802555, -0.0011313711293041706, -0.000377583724912256, -0.002483262214809656, -0.0012269833823665977, -0.0012473430251702666, -0.04151991754770279, -0.015271874144673347, -0.0020352143328636885, -0.00882688071578741, -0.002042233245447278, -0.0009834696538746357, -0.01229163445532322, -0.007900655269622803, -0.013307209126651287, -0.0007677706307731569, -0.0001919085334520787, -0.0019422968616709113, -0.0009677494526840746, -0.0008469808381050825, -0.0038650347851216793, -0.002514060353860259, -0.0029510778840631247, -0.002314747544005513, -6.329813186312094e-05, -0.004423120059072971, -0.006699836812913418, -0.0014525825390592217, -0.00026222606538794935, -0.0004618293314706534, -0.0012540103634819388, -0.0013656823430210352, -0.0001436368766007945, -0.0007303669699467719, -0.0016121974913403392, -0.00296926312148571, -8.928377064876258e-05, -0.00024244230007752776, -0.13490204513072968, -0.004989197477698326, -0.01744064688682556, -0.000188332938705571, -0.0010556369088590145, -0.003432455938309431, -0.00024077377747744322, -0.025529030710458755, -0.0008046964649111032, -5.507317473529838e-05, -0.001671109232120216, -1.1324817933200393e-05, -0.17158229649066925, -0.01291906088590622, -0.014278624206781387, -0.002704417100176215, -0.007144853472709656, -0.0019179059891030192, -0.000660439720377326, -0.0011501847766339779, -0.0025364153552800417, -0.00022396916756406426, -0.0031780709978193045, -0.009822606109082699, -0.011096670292317867, -0.004411014262586832, -0.01815183460712433, -0.0008997444529086351, -0.0009004590683616698, -0.00660782540217042, -0.0009197533945553005, -0.0010057396721094847, -1.847726889536716e-05, -0.004887656774371862]}} diff --git a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_16b_multiprompt_tokensmatch/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_16b_multiprompt_tokensmatch/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index f776b6141c9..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_16b_multiprompt_tokensmatch/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1 +0,0 @@ -{"0": {"input_prompt": "Creative Commons Attribution-ShareAlike 4.0 International Public License\n\nBy exercising the Licensed Rights (defined below), You accept and agree to be bound by the terms and conditions of this Creative Commons Attribution-ShareAlike 4.0 International Public License (\u201cPublic License\u201d).", "generated_text": " To the extent this Public License may be interpreted as a contract, You are granted the Licensed Rights in consideration of Your acceptance of these terms and conditions, and the Licensor grants You such rights in consideration of benefits the Licensor receives from making the Licensed Material available under these terms and conditions.\n\nA \u201cLicense Elements\u201d means the copyright and similar rights held by the Licensor that apply to the", "generated_tokens": [3870, 1278, 13820, 1593, 11227, 56484, 2188, 1402, 27539, 1435, 1261, 8633, 1044, 3213, 1584, 23369, 1278, 29960, 29520, 27868, 1294, 22666, 1307, 9825, 33868, 1307, 2576, 6856, 1321, 5481, 1044, 1321, 1278, 29960, 10648, 47506, 3213, 2516, 10741, 1294, 22666, 1307, 15021, 1278, 29960, 10648, 26510, 1562, 6187, 1278, 29960, 29520, 14736, 5178, 2425, 2576, 6856, 1321, 5481, 1338, 1065, 2129, 93552, 68175, 1414, 4938, 1278, 48896, 1321, 4510, 10741, 6452, 1536, 1278, 29960, 10648, 1455, 11145, 1317, 1278], "tpot": [2.3577029705047607, 18.275739669799805, 0.08520633727312088, 0.0869978591799736, 0.08382764458656311, 0.0822301134467125, 0.08590112626552582, 0.08727782219648361, 0.08878345787525177, 0.08471100777387619, 0.08461007475852966, 0.08351321518421173, 0.08289417624473572, 0.08312425017356873, 0.08245296031236649, 0.08435756713151932, 0.08331241458654404, 0.08185727894306183, 0.08301001787185669, 0.08754003047943115, 0.08676281571388245, 0.08424761891365051, 0.08508463948965073, 0.08286947011947632, 0.08165920525789261, 0.08377916365861893, 0.08504652976989746, 0.08784995228052139, 0.08375603705644608, 0.08359900861978531, 0.0811285451054573, 0.08540806919336319, 0.08691353350877762, 0.08404755592346191, 0.08413244783878326, 0.08345846831798553, 0.08178623765707016, 0.08187522739171982, 0.08339730650186539, 0.08574902266263962, 0.08305907249450684, 0.08382105082273483, 0.08366736024618149, 0.08746163547039032, 0.08585263788700104, 0.08270352333784103, 0.08263132721185684, 0.08329993486404419, 0.08225059509277344, 0.08071305602788925, 0.08310636878013611, 0.08538934588432312, 0.08359072357416153, 0.08530402928590775, 0.08291900902986526, 0.08687645196914673, 0.08650524914264679, 0.08427295833826065, 0.08406547456979752, 0.08324864506721497, 0.08238352090120316, 0.08039174973964691, 0.08248095959424973, 0.08550125360488892, 0.08359305560588837, 0.08234208077192307, 0.08440118283033371, 0.08703510463237762, 0.08404898643493652, 0.08515100926160812, 0.08590294420719147, 0.08325494080781937, 0.0844479650259018, 0.0858670026063919, 0.08481177687644958, 0.08794118463993073, 0.08481676131486893, 0.08290982246398926, 0.08354739099740982, 0.08679670840501785], "latency": 34.809940260000076, "logprobs": [-1.098496675491333, -2.3386900424957275, -1.1673119068145752, -0.005112313199788332, -1.4003636837005615, -0.0022637236397713423, -0.26063042879104614, -4.184158387943171e-05, -0.871678352355957, -1.1722105741500854, -0.00547291524708271, -0.012695327401161194, -0.25205689668655396, -4.834710121154785, -0.06008828803896904, -2.6798672676086426, -5.844006538391113, -7.016114234924316, -1.9206619262695312, -6.664797306060791, -0.10525251924991608, -0.13234537839889526, -0.6356306672096252, -0.009618841111660004, -0.07583192735910416, -0.03442350775003433, -0.027873842045664787, -0.7179068922996521, -0.0050380658358335495, -0.00025459862081333995, -0.01502189226448536, -0.009077942930161953, -0.0031639300286769867, -0.004587483126670122, -0.047591403126716614, -0.021942228078842163, -0.1806652992963791, -0.031514670699834824, -0.0019632368348538876, -0.006458363030105829, -2.4863600730895996, -0.06307659298181534, -0.536941647529602, -0.00014554394874721766, -0.08910489082336426, -0.002558056265115738, -0.003950649406760931, -0.00011550712952157483, -0.027262460440397263, -0.003567879553884268, -0.0020034497138112783, -0.0021588134113699198, -0.07413436472415924, -0.015633877366781235, -0.002499910071492195, -4.0079450607299805, -1.0155415534973145, -0.007392788305878639, -0.8698053359985352, -0.24146771430969238, -0.02043912373483181, -0.00028618055512197316, -0.09781879186630249, -0.12720069289207458, -0.00017188502533826977, -0.0004502712981775403, -5.721882189391181e-05, -0.02532867342233658, -0.0003629264247138053, -4.1483970562694594e-05, -0.004929057322442532, -0.0007027302053757012, -0.251633882522583, -0.007429351564496756, -0.0017940392717719078, -4.410734163684538e-06, -0.1415664702653885, -0.001335205975919962, -3.516612196108326e-05, -0.0005790702416561544, -0.009565354324877262, -2.95634672511369e-05, -0.004719902761280537, -0.03297574073076248, -0.0006598440813831985, -0.15560932457447052, -0.007044123485684395, -0.00019524575327523053, -0.0005635818815790117, -0.005528873298317194, -4.005352093372494e-05, -0.020716596394777298, -0.08699643611907959, -0.03984827548265457, -0.00735350139439106, -5.9602869441732764e-05, -0.004105473402887583, -0.006022046320140362, -4.8636207793606445e-05, -0.0003293210465926677, -2.8967437174287625e-05, -0.010863331146538258, -0.00872336607426405, -0.0015417367685586214, -1.0371154530730564e-05, -0.0010342017048969865, -0.0003013156820088625, -0.054600946605205536, -0.008535332977771759, -0.0011676882859319448, -0.00897043664008379, -0.03422918915748596, -5.6503606174374e-05, -0.2021482288837433, -0.12328055500984192, -0.0018017739057540894, -3.790783375734463e-05, -0.00018094333063345402, -0.17044083774089813, -1.8898742198944092, -0.3761734068393707, -0.5461801290512085, -0.2200641632080078, -0.09655029326677322, -0.6670089960098267, -0.019010722637176514, -0.6865801811218262, -1.3567372560501099, -0.3734486997127533, -0.09606754034757614, -0.9503843784332275, -0.3895794153213501, -0.20220120251178741, -0.014250654727220535, -0.00021288513380568475, -0.5147109031677246, -0.17845982313156128, -0.00036066226311959326, -0.025245800614356995]}, "1": {"input_prompt": "GNU GENERAL PUBLIC LICENSE\nVersion 3, 29 June 2007\n\nPreamble\n\nThe GNU General Public License is a free, copyleft license for software and other kinds of works.", "generated_text": " The licenses for most software and other practical works are designed to take away your freedom to share and change the works. By contrast, the GNU General Public License is intended to guarantee your freedom to share and change all versions of a program--to make sure it remains free software for all its users. We, the Free Software Foundation, use the GNU General Public License for most of our software; it applies", "generated_tokens": [1531, 91700, 1394, 2725, 9314, 1321, 2147, 18107, 6113, 1584, 9543, 1317, 4069, 5109, 2143, 18613, 1317, 9730, 1321, 4036, 1278, 6113, 1046, 5652, 9033, 1044, 1278, 56703, 7487, 11227, 56484, 1395, 13650, 1317, 33152, 2143, 18613, 1317, 9730, 1321, 4036, 1747, 15628, 1307, 1261, 3467, 1742, 1611, 3180, 5257, 1494, 10714, 5370, 9314, 1394, 1747, 2246, 8616, 1046, 2837, 1044, 1278, 16611, 29494, 17364, 1044, 2210, 1278, 56703, 7487, 11227, 56484, 1394, 2725, 1307, 2948, 9314, 1059, 1494, 28735], "tpot": [1.1546974182128906, 0.08373385667800903, 0.08187203109264374, 0.08155548572540283, 0.08117769658565521, 0.08048298209905624, 0.08419129997491837, 0.08177965134382248, 0.08144208043813705, 0.0819595456123352, 0.0853334441781044, 0.0833510085940361, 0.08121215552091599, 0.08525881916284561, 0.08104947209358215, 0.08103965222835541, 0.08007887750864029, 0.0810554251074791, 0.08211436122655869, 0.08134271949529648, 0.08201020956039429, 0.08071065694093704, 0.08450595289468765, 0.08352860808372498, 0.08082559704780579, 0.08080153912305832, 0.08135408163070679, 0.08008108288049698, 0.08088742196559906, 0.08077110350131989, 0.08120112121105194, 0.08833564817905426, 0.08003020286560059, 0.08026659488677979, 0.08333026617765427, 0.08478527516126633, 0.08005865663290024, 0.0812559649348259, 0.07999507337808609, 0.08046876639127731, 0.08038640022277832, 0.08046220988035202, 0.0803716778755188, 0.08111580461263657, 0.08262531459331512, 0.08624562621116638, 0.0816723182797432, 0.08468450605869293, 0.08047766238451004, 0.08025721460580826, 0.08085110783576965, 0.07989709079265594, 0.08004041016101837, 0.07993670552968979, 0.08030915260314941, 0.08094675093889236, 0.08101379126310349, 0.08003273606300354, 0.08091049641370773, 0.08407776057720184, 0.08208595216274261, 0.08009862154722214, 0.08219599723815918, 0.08009026944637299, 0.07981372624635696, 0.07979235053062439, 0.07988684624433517, 0.08031346648931503, 0.08099206537008286, 0.08011443167924881, 0.08001039922237396, 0.08111654967069626, 0.0833376944065094, 0.07980813086032867, 0.0799364447593689, 0.0799906849861145, 0.07996371388435364, 0.0799548476934433, 0.08003644645214081, 0.07994646579027176], "latency": 34.809940260000076, "logprobs": [-7.396169662475586, -5.0146379470825195, -0.14007440209388733, -0.057429201900959015, -0.07256120443344116, -0.0003196682082489133, -0.002333063166588545, -0.7365643978118896, -2.0903806686401367, -0.0028471907135099173, -0.7679573893547058, -0.008302814327180386, -0.0016283836448565125, -0.023581871762871742, -0.001212695729918778, -0.005171137861907482, -0.00023946279543451965, -0.00019929806876461953, -5.9960475482512265e-05, -0.0004343043256085366, -0.00029118589009158313, -2.041377067565918, -6.468316078186035, -0.013627826236188412, -0.0001250427303602919, -0.3696310222148895, -0.21634329855442047, -0.41532525420188904, -0.004539423156529665, -1.597391747054644e-05, -0.006953209172934294, -0.0074744331650435925, -0.012273500673472881, -0.01588617078959942, -0.0021325245033949614, -0.000523430178873241, -8.583032467868179e-06, -1.6331539882230572e-05, -0.0029162520077079535, -0.006122286897152662, -0.08315673470497131, -0.050512515008449554, -0.6366059184074402, -0.01764446310698986, -0.007074781693518162, -0.034392066299915314, -6.926323413848877, -0.5374693274497986, -0.03999913111329079, -0.028230387717485428, -0.0016925308154895902, -0.0006469779182225466, -0.010087697766721249, -7.331102824537084e-05, -0.8897908329963684, -0.00831676460802555, -0.0011313711293041706, -0.000377583724912256, -0.002483262214809656, -0.0012269833823665977, -0.0012473430251702666, -0.04151991754770279, -0.015271874144673347, -0.0020352143328636885, -0.00882688071578741, -0.002042233245447278, -0.0009834696538746357, -0.01229163445532322, -0.007900655269622803, -0.013307209126651287, -0.0007677706307731569, -0.0001919085334520787, -0.0019422968616709113, -0.0009677494526840746, -0.0008469808381050825, -0.0038650347851216793, -0.002514060353860259, -0.0029510778840631247, -0.002314747544005513, -6.329813186312094e-05, -0.004423120059072971, -0.006699836812913418, -0.0014525825390592217, -0.00026222606538794935, -0.0004618293314706534, -0.0012540103634819388, -0.0013656823430210352, -0.0001436368766007945, -0.0007303669699467719, -0.0016121974913403392, -0.00296926312148571, -8.928377064876258e-05, -0.00024244230007752776, -0.13490204513072968, -0.004989197477698326, -0.01744064688682556, -0.000188332938705571, -0.0010556369088590145, -0.003432455938309431, -0.00024077377747744322, -0.025529030710458755, -0.0008046964649111032, -5.507317473529838e-05, -0.001671109232120216, -1.1324817933200393e-05, -0.17158229649066925, -0.01291906088590622, -0.014278624206781387, -0.002704417100176215, -0.007144853472709656, -0.0019179059891030192, -0.000660439720377326, -0.0011501847766339779, -0.0025364153552800417, -0.00022396916756406426, -0.0031780709978193045, -0.009822606109082699, -0.011096670292317867, -0.004411014262586832, -0.01815183460712433, -0.0008997444529086351, -0.0009004590683616698, -0.00660782540217042, -0.0009197533945553005, -0.0010057396721094847, -1.847726889536716e-05, -0.004887656774371862]}} diff --git a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_cudagraphs/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_cudagraphs/golden_values_dev_dgx_h100.json index 9029dfec5dd..18ce65a905f 100644 --- a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_cudagraphs/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_cudagraphs/golden_values_dev_dgx_h100.json @@ -1 +1 @@ -{"1": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end", "generated_tokens": [3060, 2430, 1636, 2012, 1317, 1278, 2362, 1307, 1278, 16070, 1044, 1321, 1636, 23067, 1455, 1593, 1395, 1605, 3140, 5152, 1513, 1747, 1046, 2409, 1395, 3140, 5152, 1513, 1278, 2362], "latency": 0.3714473024010658, "logprobs": [-9.358616828918457, -2.7474308013916016, -4.628000259399414, -1.5015846490859985, -0.6537986993789673, -1.6720777750015259, -2.478705883026123, -2.0523874759674072, -2.4486241340637207, -6.257688522338867, -1.4695018529891968, -3.4444499015808105, -4.394474029541016, -3.875497817993164, -2.0133562088012695, -1.8832889795303345, -3.8004486560821533, -6.784910678863525, -0.2949134111404419, -0.9851954579353333, -6.626471519470215, -7.186152458190918, -12.800604820251465, -2.2686400413513184, -3.7816011905670166, -0.4978560209274292, -4.371628284454346, -0.0696188285946846, -0.09487748891115189, -3.2375073432922363, -10.075444221496582, -1.138173222541809, -5.97689151763916, -5.093283653259277, -3.874396324157715, -2.6073620319366455, -3.466899871826172, -5.642228126525879, -1.6154727935791016, -5.416567325592041, -12.158267974853516, -12.610607147216797, -0.09664110094308853, -2.5213418006896973, -1.3747841119766235, -2.8510401248931885, -1.1877963542938232, -0.006288621574640274, -3.382380962371826, -13.207911491394043, -4.477662086486816, -2.5299136638641357, -6.053747653961182, -0.7650555372238159, -0.04903985932469368, -1.5557448863983154, -1.1315535306930542, -5.610307216644287, -0.4059771001338959, -4.961302280426025, -0.5701270699501038, -0.7174267172813416, -2.4735305309295654, -13.610812187194824, -0.09192369878292084, -3.5248732566833496, -1.3797900676727295, -6.429551124572754, -0.541852593421936, -3.5403199195861816, -0.8477706909179688, -1.5764057636260986, -5.343497276306152, -17.19588851928711, -6.635483741760254, -0.8923014402389526, -4.114314556121826, -1.2193646430969238, -2.2128424644470215, -1.7673423290252686, -0.22567729651927948, -9.320298194885254, -0.1282224804162979, -7.3249101638793945, -2.511319875717163, -4.0696563720703125, -3.5427517890930176, -1.9300249814987183, -2.347038507461548, -1.5178614854812622, -2.366441249847412, -1.744020938873291, -1.1570327281951904, -3.0150983333587646, -0.5272141098976135, -0.4669455885887146, -1.7157398462295532, -0.8362292051315308, -0.41491177678108215, -0.9386503100395203, -1.5008316040039062, -0.4635278284549713, -1.6312834024429321, -0.5320357084274292, -1.2249717712402344, -1.1707526445388794, -0.0023814670275896788, -1.1655761003494263, -0.006950841750949621, -0.7309689521789551, -0.7428325414657593, -0.042878177016973495, -0.8572992086410522, -0.01948782242834568, -2.0537290573120117, -1.2817553281784058, -0.8235744833946228]}} \ No newline at end of file +{"1": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end", "generated_tokens": [3060, 2430, 1636, 2012, 1317, 1278, 2362, 1307, 1278, 16070, 1044, 1321, 1636, 23067, 1455, 1593, 1395, 1605, 3140, 5152, 1513, 1747, 1046, 2409, 1395, 3140, 5152, 1513, 1278, 2362], "tpot": [0.6098978519439697, 0.00587167963385582, 0.00553337624296546, 0.005388895981013775, 0.0052880640141665936, 0.005359936039894819, 0.00534518389031291, 0.005303360056132078, 0.0053532798774540424, 0.005232864059507847, 0.0053773121908307076, 0.005341055803000927, 0.0052644480019807816, 0.005387584213167429, 0.005375008098781109, 0.00524944020435214, 0.0053992001339793205, 0.005333151668310165, 0.0052451519295573235, 0.005348992068320513, 0.005396031774580479, 0.0052389120683074, 0.005332960281521082, 0.005230464041233063, 0.005353568121790886, 0.005343679804354906, 0.005257599987089634, 0.005404096096754074, 0.005395135842263699, 0.005260608159005642], "latency": 0.769633749499917, "logprobs": [-9.358616828918457, -2.7474308013916016, -4.628000259399414, -1.5015846490859985, -0.6537986993789673, -1.6720777750015259, -2.478705883026123, -2.0523874759674072, -2.4486241340637207, -6.257688522338867, -1.4695018529891968, -3.4444499015808105, -4.394474029541016, -3.875497817993164, -2.0133562088012695, -1.8832889795303345, -3.8004486560821533, -6.784910678863525, -0.2949134111404419, -0.9851954579353333, -6.626471519470215, -7.186152458190918, -12.800604820251465, -2.2686400413513184, -3.7816011905670166, -0.4978560209274292, -4.371628284454346, -0.0696188285946846, -0.09487748891115189, -3.2375073432922363, -10.075444221496582, -1.138173222541809, -5.97689151763916, -5.093283653259277, -3.874396324157715, -2.6073620319366455, -3.466899871826172, -5.642228126525879, -1.6154727935791016, -5.416567325592041, -12.158267974853516, -12.610607147216797, -0.09664110094308853, -2.5213418006896973, -1.3747841119766235, -2.8510401248931885, -1.1877963542938232, -0.006288621574640274, -3.382380962371826, -13.207911491394043, -4.477662086486816, -2.5299136638641357, -6.053747653961182, -0.7650555372238159, -0.04903985932469368, -1.5557448863983154, -1.1315535306930542, -5.610307216644287, -0.4059771001338959, -4.961302280426025, -0.5701270699501038, -0.7174267172813416, -2.4735305309295654, -13.610812187194824, -0.09192369878292084, -3.5248732566833496, -1.3797900676727295, -6.429551124572754, -0.541852593421936, -3.5403199195861816, -0.8477706909179688, -1.5764057636260986, -5.343497276306152, -17.19588851928711, -6.635483741760254, -0.8923014402389526, -4.114314556121826, -1.2193646430969238, -2.2128424644470215, -1.7673423290252686, -0.22567729651927948, -9.320298194885254, -0.1282224804162979, -7.3249101638793945, -2.511319875717163, -4.0696563720703125, -3.5427517890930176, -1.9300249814987183, -2.347038507461548, -1.5178614854812622, -2.366441249847412, -1.744020938873291, -1.1570327281951904, -3.0150983333587646, -0.5272141098976135, -0.4669455885887146, -1.7157398462295532, -0.8362292051315308, -0.41491177678108215, -0.9386503100395203, -1.5008316040039062, -0.4635278284549713, -1.6312834024429321, -0.5320357084274292, -1.2249717712402344, -1.1707526445388794, -0.0023814670275896788, -1.1655761003494263, -0.006950841750949621, -0.7309689521789551, -0.7428325414657593, -0.042878177016973495, -0.8572992086410522, -0.01948782242834568, -2.0537290573120117, -1.2817553281784058, -0.8235744833946228]}} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_cudagraphs/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_cudagraphs/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index e7bab115f6e..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_cudagraphs/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1 +0,0 @@ -{"1": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end", "generated_tokens": [3060, 2430, 1636, 2012, 1317, 1278, 2362, 1307, 1278, 16070, 1044, 1321, 1636, 23067, 1455, 1593, 1395, 1605, 3140, 5152, 1513, 1747, 1046, 2409, 1395, 3140, 5152, 1513, 1278, 2362], "tpot": [0.5686635971069336, 0.006066783796995878, 0.00542214373126626, 0.005529535934329033, 0.005290016066282988, 0.005014463793486357, 0.004941120278090239, 0.004862783942371607, 0.004948512185364962, 0.004847776144742966, 0.004972127731889486, 0.0052157118916511536, 0.005366367753595114, 0.0054197758436203, 0.005486688110977411, 0.005352096166461706, 0.005394879728555679, 0.005450463853776455, 0.005347424186766148, 0.005441728048026562, 0.0054066237062215805, 0.0052277762442827225, 0.005518496036529541, 0.005288544110953808, 0.005351583939045668, 0.005274975672364235, 0.0052535682916641235, 0.005358528345823288, 0.00528879975900054, 0.0052247364073991776], "latency": 0.7284151650965214, "logprobs": [-9.358616828918457, -2.7474308013916016, -4.628000259399414, -1.5015846490859985, -0.6537986993789673, -1.6720777750015259, -2.478705883026123, -2.0523874759674072, -2.4486241340637207, -6.257688522338867, -1.4695018529891968, -3.4444499015808105, -4.394474029541016, -3.875497817993164, -2.0133562088012695, -1.8832889795303345, -3.8004486560821533, -6.784910678863525, -0.2949134111404419, -0.9851954579353333, -6.626471519470215, -7.186152458190918, -12.800604820251465, -2.2686400413513184, -3.7816011905670166, -0.4978560209274292, -4.371628284454346, -0.0696188285946846, -0.09487748891115189, -3.2375073432922363, -10.075444221496582, -1.138173222541809, -5.97689151763916, -5.093283653259277, -3.874396324157715, -2.6073620319366455, -3.466899871826172, -5.642228126525879, -1.6154727935791016, -5.416567325592041, -12.158267974853516, -12.610607147216797, -0.09664110094308853, -2.5213418006896973, -1.3747841119766235, -2.8510401248931885, -1.1877963542938232, -0.006288621574640274, -3.382380962371826, -13.207911491394043, -4.477662086486816, -2.5299136638641357, -6.053747653961182, -0.7650555372238159, -0.04903985932469368, -1.5557448863983154, -1.1315535306930542, -5.610307216644287, -0.4059771001338959, -4.961302280426025, -0.5701270699501038, -0.7174267172813416, -2.4735305309295654, -13.610812187194824, -0.09192369878292084, -3.5248732566833496, -1.3797900676727295, -6.429551124572754, -0.541852593421936, -3.5403199195861816, -0.8477706909179688, -1.5764057636260986, -5.343497276306152, -17.19588851928711, -6.635483741760254, -0.8923014402389526, -4.114314556121826, -1.2193646430969238, -2.2128424644470215, -1.7673423290252686, -0.22567729651927948, -9.320298194885254, -0.1282224804162979, -7.3249101638793945, -2.511319875717163, -4.0696563720703125, -3.5427517890930176, -1.9300249814987183, -2.347038507461548, -1.5178614854812622, -2.366441249847412, -1.744020938873291, -1.1570327281951904, -3.0150983333587646, -0.5272141098976135, -0.4669455885887146, -1.7157398462295532, -0.8362292051315308, -0.41491177678108215, -0.9386503100395203, -1.5008316040039062, -0.4635278284549713, -1.6312834024429321, -0.5320357084274292, -1.2249717712402344, -1.1707526445388794, -0.0023814670275896788, -1.1655761003494263, -0.006950841750949621, -0.7309689521789551, -0.7428325414657593, -0.042878177016973495, -0.8572992086410522, -0.01948782242834568, -2.0537290573120117, -1.2817553281784058, -0.8235744833946228]}} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_cudagraphs/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_cudagraphs/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 18ce65a905f..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_cudagraphs/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1 +0,0 @@ -{"1": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end", "generated_tokens": [3060, 2430, 1636, 2012, 1317, 1278, 2362, 1307, 1278, 16070, 1044, 1321, 1636, 23067, 1455, 1593, 1395, 1605, 3140, 5152, 1513, 1747, 1046, 2409, 1395, 3140, 5152, 1513, 1278, 2362], "tpot": [0.6098978519439697, 0.00587167963385582, 0.00553337624296546, 0.005388895981013775, 0.0052880640141665936, 0.005359936039894819, 0.00534518389031291, 0.005303360056132078, 0.0053532798774540424, 0.005232864059507847, 0.0053773121908307076, 0.005341055803000927, 0.0052644480019807816, 0.005387584213167429, 0.005375008098781109, 0.00524944020435214, 0.0053992001339793205, 0.005333151668310165, 0.0052451519295573235, 0.005348992068320513, 0.005396031774580479, 0.0052389120683074, 0.005332960281521082, 0.005230464041233063, 0.005353568121790886, 0.005343679804354906, 0.005257599987089634, 0.005404096096754074, 0.005395135842263699, 0.005260608159005642], "latency": 0.769633749499917, "logprobs": [-9.358616828918457, -2.7474308013916016, -4.628000259399414, -1.5015846490859985, -0.6537986993789673, -1.6720777750015259, -2.478705883026123, -2.0523874759674072, -2.4486241340637207, -6.257688522338867, -1.4695018529891968, -3.4444499015808105, -4.394474029541016, -3.875497817993164, -2.0133562088012695, -1.8832889795303345, -3.8004486560821533, -6.784910678863525, -0.2949134111404419, -0.9851954579353333, -6.626471519470215, -7.186152458190918, -12.800604820251465, -2.2686400413513184, -3.7816011905670166, -0.4978560209274292, -4.371628284454346, -0.0696188285946846, -0.09487748891115189, -3.2375073432922363, -10.075444221496582, -1.138173222541809, -5.97689151763916, -5.093283653259277, -3.874396324157715, -2.6073620319366455, -3.466899871826172, -5.642228126525879, -1.6154727935791016, -5.416567325592041, -12.158267974853516, -12.610607147216797, -0.09664110094308853, -2.5213418006896973, -1.3747841119766235, -2.8510401248931885, -1.1877963542938232, -0.006288621574640274, -3.382380962371826, -13.207911491394043, -4.477662086486816, -2.5299136638641357, -6.053747653961182, -0.7650555372238159, -0.04903985932469368, -1.5557448863983154, -1.1315535306930542, -5.610307216644287, -0.4059771001338959, -4.961302280426025, -0.5701270699501038, -0.7174267172813416, -2.4735305309295654, -13.610812187194824, -0.09192369878292084, -3.5248732566833496, -1.3797900676727295, -6.429551124572754, -0.541852593421936, -3.5403199195861816, -0.8477706909179688, -1.5764057636260986, -5.343497276306152, -17.19588851928711, -6.635483741760254, -0.8923014402389526, -4.114314556121826, -1.2193646430969238, -2.2128424644470215, -1.7673423290252686, -0.22567729651927948, -9.320298194885254, -0.1282224804162979, -7.3249101638793945, -2.511319875717163, -4.0696563720703125, -3.5427517890930176, -1.9300249814987183, -2.347038507461548, -1.5178614854812622, -2.366441249847412, -1.744020938873291, -1.1570327281951904, -3.0150983333587646, -0.5272141098976135, -0.4669455885887146, -1.7157398462295532, -0.8362292051315308, -0.41491177678108215, -0.9386503100395203, -1.5008316040039062, -0.4635278284549713, -1.6312834024429321, -0.5320357084274292, -1.2249717712402344, -1.1707526445388794, -0.0023814670275896788, -1.1655761003494263, -0.006950841750949621, -0.7309689521789551, -0.7428325414657593, -0.042878177016973495, -0.8572992086410522, -0.01948782242834568, -2.0537290573120117, -1.2817553281784058, -0.8235744833946228]}} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_fp8_cudagraphs/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_fp8_cudagraphs/golden_values_dev_dgx_h100.json index 9a4f6e192ea..6a5ace35ec7 100644 --- a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_fp8_cudagraphs/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_fp8_cudagraphs/golden_values_dev_dgx_h100.json @@ -1 +1 @@ -{"1": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end", "generated_tokens": [3060, 2430, 1636, 2012, 1317, 1278, 2362, 1307, 1278, 16070, 1044, 1321, 1636, 23067, 1455, 1593, 1395, 1605, 3140, 5152, 1513, 1747, 1046, 2409, 1395, 3140, 5152, 1513, 1278, 2362], "tpot": [1.5115115642547607, 0.007229087874293327, 0.00665462389588356, 0.0065788161009550095, 0.006567839998751879, 0.006471551954746246, 0.006619679741561413, 0.006431424058973789, 0.006226592231541872, 0.006571744102984667, 0.0064865280874073505, 0.0072165122255682945, 0.007240608334541321, 0.006648031994700432, 0.006431007757782936, 0.006310080178081989, 0.006376704201102257, 0.006450208369642496, 0.006438720040023327, 0.006362047977745533, 0.006522816140204668, 0.006768255960196257, 0.007029919885098934, 0.007154304068535566, 0.007165535818785429, 0.007210432086139917, 0.007157695945352316, 0.007158207707107067, 0.0068295360542833805, 0.006448736414313316], "latency": 1.7110617719590664, "logprobs": [-9.362524032592773, -2.761181354522705, -4.53175163269043, -1.5617105960845947, -0.7528610229492188, -1.6253626346588135, -2.45941162109375, -2.1533684730529785, -2.346475124359131, -6.157411575317383, -1.3193804025650024, -3.5247979164123535, -4.488514423370361, -3.759702682495117, -2.022449493408203, -1.8945543766021729, -3.6219239234924316, -6.842351913452148, -0.3225390613079071, -0.8537865877151489, -6.520284652709961, -7.550463676452637, -12.595708847045898, -2.9504785537719727, -3.8068642616271973, -0.5890476107597351, -4.3587751388549805, -0.0665372759103775, -0.06955777853727341, -3.3523848056793213, -9.773153305053711, -1.0814638137817383, -6.204980850219727, -5.33505392074585, -3.9411606788635254, -2.7358486652374268, -3.2924106121063232, -6.0152740478515625, -1.8116782903671265, -6.243865013122559, -12.158185958862305, -12.65605354309082, -0.08688803017139435, -2.6079092025756836, -1.4071979522705078, -2.990557909011841, -1.2379846572875977, -0.006849618628621101, -3.4119930267333984, -13.05937671661377, -4.2840399742126465, -2.4802193641662598, -5.933547019958496, -0.9116124510765076, -0.060975510627031326, -1.5681536197662354, -1.0339949131011963, -5.617187023162842, -0.41873589158058167, -4.9402852058410645, -0.5690340995788574, -0.6301103830337524, -2.396580696105957, -13.29629898071289, -0.08181379735469818, -3.6629719734191895, -1.105454683303833, -6.127413749694824, -0.5906393527984619, -3.548814296722412, -0.9948520660400391, -1.5058085918426514, -5.211822509765625, -17.489606857299805, -6.8240861892700195, -0.9539748430252075, -4.2172040939331055, -1.1572864055633545, -2.3540186882019043, -1.798780918121338, -0.2533280849456787, -9.403679847717285, -0.1830129772424698, -7.440906524658203, -2.228740692138672, -4.196046352386475, -3.5180575847625732, -1.9530653953552246, -2.2825613021850586, -1.5544131994247437, -2.3991782665252686, -1.554469347000122, -1.290938377380371, -2.785543203353882, -0.6400948166847229, -0.48503541946411133, -1.432410478591919, -0.9366894960403442, -0.42669478058815, -0.9688448905944824, -1.4787911176681519, -0.43357178568840027, -1.8381303548812866, -0.6210520267486572, -1.0601571798324585, -1.1962573528289795, -0.002758747199550271, -1.2365548610687256, -0.008277395740151405, -0.7464911341667175, -0.8628943562507629, -0.0671280175447464, -0.953361988067627, -0.02595982328057289, -2.139401435852051, -1.1942673921585083, -0.7968283295631409]}} \ No newline at end of file +{"1": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end", "generated_tokens": [3060, 2430, 1636, 2012, 1317, 1278, 2362, 1307, 1278, 16070, 1044, 1321, 1636, 23067, 1455, 1593, 1395, 1605, 3140, 5152, 1513, 1747, 1046, 2409, 1395, 3140, 5152, 1513, 1278, 2362], "tpot": [0.6358857750892639, 0.009907487779855728, 0.010546143166720867, 0.009435135871171951, 0.010123520158231258, 0.009925439953804016, 0.008350367657840252, 0.008556703105568886, 0.008582624606788158, 0.00840403139591217, 0.008557791821658611, 0.008503519929945469, 0.008379808627068996, 0.009403808042407036, 0.009133151732385159, 0.008321152068674564, 0.008845727890729904, 0.008372415788471699, 0.008591103367507458, 0.009211359545588493, 0.009166751988232136, 0.009767616167664528, 0.008620256558060646, 0.009338144212961197, 0.010125535540282726, 0.010068127885460854, 0.009669983759522438, 0.010439807549118996, 0.010279008187353611, 0.0103340158239007], "latency": 0.9097336048725992, "logprobs": [-9.362524032592773, -2.761181354522705, -4.53175163269043, -1.5617105960845947, -0.7528610229492188, -1.6253626346588135, -2.45941162109375, -2.1533684730529785, -2.346475124359131, -6.157411575317383, -1.3193804025650024, -3.5247979164123535, -4.488514423370361, -3.759702682495117, -2.022449493408203, -1.8945543766021729, -3.6219239234924316, -6.842351913452148, -0.3225390613079071, -0.8537865877151489, -6.520284652709961, -7.550463676452637, -12.595708847045898, -2.9504785537719727, -3.8068642616271973, -0.5890476107597351, -4.3587751388549805, -0.0665372759103775, -0.06955777853727341, -3.3523848056793213, -9.773153305053711, -1.0814638137817383, -6.204980850219727, -5.33505392074585, -3.9411606788635254, -2.7358486652374268, -3.2924106121063232, -6.0152740478515625, -1.8116782903671265, -6.243865013122559, -12.158185958862305, -12.65605354309082, -0.08688803017139435, -2.6079092025756836, -1.4071979522705078, -2.990557909011841, -1.2379846572875977, -0.006849618628621101, -3.4119930267333984, -13.05937671661377, -4.2840399742126465, -2.4802193641662598, -5.933547019958496, -0.9116124510765076, -0.060975510627031326, -1.5681536197662354, -1.0339949131011963, -5.617187023162842, -0.41873589158058167, -4.9402852058410645, -0.5690340995788574, -0.6301103830337524, -2.396580696105957, -13.29629898071289, -0.08181379735469818, -3.6629719734191895, -1.105454683303833, -6.127413749694824, -0.5906393527984619, -3.548814296722412, -0.9948520660400391, -1.5058085918426514, -5.211822509765625, -17.489606857299805, -6.8240861892700195, -0.9539748430252075, -4.2172040939331055, -1.1572864055633545, -2.3540186882019043, -1.798780918121338, -0.2533280849456787, -9.403679847717285, -0.1830129772424698, -7.440906524658203, -2.228740692138672, -4.196046352386475, -3.5180575847625732, -1.9530653953552246, -2.2825613021850586, -1.5544131994247437, -2.3991782665252686, -1.554469347000122, -1.290938377380371, -2.785543203353882, -0.6400948166847229, -0.48503541946411133, -1.432410478591919, -0.9366894960403442, -0.42669478058815, -0.9688448905944824, -1.4787911176681519, -0.43357178568840027, -1.8381303548812866, -0.6210520267486572, -1.0601571798324585, -1.1962573528289795, -0.002758747199550271, -1.2365548610687256, -0.008277395740151405, -0.7464911341667175, -0.8628943562507629, -0.0671280175447464, -0.953361988067627, -0.02595982328057289, -2.139401435852051, -1.1942673921585083, -0.7968283295631409]}} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_fp8_cudagraphs/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_fp8_cudagraphs/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 05e16225cd4..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_fp8_cudagraphs/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1 +0,0 @@ -{"1": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end", "generated_tokens": [3060, 2430, 1636, 2012, 1317, 1278, 2362, 1307, 1278, 16070, 1044, 1321, 1636, 23067, 1455, 1593, 1395, 1605, 3140, 5152, 1513, 1747, 1046, 2409, 1395, 3140, 5152, 1513, 1278, 2362], "tpot": [0.561271607875824, 0.010015103965997696, 0.008491167798638344, 0.007847008295357227, 0.007853696122765541, 0.007908639498054981, 0.0077699837274849415, 0.007929407991468906, 0.007948416285216808, 0.008069856092333794, 0.008628063835203648, 0.00827731192111969, 0.007847904227674007, 0.007874688133597374, 0.008285152725875378, 0.008413120172917843, 0.008548031561076641, 0.008463519625365734, 0.008221376687288284, 0.008037183433771133, 0.007799903862178326, 0.007931231521070004, 0.008392063900828362, 0.008282655850052834, 0.00781238405033946, 0.007775456178933382, 0.007549664005637169, 0.00783606432378292, 0.00781475193798542, 0.00798182375729084], "latency": 0.8031206205487251, "logprobs": [-9.362524032592773, -2.761181354522705, -4.53175163269043, -1.5617105960845947, -0.7528610229492188, -1.6253626346588135, -2.45941162109375, -2.1533684730529785, -2.346475124359131, -6.157411575317383, -1.3193804025650024, -3.5247979164123535, -4.488514423370361, -3.759702682495117, -2.022449493408203, -1.8945543766021729, -3.6219239234924316, -6.842351913452148, -0.3225390613079071, -0.8537865877151489, -6.520284652709961, -7.550463676452637, -12.595708847045898, -2.9504785537719727, -3.8068642616271973, -0.5890476107597351, -4.3587751388549805, -0.0665372759103775, -0.06955777853727341, -3.3523848056793213, -9.773153305053711, -1.0814638137817383, -6.204980850219727, -5.33505392074585, -3.9411606788635254, -2.7358486652374268, -3.2924106121063232, -6.0152740478515625, -1.8116782903671265, -6.243865013122559, -12.158185958862305, -12.65605354309082, -0.08688803017139435, -2.6079092025756836, -1.4071979522705078, -2.990557909011841, -1.2379846572875977, -0.006849618628621101, -3.4119930267333984, -13.05937671661377, -4.2840399742126465, -2.4802193641662598, -5.933547019958496, -0.9116124510765076, -0.060975510627031326, -1.5681536197662354, -1.0339949131011963, -5.617187023162842, -0.41873589158058167, -4.9402852058410645, -0.5690340995788574, -0.6301103830337524, -2.396580696105957, -13.29629898071289, -0.08181379735469818, -3.6629719734191895, -1.105454683303833, -6.127413749694824, -0.5906393527984619, -3.548814296722412, -0.9948520660400391, -1.5058085918426514, -5.211822509765625, -17.489606857299805, -6.8240861892700195, -0.9539748430252075, -4.2172040939331055, -1.1572864055633545, -2.3540186882019043, -1.798780918121338, -0.2533280849456787, -9.403679847717285, -0.1830129772424698, -7.440906524658203, -2.228740692138672, -4.196046352386475, -3.5180575847625732, -1.9530653953552246, -2.2825613021850586, -1.5544131994247437, -2.3991782665252686, -1.554469347000122, -1.290938377380371, -2.785543203353882, -0.6400948166847229, -0.48503541946411133, -1.432410478591919, -0.9366894960403442, -0.42669478058815, -0.9688448905944824, -1.4787911176681519, -0.43357178568840027, -1.8381303548812866, -0.6210520267486572, -1.0601571798324585, -1.1962573528289795, -0.002758747199550271, -1.2365548610687256, -0.008277395740151405, -0.7464911341667175, -0.8628943562507629, -0.0671280175447464, -0.953361988067627, -0.02595982328057289, -2.139401435852051, -1.1942673921585083, -0.7968283295631409]}} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_fp8_cudagraphs/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_fp8_cudagraphs/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 6a5ace35ec7..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_fp8_cudagraphs/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1 +0,0 @@ -{"1": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end", "generated_tokens": [3060, 2430, 1636, 2012, 1317, 1278, 2362, 1307, 1278, 16070, 1044, 1321, 1636, 23067, 1455, 1593, 1395, 1605, 3140, 5152, 1513, 1747, 1046, 2409, 1395, 3140, 5152, 1513, 1278, 2362], "tpot": [0.6358857750892639, 0.009907487779855728, 0.010546143166720867, 0.009435135871171951, 0.010123520158231258, 0.009925439953804016, 0.008350367657840252, 0.008556703105568886, 0.008582624606788158, 0.00840403139591217, 0.008557791821658611, 0.008503519929945469, 0.008379808627068996, 0.009403808042407036, 0.009133151732385159, 0.008321152068674564, 0.008845727890729904, 0.008372415788471699, 0.008591103367507458, 0.009211359545588493, 0.009166751988232136, 0.009767616167664528, 0.008620256558060646, 0.009338144212961197, 0.010125535540282726, 0.010068127885460854, 0.009669983759522438, 0.010439807549118996, 0.010279008187353611, 0.0103340158239007], "latency": 0.9097336048725992, "logprobs": [-9.362524032592773, -2.761181354522705, -4.53175163269043, -1.5617105960845947, -0.7528610229492188, -1.6253626346588135, -2.45941162109375, -2.1533684730529785, -2.346475124359131, -6.157411575317383, -1.3193804025650024, -3.5247979164123535, -4.488514423370361, -3.759702682495117, -2.022449493408203, -1.8945543766021729, -3.6219239234924316, -6.842351913452148, -0.3225390613079071, -0.8537865877151489, -6.520284652709961, -7.550463676452637, -12.595708847045898, -2.9504785537719727, -3.8068642616271973, -0.5890476107597351, -4.3587751388549805, -0.0665372759103775, -0.06955777853727341, -3.3523848056793213, -9.773153305053711, -1.0814638137817383, -6.204980850219727, -5.33505392074585, -3.9411606788635254, -2.7358486652374268, -3.2924106121063232, -6.0152740478515625, -1.8116782903671265, -6.243865013122559, -12.158185958862305, -12.65605354309082, -0.08688803017139435, -2.6079092025756836, -1.4071979522705078, -2.990557909011841, -1.2379846572875977, -0.006849618628621101, -3.4119930267333984, -13.05937671661377, -4.2840399742126465, -2.4802193641662598, -5.933547019958496, -0.9116124510765076, -0.060975510627031326, -1.5681536197662354, -1.0339949131011963, -5.617187023162842, -0.41873589158058167, -4.9402852058410645, -0.5690340995788574, -0.6301103830337524, -2.396580696105957, -13.29629898071289, -0.08181379735469818, -3.6629719734191895, -1.105454683303833, -6.127413749694824, -0.5906393527984619, -3.548814296722412, -0.9948520660400391, -1.5058085918426514, -5.211822509765625, -17.489606857299805, -6.8240861892700195, -0.9539748430252075, -4.2172040939331055, -1.1572864055633545, -2.3540186882019043, -1.798780918121338, -0.2533280849456787, -9.403679847717285, -0.1830129772424698, -7.440906524658203, -2.228740692138672, -4.196046352386475, -3.5180575847625732, -1.9530653953552246, -2.2825613021850586, -1.5544131994247437, -2.3991782665252686, -1.554469347000122, -1.290938377380371, -2.785543203353882, -0.6400948166847229, -0.48503541946411133, -1.432410478591919, -0.9366894960403442, -0.42669478058815, -0.9688448905944824, -1.4787911176681519, -0.43357178568840027, -1.8381303548812866, -0.6210520267486572, -1.0601571798324585, -1.1962573528289795, -0.002758747199550271, -1.2365548610687256, -0.008277395740151405, -0.7464911341667175, -0.8628943562507629, -0.0671280175447464, -0.953361988067627, -0.02595982328057289, -2.139401435852051, -1.1942673921585083, -0.7968283295631409]}} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgx_h100.json index 42791eb0343..a4b870809ba 100644 --- a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgx_h100.json @@ -1 +1 @@ -{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end", "generated_tokens": [3060, 2430, 1636, 2012, 1317, 1278, 2362, 1307, 1278, 16070, 1044, 1321, 1636, 23067, 1455, 1593, 1395, 1605, 3140, 5152, 1513, 1747, 1046, 2409, 1395, 3140, 5152, 1513, 1278, 2362], "latency": 2.9242165591567755, "logprobs": [-9.358616828918457, -2.7474308013916016, -4.628000259399414, -1.5015846490859985, -0.6537986993789673, -1.6720777750015259, -2.478705883026123, -2.0523874759674072, -2.4486241340637207, -6.257688522338867, -1.4695018529891968, -3.4444499015808105, -4.394474029541016, -3.875497817993164, -2.0133562088012695, -1.8832889795303345, -3.8004486560821533, -6.784910678863525, -0.2949134111404419, -0.9851954579353333, -6.626471519470215, -7.186152458190918, -12.800604820251465, -2.2686400413513184, -3.7816011905670166, -0.4978560209274292, -4.371628284454346, -0.0696188285946846, -0.09487748891115189, -3.2375073432922363, -10.075444221496582, -1.138173222541809, -5.97689151763916, -5.093283653259277, -3.874396324157715, -2.6073620319366455, -3.466899871826172, -5.642228126525879, -1.6154727935791016, -5.416567325592041, -12.158267974853516, -12.610607147216797, -0.09664110094308853, -2.5213418006896973, -1.3747841119766235, -2.8510401248931885, -1.1877963542938232, -0.006288621574640274, -3.382380962371826, -13.207911491394043, -4.477662086486816, -2.5299136638641357, -6.053747653961182, -0.7650555372238159, -0.04903985932469368, -1.5557448863983154, -1.1315535306930542, -5.610307216644287, -0.4059771001338959, -4.961302280426025, -0.5701270699501038, -0.7174267172813416, -2.4735305309295654, -13.610812187194824, -0.09192369878292084, -3.5248732566833496, -1.3797900676727295, -6.429551124572754, -0.541852593421936, -3.5403199195861816, -0.8477706909179688, -1.5764057636260986, -5.343497276306152, -17.19588851928711, -6.635483741760254, -0.8923014402389526, -4.114314556121826, -1.2193646430969238, -2.2128424644470215, -1.7673423290252686, -0.22567729651927948, -9.320298194885254, -0.1282224804162979, -7.3249101638793945, -2.511319875717163, -4.0696563720703125, -3.5427517890930176, -1.9300249814987183, -2.347038507461548, -1.5178614854812622, -2.366441249847412, -1.744020938873291, -1.1570327281951904, -3.0150983333587646, -0.5272141098976135, -0.4669455885887146, -1.7157398462295532, -0.8362292051315308, -0.41491177678108215, -0.9386503100395203, -1.5008316040039062, -0.4635278284549713, -1.6312834024429321, -0.5320357084274292, -1.2249717712402344, -1.1707526445388794, -0.0023814670275896788, -1.1655761003494263, -0.006950841750949621, -0.7309689521789551, -0.7428325414657593, -0.042878177016973495, -0.8572992086410522, -0.01948782242834568, -2.0537290573120117, -1.2817553281784058, -0.8235744833946228]}} \ No newline at end of file +{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end", "generated_tokens": [3060, 2430, 1636, 2012, 1317, 1278, 2362, 1307, 1278, 16070, 1044, 1321, 1636, 23067, 1455, 1593, 1395, 1605, 3140, 5152, 1513, 1747, 1046, 2409, 1395, 3140, 5152, 1513, 1278, 2362], "tpot": [2.2565205097198486, 0.3516305685043335, 0.01722889579832554, 0.018507104367017746, 0.01656815968453884, 0.016881439834833145, 0.0166244488209486, 0.01648310385644436, 0.016350112855434418, 0.018141599372029305, 0.01638089492917061, 0.016720257699489594, 0.01646953634917736, 0.01641814410686493, 0.016365855932235718, 0.018089760094881058, 0.016283327713608742, 0.01690729521214962, 0.019018815830349922, 0.01721513643860817, 0.01676982268691063, 0.018497919663786888, 0.016406463459134102, 0.01895606331527233, 0.018566368147730827, 0.017292767763137817, 0.02004953660070896, 0.0188816636800766, 0.019935935735702515, 0.019367488101124763], "latency": 3.115501318126917, "logprobs": [-9.358616828918457, -2.7474308013916016, -4.628000259399414, -1.5015846490859985, -0.6537986993789673, -1.6720777750015259, -2.478705883026123, -2.0523874759674072, -2.4486241340637207, -6.257688522338867, -1.4695018529891968, -3.4444499015808105, -4.394474029541016, -3.875497817993164, -2.0133562088012695, -1.8832889795303345, -3.8004486560821533, -6.784910678863525, -0.2949134111404419, -0.9851954579353333, -6.626471519470215, -7.186152458190918, -12.800604820251465, -2.2686400413513184, -3.7816011905670166, -0.4978560209274292, -4.371628284454346, -0.0696188285946846, -0.09487748891115189, -3.2375073432922363, -10.075444221496582, -1.138173222541809, -5.97689151763916, -5.093283653259277, -3.874396324157715, -2.6073620319366455, -3.466899871826172, -5.642228126525879, -1.6154727935791016, -5.416567325592041, -12.158267974853516, -12.610607147216797, -0.09664110094308853, -2.5213418006896973, -1.3747841119766235, -2.8510401248931885, -1.1877963542938232, -0.006288621574640274, -3.382380962371826, -13.207911491394043, -4.477662086486816, -2.5299136638641357, -6.053747653961182, -0.7650555372238159, -0.04903985932469368, -1.5557448863983154, -1.1315535306930542, -5.610307216644287, -0.4059771001338959, -4.961302280426025, -0.5701270699501038, -0.7174267172813416, -2.4735305309295654, -13.610812187194824, -0.09192369878292084, -3.5248732566833496, -1.3797900676727295, -6.429551124572754, -0.541852593421936, -3.5403199195861816, -0.8477706909179688, -1.5764057636260986, -5.343497276306152, -17.19588851928711, -6.635483741760254, -0.8923014402389526, -4.114314556121826, -1.2193646430969238, -2.2128424644470215, -1.7673423290252686, -0.22567729651927948, -9.320298194885254, -0.1282224804162979, -7.3249101638793945, -2.511319875717163, -4.0696563720703125, -3.5427517890930176, -1.9300249814987183, -2.347038507461548, -1.5178614854812622, -2.366441249847412, -1.744020938873291, -1.1570327281951904, -3.0150983333587646, -0.5272141098976135, -0.4669455885887146, -1.7157398462295532, -0.8362292051315308, -0.41491177678108215, -0.9386503100395203, -1.5008316040039062, -0.4635278284549713, -1.6312834024429321, -0.5320357084274292, -1.2249717712402344, -1.1707526445388794, -0.0023814670275896788, -1.1655761003494263, -0.006950841750949621, -0.7309689521789551, -0.7428325414657593, -0.042878177016973495, -0.8572992086410522, -0.01948782242834568, -2.0537290573120117, -1.2817553281784058, -0.8235744833946228]}} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index f37c35812e5..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1 +0,0 @@ -{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end", "generated_tokens": [3060, 2430, 1636, 2012, 1317, 1278, 2362, 1307, 1278, 16070, 1044, 1321, 1636, 23067, 1455, 1593, 1395, 1605, 3140, 5152, 1513, 1747, 1046, 2409, 1395, 3140, 5152, 1513, 1278, 2362], "tpot": [2.1197516918182373, 0.3172459900379181, 0.016708193346858025, 0.015786752104759216, 0.015607455745339394, 0.015449312515556812, 0.015446463599801064, 0.015455200336873531, 0.015508351847529411, 0.016473280265927315, 0.015467967838048935, 0.015407584607601166, 0.015393920242786407, 0.015441760420799255, 0.015666943043470383, 0.015604863874614239, 0.015388128347694874, 0.015523936599493027, 0.015425760298967361, 0.016386207193136215, 0.016847264021635056, 0.016578560695052147, 0.016409022733569145, 0.016199840232729912, 0.015789279714226723, 0.015486880205571651, 0.01539977639913559, 0.016956929117441177, 0.016581375151872635, 0.01746956817805767], "latency": 2.903888032771647, "logprobs": [-9.358616828918457, -2.7474308013916016, -4.628000259399414, -1.5015846490859985, -0.6537986993789673, -1.6720777750015259, -2.478705883026123, -2.0523874759674072, -2.4486241340637207, -6.257688522338867, -1.4695018529891968, -3.4444499015808105, -4.394474029541016, -3.875497817993164, -2.0133562088012695, -1.8832889795303345, -3.8004486560821533, -6.784910678863525, -0.2949134111404419, -0.9851954579353333, -6.626471519470215, -7.186152458190918, -12.800604820251465, -2.2686400413513184, -3.7816011905670166, -0.4978560209274292, -4.371628284454346, -0.0696188285946846, -0.09487748891115189, -3.2375073432922363, -10.075444221496582, -1.138173222541809, -5.97689151763916, -5.093283653259277, -3.874396324157715, -2.6073620319366455, -3.466899871826172, -5.642228126525879, -1.6154727935791016, -5.416567325592041, -12.158267974853516, -12.610607147216797, -0.09664110094308853, -2.5213418006896973, -1.3747841119766235, -2.8510401248931885, -1.1877963542938232, -0.006288621574640274, -3.382380962371826, -13.207911491394043, -4.477662086486816, -2.5299136638641357, -6.053747653961182, -0.7650555372238159, -0.04903985932469368, -1.5557448863983154, -1.1315535306930542, -5.610307216644287, -0.4059771001338959, -4.961302280426025, -0.5701270699501038, -0.7174267172813416, -2.4735305309295654, -13.610812187194824, -0.09192369878292084, -3.5248732566833496, -1.3797900676727295, -6.429551124572754, -0.541852593421936, -3.5403199195861816, -0.8477706909179688, -1.5764057636260986, -5.343497276306152, -17.19588851928711, -6.635483741760254, -0.8923014402389526, -4.114314556121826, -1.2193646430969238, -2.2128424644470215, -1.7673423290252686, -0.22567729651927948, -9.320298194885254, -0.1282224804162979, -7.3249101638793945, -2.511319875717163, -4.0696563720703125, -3.5427517890930176, -1.9300249814987183, -2.347038507461548, -1.5178614854812622, -2.366441249847412, -1.744020938873291, -1.1570327281951904, -3.0150983333587646, -0.5272141098976135, -0.4669455885887146, -1.7157398462295532, -0.8362292051315308, -0.41491177678108215, -0.9386503100395203, -1.5008316040039062, -0.4635278284549713, -1.6312834024429321, -0.5320357084274292, -1.2249717712402344, -1.1707526445388794, -0.0023814670275896788, -1.1655761003494263, -0.006950841750949621, -0.7309689521789551, -0.7428325414657593, -0.042878177016973495, -0.8572992086410522, -0.01948782242834568, -2.0537290573120117, -1.2817553281784058, -0.8235744833946228]}} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index a4b870809ba..00000000000 --- a/tests/functional_tests/test_cases/gpt/gpt_static_inference_tp1_pp1_583m_logitsmatch/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1 +0,0 @@ -{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end", "generated_tokens": [3060, 2430, 1636, 2012, 1317, 1278, 2362, 1307, 1278, 16070, 1044, 1321, 1636, 23067, 1455, 1593, 1395, 1605, 3140, 5152, 1513, 1747, 1046, 2409, 1395, 3140, 5152, 1513, 1278, 2362], "tpot": [2.2565205097198486, 0.3516305685043335, 0.01722889579832554, 0.018507104367017746, 0.01656815968453884, 0.016881439834833145, 0.0166244488209486, 0.01648310385644436, 0.016350112855434418, 0.018141599372029305, 0.01638089492917061, 0.016720257699489594, 0.01646953634917736, 0.01641814410686493, 0.016365855932235718, 0.018089760094881058, 0.016283327713608742, 0.01690729521214962, 0.019018815830349922, 0.01721513643860817, 0.01676982268691063, 0.018497919663786888, 0.016406463459134102, 0.01895606331527233, 0.018566368147730827, 0.017292767763137817, 0.02004953660070896, 0.0188816636800766, 0.019935935735702515, 0.019367488101124763], "latency": 3.115501318126917, "logprobs": [-9.358616828918457, -2.7474308013916016, -4.628000259399414, -1.5015846490859985, -0.6537986993789673, -1.6720777750015259, -2.478705883026123, -2.0523874759674072, -2.4486241340637207, -6.257688522338867, -1.4695018529891968, -3.4444499015808105, -4.394474029541016, -3.875497817993164, -2.0133562088012695, -1.8832889795303345, -3.8004486560821533, -6.784910678863525, -0.2949134111404419, -0.9851954579353333, -6.626471519470215, -7.186152458190918, -12.800604820251465, -2.2686400413513184, -3.7816011905670166, -0.4978560209274292, -4.371628284454346, -0.0696188285946846, -0.09487748891115189, -3.2375073432922363, -10.075444221496582, -1.138173222541809, -5.97689151763916, -5.093283653259277, -3.874396324157715, -2.6073620319366455, -3.466899871826172, -5.642228126525879, -1.6154727935791016, -5.416567325592041, -12.158267974853516, -12.610607147216797, -0.09664110094308853, -2.5213418006896973, -1.3747841119766235, -2.8510401248931885, -1.1877963542938232, -0.006288621574640274, -3.382380962371826, -13.207911491394043, -4.477662086486816, -2.5299136638641357, -6.053747653961182, -0.7650555372238159, -0.04903985932469368, -1.5557448863983154, -1.1315535306930542, -5.610307216644287, -0.4059771001338959, -4.961302280426025, -0.5701270699501038, -0.7174267172813416, -2.4735305309295654, -13.610812187194824, -0.09192369878292084, -3.5248732566833496, -1.3797900676727295, -6.429551124572754, -0.541852593421936, -3.5403199195861816, -0.8477706909179688, -1.5764057636260986, -5.343497276306152, -17.19588851928711, -6.635483741760254, -0.8923014402389526, -4.114314556121826, -1.2193646430969238, -2.2128424644470215, -1.7673423290252686, -0.22567729651927948, -9.320298194885254, -0.1282224804162979, -7.3249101638793945, -2.511319875717163, -4.0696563720703125, -3.5427517890930176, -1.9300249814987183, -2.347038507461548, -1.5178614854812622, -2.366441249847412, -1.744020938873291, -1.1570327281951904, -3.0150983333587646, -0.5272141098976135, -0.4669455885887146, -1.7157398462295532, -0.8362292051315308, -0.41491177678108215, -0.9386503100395203, -1.5008316040039062, -0.4635278284549713, -1.6312834024429321, -0.5320357084274292, -1.2249717712402344, -1.1707526445388794, -0.0023814670275896788, -1.1655761003494263, -0.006950841750949621, -0.7309689521789551, -0.7428325414657593, -0.042878177016973495, -0.8572992086410522, -0.01948782242834568, -2.0537290573120117, -1.2817553281784058, -0.8235744833946228]}} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgx_h100.json index f9b98f41237..951506c1571 100644 --- a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgx_h100.json @@ -4,56 +4,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 10.97434, - "2": 10.976, - "3": 10.9787, - "4": 10.95784, - "5": 11.00373, - "6": 11.00618, - "7": 10.97996, - "8": 10.96861, - "9": 10.97919, + "1": 10.97443, + "2": 10.97602, + "3": 10.97873, + "4": 10.95791, + "5": 11.00372, + "6": 11.00622, + "7": 10.97989, + "8": 10.96858, + "9": 10.97927, "10": 10.95244, - "11": 10.99935, + "11": 10.99932, "12": 10.96821, - "13": 10.96591, - "14": 10.99543, - "15": 10.85545, + "13": 10.96575, + "14": 10.99547, + "15": 10.85548, "16": 10.85544, - "17": 10.81736, - "18": 10.82741, - "19": 10.82166, - "20": 10.64041, - "21": 10.57938, - "22": 10.33552, - "23": 10.61311, - "24": 10.34969, - "25": 10.25934, - "26": 10.36367, - "27": 10.38735, - "28": 10.35703, - "29": 10.38231, - "30": 9.91506, - "31": 9.47491, - "32": 10.08956, - "33": 10.08418, - "34": 9.65437, - "35": 9.70727, - "36": 9.58843, - "37": 9.82211, - "38": 9.53615, - "39": 9.94103, - "40": 9.34234, - "41": 9.48854, - "42": 9.56996, - "43": 9.0355, + "17": 10.81733, + "18": 10.82754, + "19": 10.82177, + "20": 10.64038, + "21": 10.57929, + "22": 10.33542, + "23": 10.613, + "24": 10.3496, + "25": 10.2592, + "26": 10.36373, + "27": 10.38741, + "28": 10.35692, + "29": 10.38238, + "30": 9.91509, + "31": 9.47482, + "32": 10.0895, + "33": 10.08422, + "34": 9.65429, + "35": 9.70734, + "36": 9.58844, + "37": 9.82215, + "38": 9.53607, + "39": 9.94104, + "40": 9.3422, + "41": 9.48847, + "42": 9.56993, + "43": 9.03549, "44": 9.15623, - "45": 9.00188, - "46": 9.06394, - "47": 9.49292, - "48": 9.04259, - "49": 8.58802, - "50": 9.12597 + "45": 9.00183, + "46": 9.06402, + "47": 9.49291, + "48": 9.04257, + "49": 8.58806, + "50": 9.12599 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 20919.0, - "2": 21891.0, - "3": 21096.0, - "4": 20712.0, - "5": 23549.0, - "6": 24113.0, - "7": 23323.0, - "8": 21849.0, - "9": 22954.0, - "10": 19196.0, - "11": 24647.0, - "12": 23707.0, - "13": 24320.0, - "14": 24596.0, - "15": 23689.0, - "16": 23647.0, - "17": 22594.0, - "18": 22957.0, - "19": 23469.0, - "20": 21794.0, - "21": 22831.0, - "22": 19274.0, - "23": 24548.0, - "24": 19712.0, - "25": 19775.0, - "26": 21249.0, - "27": 22519.0, - "28": 23834.0, - "29": 23280.0, - "30": 20509.0, - "31": 17408.0, - "32": 21974.0, - "33": 22884.0, - "34": 21870.0, - "35": 22283.0, - "36": 21004.0, - "37": 22759.0, - "38": 22719.0, - "39": 22051.0, - "40": 23748.0, - "41": 24092.0, - "42": 23517.0, - "43": 22267.0, - "44": 22001.0, - "45": 21520.0, - "46": 22824.0, - "47": 25650.0, - "48": 25468.0, - "49": 25463.0, - "50": 28240.0 + "1": 21181.0, + "2": 22037.0, + "3": 21249.0, + "4": 20277.0, + "5": 23590.0, + "6": 24135.0, + "7": 23650.0, + "8": 21651.0, + "9": 22980.0, + "10": 19092.0, + "11": 25008.0, + "12": 23782.0, + "13": 24367.0, + "14": 24697.0, + "15": 23602.0, + "16": 23837.0, + "17": 22509.0, + "18": 22645.0, + "19": 23485.0, + "20": 21887.0, + "21": 22872.0, + "22": 19313.0, + "23": 24389.0, + "24": 19718.0, + "25": 19814.0, + "26": 21274.0, + "27": 22560.0, + "28": 23731.0, + "29": 23099.0, + "30": 19997.0, + "31": 17111.0, + "32": 22093.0, + "33": 23200.0, + "34": 21525.0, + "35": 21837.0, + "36": 21070.0, + "37": 22975.0, + "38": 22727.0, + "39": 22485.0, + "40": 23583.0, + "41": 24012.0, + "42": 23529.0, + "43": 22092.0, + "44": 21911.0, + "45": 21790.0, + "46": 23173.0, + "47": 25505.0, + "48": 25316.0, + "49": 25527.0, + "50": 28117.0 } }, "mem-allocated-bytes": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 75.46828, - "2": 0.20357, - "3": 0.19791, - "4": 0.20172, - "5": 0.17347, - "6": 0.17767, - "7": 0.18123, - "8": 0.18059, - "9": 0.18281, - "10": 0.17733, - "11": 1.43978, - "12": 0.16875, - "13": 0.17029, - "14": 0.16961, - "15": 0.16995, - "16": 0.16814, - "17": 0.16932, - "18": 0.16845, - "19": 0.16867, - "20": 0.1725, - "21": 1.37727, - "22": 0.16984, - "23": 0.16887, - "24": 0.17009, - "25": 0.17014, - "26": 0.16727, - "27": 0.16686, - "28": 0.16832, - "29": 0.16702, - "30": 0.17035, - "31": 1.37603, - "32": 0.17102, - "33": 0.16863, - "34": 0.17081, - "35": 0.17287, - "36": 0.1713, - "37": 0.17386, - "38": 0.16722, - "39": 0.17073, - "40": 0.17394, - "41": 1.39311, - "42": 0.17219, - "43": 0.1735, - "44": 0.18156, - "45": 0.17372, - "46": 0.17432, - "47": 0.17103, - "48": 0.172, - "49": 0.17515, - "50": 0.17623 + "1": 74.91474, + "2": 0.1754, + "3": 0.17452, + "4": 0.16679, + "5": 0.16348, + "6": 0.16445, + "7": 0.16736, + "8": 0.16603, + "9": 0.16532, + "10": 0.16307, + "11": 1.37857, + "12": 0.16928, + "13": 0.53834, + "14": 0.57224, + "15": 0.16953, + "16": 0.16333, + "17": 0.16457, + "18": 0.16634, + "19": 0.51067, + "20": 0.16795, + "21": 1.3646, + "22": 0.16877, + "23": 0.16233, + "24": 0.16456, + "25": 0.16106, + "26": 0.16403, + "27": 0.16543, + "28": 0.52927, + "29": 0.16526, + "30": 0.16671, + "31": 1.34815, + "32": 0.1712, + "33": 0.16615, + "34": 0.16654, + "35": 0.16776, + "36": 0.16433, + "37": 0.16743, + "38": 0.5814, + "39": 0.17894, + "40": 0.16539, + "41": 1.61892, + "42": 0.1694, + "43": 0.16828, + "44": 0.16546, + "45": 0.16549, + "46": 0.16556, + "47": 0.51526, + "48": 0.16791, + "49": 0.16886, + "50": 0.16634 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 5649c8c02c0..00000000000 --- a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.97433, - "2": 10.97599, - "3": 10.97873, - "4": 10.95776, - "5": 11.00374, - "6": 11.00622, - "7": 10.9799, - "8": 10.96858, - "9": 10.97924, - "10": 10.95251, - "11": 10.99936, - "12": 10.96824, - "13": 10.96591, - "14": 10.99554, - "15": 10.85561, - "16": 10.85538, - "17": 10.81726, - "18": 10.82754, - "19": 10.82158, - "20": 10.6404, - "21": 10.57926, - "22": 10.33548, - "23": 10.61314, - "24": 10.34966, - "25": 10.25929, - "26": 10.36381, - "27": 10.38733, - "28": 10.35697, - "29": 10.38233, - "30": 9.91499, - "31": 9.47474, - "32": 10.08958, - "33": 10.08413, - "34": 9.65424, - "35": 9.70719, - "36": 9.58835, - "37": 9.82205, - "38": 9.53609, - "39": 9.94086, - "40": 9.34225, - "41": 9.48846, - "42": 9.56986, - "43": 9.03547, - "44": 9.15612, - "45": 9.00184, - "46": 9.06401, - "47": 9.49282, - "48": 9.04255, - "49": 8.58799, - "50": 9.12592 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 20988.0, - "2": 21880.0, - "3": 21325.0, - "4": 20724.0, - "5": 23551.0, - "6": 23815.0, - "7": 23302.0, - "8": 21521.0, - "9": 22934.0, - "10": 19185.0, - "11": 25126.0, - "12": 23590.0, - "13": 24504.0, - "14": 24677.0, - "15": 23380.0, - "16": 23738.0, - "17": 22330.0, - "18": 22602.0, - "19": 23748.0, - "20": 21759.0, - "21": 23060.0, - "22": 19355.0, - "23": 24789.0, - "24": 19586.0, - "25": 19683.0, - "26": 21141.0, - "27": 22031.0, - "28": 23567.0, - "29": 23130.0, - "30": 20321.0, - "31": 17223.0, - "32": 21718.0, - "33": 23067.0, - "34": 21566.0, - "35": 22023.0, - "36": 21047.0, - "37": 22678.0, - "38": 22771.0, - "39": 22336.0, - "40": 23698.0, - "41": 23997.0, - "42": 23556.0, - "43": 21934.0, - "44": 21967.0, - "45": 21610.0, - "46": 23283.0, - "47": 25289.0, - "48": 25472.0, - "49": 25458.0, - "50": 28167.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3117478912.0, - "2": 3117478912.0, - "3": 3117478912.0, - "4": 3117478912.0, - "5": 3117478912.0, - "6": 3117478912.0, - "7": 3117478912.0, - "8": 3117478912.0, - "9": 3117478912.0, - "10": 3117478912.0, - "11": 3117478912.0, - "12": 3117478912.0, - "13": 3117478912.0, - "14": 3117478912.0, - "15": 3117478912.0, - "16": 3117478912.0, - "17": 3117478912.0, - "18": 3117478912.0, - "19": 3117478912.0, - "20": 3117478912.0, - "21": 3117478912.0, - "22": 3117478912.0, - "23": 3117478912.0, - "24": 3117478912.0, - "25": 3117478912.0, - "26": 3117478912.0, - "27": 3117478912.0, - "28": 3117478912.0, - "29": 3117478912.0, - "30": 3117478912.0, - "31": 3117478912.0, - "32": 3117478912.0, - "33": 3117478912.0, - "34": 3117478912.0, - "35": 3117478912.0, - "36": 3117478912.0, - "37": 3117478912.0, - "38": 3117478912.0, - "39": 3117478912.0, - "40": 3117478912.0, - "41": 3117478912.0, - "42": 3117478912.0, - "43": 3117478912.0, - "44": 3117478912.0, - "45": 3117478912.0, - "46": 3117478912.0, - "47": 3117478912.0, - "48": 3117478912.0, - "49": 3117478912.0, - "50": 3117478912.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 9708208128.0, - "2": 10145497088.0, - "3": 10145497088.0, - "4": 10145497088.0, - "5": 10145497088.0, - "6": 10145497088.0, - "7": 10145497088.0, - "8": 10145497088.0, - "9": 10145497088.0, - "10": 10145497088.0, - "11": 10145497088.0, - "12": 10145497088.0, - "13": 10145497088.0, - "14": 10145497088.0, - "15": 10145497088.0, - "16": 10145497088.0, - "17": 10145497088.0, - "18": 10145497088.0, - "19": 10145497088.0, - "20": 10145497088.0, - "21": 10145497088.0, - "22": 10145497088.0, - "23": 10145497088.0, - "24": 10145497088.0, - "25": 10145497088.0, - "26": 10145497088.0, - "27": 10145497088.0, - "28": 10145497088.0, - "29": 10145497088.0, - "30": 10145497088.0, - "31": 10145497088.0, - "32": 10145497088.0, - "33": 10145497088.0, - "34": 10145497088.0, - "35": 10145497088.0, - "36": 10145497088.0, - "37": 10145497088.0, - "38": 10145497088.0, - "39": 10145497088.0, - "40": 10145497088.0, - "41": 10145497088.0, - "42": 10145497088.0, - "43": 10145497088.0, - "44": 10145497088.0, - "45": 10145497088.0, - "46": 10145497088.0, - "47": 10145497088.0, - "48": 10145497088.0, - "49": 10145497088.0, - "50": 10145497088.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 71.98615, - "2": 0.17824, - "3": 0.15658, - "4": 0.15553, - "5": 0.15552, - "6": 0.15497, - "7": 0.15557, - "8": 0.1611, - "9": 0.15455, - "10": 0.15318, - "11": 1.21675, - "12": 0.15852, - "13": 0.15923, - "14": 0.15544, - "15": 0.15619, - "16": 0.15301, - "17": 0.15568, - "18": 0.15352, - "19": 0.15601, - "20": 0.15832, - "21": 1.19636, - "22": 0.15369, - "23": 0.16001, - "24": 0.49798, - "25": 0.1566, - "26": 0.15462, - "27": 0.15479, - "28": 0.15431, - "29": 0.15608, - "30": 0.15697, - "31": 1.19237, - "32": 0.18057, - "33": 0.1804, - "34": 0.63136, - "35": 0.15799, - "36": 0.1573, - "37": 0.15724, - "38": 0.15688, - "39": 0.15684, - "40": 0.15532, - "41": 1.20433, - "42": 0.1556, - "43": 0.15643, - "44": 0.47664, - "45": 0.15538, - "46": 0.15623, - "47": 0.15655, - "48": 0.15632, - "49": 0.15651, - "50": 0.15611 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 951506c1571..00000000000 --- a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp1_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.97443, - "2": 10.97602, - "3": 10.97873, - "4": 10.95791, - "5": 11.00372, - "6": 11.00622, - "7": 10.97989, - "8": 10.96858, - "9": 10.97927, - "10": 10.95244, - "11": 10.99932, - "12": 10.96821, - "13": 10.96575, - "14": 10.99547, - "15": 10.85548, - "16": 10.85544, - "17": 10.81733, - "18": 10.82754, - "19": 10.82177, - "20": 10.64038, - "21": 10.57929, - "22": 10.33542, - "23": 10.613, - "24": 10.3496, - "25": 10.2592, - "26": 10.36373, - "27": 10.38741, - "28": 10.35692, - "29": 10.38238, - "30": 9.91509, - "31": 9.47482, - "32": 10.0895, - "33": 10.08422, - "34": 9.65429, - "35": 9.70734, - "36": 9.58844, - "37": 9.82215, - "38": 9.53607, - "39": 9.94104, - "40": 9.3422, - "41": 9.48847, - "42": 9.56993, - "43": 9.03549, - "44": 9.15623, - "45": 9.00183, - "46": 9.06402, - "47": 9.49291, - "48": 9.04257, - "49": 8.58806, - "50": 9.12599 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 21181.0, - "2": 22037.0, - "3": 21249.0, - "4": 20277.0, - "5": 23590.0, - "6": 24135.0, - "7": 23650.0, - "8": 21651.0, - "9": 22980.0, - "10": 19092.0, - "11": 25008.0, - "12": 23782.0, - "13": 24367.0, - "14": 24697.0, - "15": 23602.0, - "16": 23837.0, - "17": 22509.0, - "18": 22645.0, - "19": 23485.0, - "20": 21887.0, - "21": 22872.0, - "22": 19313.0, - "23": 24389.0, - "24": 19718.0, - "25": 19814.0, - "26": 21274.0, - "27": 22560.0, - "28": 23731.0, - "29": 23099.0, - "30": 19997.0, - "31": 17111.0, - "32": 22093.0, - "33": 23200.0, - "34": 21525.0, - "35": 21837.0, - "36": 21070.0, - "37": 22975.0, - "38": 22727.0, - "39": 22485.0, - "40": 23583.0, - "41": 24012.0, - "42": 23529.0, - "43": 22092.0, - "44": 21911.0, - "45": 21790.0, - "46": 23173.0, - "47": 25505.0, - "48": 25316.0, - "49": 25527.0, - "50": 28117.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3117478912.0, - "2": 3117478912.0, - "3": 3117478912.0, - "4": 3117478912.0, - "5": 3117478912.0, - "6": 3117478912.0, - "7": 3117478912.0, - "8": 3117478912.0, - "9": 3117478912.0, - "10": 3117478912.0, - "11": 3117478912.0, - "12": 3117478912.0, - "13": 3117478912.0, - "14": 3117478912.0, - "15": 3117478912.0, - "16": 3117478912.0, - "17": 3117478912.0, - "18": 3117478912.0, - "19": 3117478912.0, - "20": 3117478912.0, - "21": 3117478912.0, - "22": 3117478912.0, - "23": 3117478912.0, - "24": 3117478912.0, - "25": 3117478912.0, - "26": 3117478912.0, - "27": 3117478912.0, - "28": 3117478912.0, - "29": 3117478912.0, - "30": 3117478912.0, - "31": 3117478912.0, - "32": 3117478912.0, - "33": 3117478912.0, - "34": 3117478912.0, - "35": 3117478912.0, - "36": 3117478912.0, - "37": 3117478912.0, - "38": 3117478912.0, - "39": 3117478912.0, - "40": 3117478912.0, - "41": 3117478912.0, - "42": 3117478912.0, - "43": 3117478912.0, - "44": 3117478912.0, - "45": 3117478912.0, - "46": 3117478912.0, - "47": 3117478912.0, - "48": 3117478912.0, - "49": 3117478912.0, - "50": 3117478912.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 9708208128.0, - "2": 10145497088.0, - "3": 10145497088.0, - "4": 10145497088.0, - "5": 10145497088.0, - "6": 10145497088.0, - "7": 10145497088.0, - "8": 10145497088.0, - "9": 10145497088.0, - "10": 10145497088.0, - "11": 10145497088.0, - "12": 10145497088.0, - "13": 10145497088.0, - "14": 10145497088.0, - "15": 10145497088.0, - "16": 10145497088.0, - "17": 10145497088.0, - "18": 10145497088.0, - "19": 10145497088.0, - "20": 10145497088.0, - "21": 10145497088.0, - "22": 10145497088.0, - "23": 10145497088.0, - "24": 10145497088.0, - "25": 10145497088.0, - "26": 10145497088.0, - "27": 10145497088.0, - "28": 10145497088.0, - "29": 10145497088.0, - "30": 10145497088.0, - "31": 10145497088.0, - "32": 10145497088.0, - "33": 10145497088.0, - "34": 10145497088.0, - "35": 10145497088.0, - "36": 10145497088.0, - "37": 10145497088.0, - "38": 10145497088.0, - "39": 10145497088.0, - "40": 10145497088.0, - "41": 10145497088.0, - "42": 10145497088.0, - "43": 10145497088.0, - "44": 10145497088.0, - "45": 10145497088.0, - "46": 10145497088.0, - "47": 10145497088.0, - "48": 10145497088.0, - "49": 10145497088.0, - "50": 10145497088.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 74.91474, - "2": 0.1754, - "3": 0.17452, - "4": 0.16679, - "5": 0.16348, - "6": 0.16445, - "7": 0.16736, - "8": 0.16603, - "9": 0.16532, - "10": 0.16307, - "11": 1.37857, - "12": 0.16928, - "13": 0.53834, - "14": 0.57224, - "15": 0.16953, - "16": 0.16333, - "17": 0.16457, - "18": 0.16634, - "19": 0.51067, - "20": 0.16795, - "21": 1.3646, - "22": 0.16877, - "23": 0.16233, - "24": 0.16456, - "25": 0.16106, - "26": 0.16403, - "27": 0.16543, - "28": 0.52927, - "29": 0.16526, - "30": 0.16671, - "31": 1.34815, - "32": 0.1712, - "33": 0.16615, - "34": 0.16654, - "35": 0.16776, - "36": 0.16433, - "37": 0.16743, - "38": 0.5814, - "39": 0.17894, - "40": 0.16539, - "41": 1.61892, - "42": 0.1694, - "43": 0.16828, - "44": 0.16546, - "45": 0.16549, - "46": 0.16556, - "47": 0.51526, - "48": 0.16791, - "49": 0.16886, - "50": 0.16634 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgx_h100.json index 66d5b70c4e7..f9118a22780 100644 --- a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgx_h100.json @@ -6,54 +6,54 @@ "values": { "1": 10.98115, "2": 10.98342, - "3": 10.97937, - "4": 10.95855, - "5": 10.99632, - "6": 11.00381, - "7": 10.98294, - "8": 10.97489, - "9": 10.97741, - "10": 10.94819, - "11": 10.99293, - "12": 10.96683, - "13": 10.97205, - "14": 10.97917, - "15": 10.85381, - "16": 10.85123, - "17": 10.80904, - "18": 10.82571, - "19": 10.80813, - "20": 10.61863, - "21": 10.56868, - "22": 10.31924, - "23": 10.59307, - "24": 10.33426, - "25": 10.23213, - "26": 10.34313, - "27": 10.34586, - "28": 10.32458, + "3": 10.9794, + "4": 10.95853, + "5": 10.99622, + "6": 11.00371, + "7": 10.98299, + "8": 10.9748, + "9": 10.97742, + "10": 10.94806, + "11": 10.99306, + "12": 10.96672, + "13": 10.97199, + "14": 10.97915, + "15": 10.85402, + "16": 10.85122, + "17": 10.8089, + "18": 10.82572, + "19": 10.8081, + "20": 10.61854, + "21": 10.56862, + "22": 10.31926, + "23": 10.59295, + "24": 10.3343, + "25": 10.23216, + "26": 10.34315, + "27": 10.34581, + "28": 10.3247, "29": 10.336, - "30": 9.88868, - "31": 9.42985, - "32": 10.0556, - "33": 10.04592, - "34": 9.60415, - "35": 9.64742, - "36": 9.5255, - "37": 9.7709, - "38": 9.49245, - "39": 9.87216, - "40": 9.29935, - "41": 9.44523, - "42": 9.52844, - "43": 9.015, - "44": 9.13046, - "45": 8.96483, - "46": 9.02876, + "30": 9.88877, + "31": 9.42992, + "32": 10.05572, + "33": 10.0459, + "34": 9.6042, + "35": 9.64743, + "36": 9.52544, + "37": 9.77085, + "38": 9.49252, + "39": 9.87217, + "40": 9.29929, + "41": 9.44531, + "42": 9.52839, + "43": 9.01499, + "44": 9.13044, + "45": 8.96478, + "46": 9.02875, "47": 9.45483, - "48": 9.0228, - "49": 8.56611, - "50": 9.11105 + "48": 9.02282, + "49": 8.56615, + "50": 9.11114 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 21057.0, + "1": 21211.0, "2": 22047.0, - "3": 21328.0, - "4": 20691.0, - "5": 23440.0, - "6": 23720.0, - "7": 23130.0, - "8": 21638.0, - "9": 22493.0, - "10": 18970.0, - "11": 24200.0, - "12": 23107.0, - "13": 24299.0, - "14": 24369.0, - "15": 23049.0, - "16": 23303.0, - "17": 21870.0, - "18": 22441.0, - "19": 23208.0, - "20": 21271.0, - "21": 22375.0, - "22": 19133.0, - "23": 23782.0, - "24": 19264.0, - "25": 19271.0, - "26": 20494.0, - "27": 21625.0, - "28": 23068.0, - "29": 22509.0, - "30": 19530.0, - "31": 16898.0, - "32": 21514.0, - "33": 22417.0, - "34": 21007.0, - "35": 21257.0, - "36": 20531.0, - "37": 23012.0, - "38": 22644.0, - "39": 22981.0, - "40": 23871.0, - "41": 23909.0, - "42": 23938.0, - "43": 22901.0, - "44": 22451.0, - "45": 22771.0, - "46": 23764.0, - "47": 25110.0, - "48": 26221.0, - "49": 26736.0, - "50": 27671.0 + "3": 20892.0, + "4": 20624.0, + "5": 23413.0, + "6": 23493.0, + "7": 22797.0, + "8": 21401.0, + "9": 22665.0, + "10": 19047.0, + "11": 24508.0, + "12": 23266.0, + "13": 24271.0, + "14": 24293.0, + "15": 22782.0, + "16": 23282.0, + "17": 21824.0, + "18": 22133.0, + "19": 23099.0, + "20": 21505.0, + "21": 22490.0, + "22": 18675.0, + "23": 23908.0, + "24": 19148.0, + "25": 19388.0, + "26": 20532.0, + "27": 21766.0, + "28": 22571.0, + "29": 22352.0, + "30": 19883.0, + "31": 16703.0, + "32": 21084.0, + "33": 22377.0, + "34": 20576.0, + "35": 21216.0, + "36": 20603.0, + "37": 22812.0, + "38": 22830.0, + "39": 22708.0, + "40": 23830.0, + "41": 24061.0, + "42": 24003.0, + "43": 22790.0, + "44": 22703.0, + "45": 22360.0, + "46": 23642.0, + "47": 25112.0, + "48": 26185.0, + "49": 26666.0, + "50": 27765.0 } }, "mem-allocated-bytes": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 77.32153, - "2": 0.35381, - "3": 0.31954, - "4": 0.31994, - "5": 0.32133, - "6": 0.32343, - "7": 0.63691, - "8": 0.32502, - "9": 0.32218, - "10": 0.31839, - "11": 1.20693, - "12": 0.33292, - "13": 0.32979, - "14": 0.31793, - "15": 0.32907, - "16": 0.31632, - "17": 0.3213, - "18": 0.32431, - "19": 0.68468, - "20": 0.32501, - "21": 0.91375, - "22": 0.32148, - "23": 0.32164, - "24": 0.32358, - "25": 0.32444, - "26": 0.31929, - "27": 0.32159, - "28": 0.32567, - "29": 0.31799, - "30": 0.36795, - "31": 0.98526, - "32": 0.32231, - "33": 0.31619, - "34": 0.31784, - "35": 0.31943, - "36": 0.31897, - "37": 0.31509, - "38": 0.33279, - "39": 0.32732, - "40": 0.31631, - "41": 0.91813, - "42": 0.32108, - "43": 0.31789, - "44": 0.31862, - "45": 0.32451, - "46": 0.31705, - "47": 0.31711, - "48": 0.32216, - "49": 0.31997, - "50": 0.31833 + "1": 76.70816, + "2": 0.44479, + "3": 0.37638, + "4": 0.32493, + "5": 0.32865, + "6": 0.3221, + "7": 0.33027, + "8": 0.32627, + "9": 0.69409, + "10": 0.66689, + "11": 0.94476, + "12": 0.6757, + "13": 0.32571, + "14": 0.3194, + "15": 0.31954, + "16": 0.32142, + "17": 0.32144, + "18": 0.3188, + "19": 0.32023, + "20": 0.70348, + "21": 1.36061, + "22": 0.32306, + "23": 0.32129, + "24": 0.31927, + "25": 0.32503, + "26": 0.322, + "27": 0.31994, + "28": 0.32043, + "29": 0.31651, + "30": 0.31907, + "31": 1.31856, + "32": 0.32016, + "33": 0.31758, + "34": 0.31966, + "35": 0.31765, + "36": 0.31717, + "37": 0.3191, + "38": 0.31591, + "39": 0.3156, + "40": 0.31599, + "41": 0.90957, + "42": 0.32017, + "43": 0.31902, + "44": 0.32013, + "45": 0.32183, + "46": 0.31561, + "47": 0.31628, + "48": 0.31911, + "49": 0.31753, + "50": 0.31636 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 5f9d24a49c3..00000000000 --- a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.98115, - "2": 10.98342, - "3": 10.97937, - "4": 10.95855, - "5": 10.99622, - "6": 11.00384, - "7": 10.98297, - "8": 10.97483, - "9": 10.97753, - "10": 10.94815, - "11": 10.99296, - "12": 10.9669, - "13": 10.97214, - "14": 10.97925, - "15": 10.85387, - "16": 10.85117, - "17": 10.80894, - "18": 10.82573, - "19": 10.80812, - "20": 10.61863, - "21": 10.56868, - "22": 10.31918, - "23": 10.59297, - "24": 10.33422, - "25": 10.23218, - "26": 10.34314, - "27": 10.34572, - "28": 10.32477, - "29": 10.33598, - "30": 9.88873, - "31": 9.42999, - "32": 10.05561, - "33": 10.04589, - "34": 9.60423, - "35": 9.64746, - "36": 9.52548, - "37": 9.77088, - "38": 9.49242, - "39": 9.87225, - "40": 9.29943, - "41": 9.44525, - "42": 9.5284, - "43": 9.01502, - "44": 9.13045, - "45": 8.96484, - "46": 9.02877, - "47": 9.45487, - "48": 9.02277, - "49": 8.56605, - "50": 9.11107 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 21057.0, - "2": 22047.0, - "3": 21328.0, - "4": 20740.0, - "5": 23155.0, - "6": 23469.0, - "7": 22812.0, - "8": 21546.0, - "9": 22384.0, - "10": 18987.0, - "11": 24537.0, - "12": 23328.0, - "13": 24082.0, - "14": 24376.0, - "15": 23046.0, - "16": 23314.0, - "17": 21746.0, - "18": 22157.0, - "19": 23070.0, - "20": 21363.0, - "21": 22466.0, - "22": 18866.0, - "23": 24216.0, - "24": 19337.0, - "25": 19268.0, - "26": 20380.0, - "27": 21682.0, - "28": 23020.0, - "29": 22578.0, - "30": 20050.0, - "31": 16804.0, - "32": 21380.0, - "33": 22738.0, - "34": 20871.0, - "35": 21397.0, - "36": 20460.0, - "37": 22858.0, - "38": 22666.0, - "39": 22907.0, - "40": 23932.0, - "41": 23824.0, - "42": 23844.0, - "43": 22807.0, - "44": 22751.0, - "45": 22450.0, - "46": 23609.0, - "47": 25413.0, - "48": 26266.0, - "49": 26747.0, - "50": 27543.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1917381632.0, - "2": 1917381632.0, - "3": 1917381632.0, - "4": 1917381632.0, - "5": 1917381632.0, - "6": 1917381632.0, - "7": 1917381632.0, - "8": 1917381632.0, - "9": 1917381632.0, - "10": 1917381632.0, - "11": 1917381632.0, - "12": 1917381632.0, - "13": 1917381632.0, - "14": 1917381632.0, - "15": 1917381632.0, - "16": 1917381632.0, - "17": 1917381632.0, - "18": 1917381632.0, - "19": 1917381632.0, - "20": 1917381632.0, - "21": 1917381632.0, - "22": 1917381632.0, - "23": 1917381632.0, - "24": 1917381632.0, - "25": 1917381632.0, - "26": 1917381632.0, - "27": 1917381632.0, - "28": 1917381632.0, - "29": 1917381632.0, - "30": 1917381632.0, - "31": 1917381632.0, - "32": 1917381632.0, - "33": 1917381632.0, - "34": 1917381632.0, - "35": 1917381632.0, - "36": 1917381632.0, - "37": 1917381632.0, - "38": 1917381632.0, - "39": 1917381632.0, - "40": 1917381632.0, - "41": 1917381632.0, - "42": 1917381632.0, - "43": 1917381632.0, - "44": 1917381632.0, - "45": 1917381632.0, - "46": 1917381632.0, - "47": 1917381632.0, - "48": 1917381632.0, - "49": 1917381632.0, - "50": 1917381632.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 5502737408.0, - "2": 5907581952.0, - "3": 5907581952.0, - "4": 5907581952.0, - "5": 5907581952.0, - "6": 5907581952.0, - "7": 5907581952.0, - "8": 5907581952.0, - "9": 5907581952.0, - "10": 5907581952.0, - "11": 5907581952.0, - "12": 5907581952.0, - "13": 5907581952.0, - "14": 5907581952.0, - "15": 5907581952.0, - "16": 5907581952.0, - "17": 5907581952.0, - "18": 5907581952.0, - "19": 5907581952.0, - "20": 5907581952.0, - "21": 5907581952.0, - "22": 5907581952.0, - "23": 5907581952.0, - "24": 5907581952.0, - "25": 5907581952.0, - "26": 5907581952.0, - "27": 5907581952.0, - "28": 5907581952.0, - "29": 5907581952.0, - "30": 5907581952.0, - "31": 5907581952.0, - "32": 5907581952.0, - "33": 5907581952.0, - "34": 5907581952.0, - "35": 5907581952.0, - "36": 5907581952.0, - "37": 5907581952.0, - "38": 5907581952.0, - "39": 5907581952.0, - "40": 5907581952.0, - "41": 5907581952.0, - "42": 5907581952.0, - "43": 5907581952.0, - "44": 5907581952.0, - "45": 5907581952.0, - "46": 5907581952.0, - "47": 5907581952.0, - "48": 5907581952.0, - "49": 5907581952.0, - "50": 5907581952.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 72.69145, - "2": 0.31162, - "3": 0.65164, - "4": 0.29871, - "5": 0.29932, - "6": 0.29668, - "7": 0.29179, - "8": 0.29409, - "9": 0.29759, - "10": 0.30183, - "11": 0.84375, - "12": 0.2964, - "13": 0.29589, - "14": 0.29688, - "15": 0.30127, - "16": 0.29716, - "17": 0.29351, - "18": 0.29429, - "19": 0.29751, - "20": 0.29471, - "21": 1.36793, - "22": 0.29834, - "23": 0.29442, - "24": 0.29321, - "25": 0.29912, - "26": 0.29631, - "27": 0.29343, - "28": 0.29975, - "29": 0.29701, - "30": 0.67685, - "31": 0.82445, - "32": 0.29588, - "33": 0.79672, - "34": 0.30556, - "35": 0.29842, - "36": 0.29717, - "37": 0.29457, - "38": 0.29527, - "39": 0.29757, - "40": 0.29426, - "41": 0.82657, - "42": 0.29634, - "43": 0.29423, - "44": 0.30131, - "45": 0.30554, - "46": 0.29682, - "47": 0.29317, - "48": 0.29446, - "49": 0.29791, - "50": 0.2949 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index f9118a22780..00000000000 --- a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp1_dgx_a100_1N8G/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.98115, - "2": 10.98342, - "3": 10.9794, - "4": 10.95853, - "5": 10.99622, - "6": 11.00371, - "7": 10.98299, - "8": 10.9748, - "9": 10.97742, - "10": 10.94806, - "11": 10.99306, - "12": 10.96672, - "13": 10.97199, - "14": 10.97915, - "15": 10.85402, - "16": 10.85122, - "17": 10.8089, - "18": 10.82572, - "19": 10.8081, - "20": 10.61854, - "21": 10.56862, - "22": 10.31926, - "23": 10.59295, - "24": 10.3343, - "25": 10.23216, - "26": 10.34315, - "27": 10.34581, - "28": 10.3247, - "29": 10.336, - "30": 9.88877, - "31": 9.42992, - "32": 10.05572, - "33": 10.0459, - "34": 9.6042, - "35": 9.64743, - "36": 9.52544, - "37": 9.77085, - "38": 9.49252, - "39": 9.87217, - "40": 9.29929, - "41": 9.44531, - "42": 9.52839, - "43": 9.01499, - "44": 9.13044, - "45": 8.96478, - "46": 9.02875, - "47": 9.45483, - "48": 9.02282, - "49": 8.56615, - "50": 9.11114 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 21211.0, - "2": 22047.0, - "3": 20892.0, - "4": 20624.0, - "5": 23413.0, - "6": 23493.0, - "7": 22797.0, - "8": 21401.0, - "9": 22665.0, - "10": 19047.0, - "11": 24508.0, - "12": 23266.0, - "13": 24271.0, - "14": 24293.0, - "15": 22782.0, - "16": 23282.0, - "17": 21824.0, - "18": 22133.0, - "19": 23099.0, - "20": 21505.0, - "21": 22490.0, - "22": 18675.0, - "23": 23908.0, - "24": 19148.0, - "25": 19388.0, - "26": 20532.0, - "27": 21766.0, - "28": 22571.0, - "29": 22352.0, - "30": 19883.0, - "31": 16703.0, - "32": 21084.0, - "33": 22377.0, - "34": 20576.0, - "35": 21216.0, - "36": 20603.0, - "37": 22812.0, - "38": 22830.0, - "39": 22708.0, - "40": 23830.0, - "41": 24061.0, - "42": 24003.0, - "43": 22790.0, - "44": 22703.0, - "45": 22360.0, - "46": 23642.0, - "47": 25112.0, - "48": 26185.0, - "49": 26666.0, - "50": 27765.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1917381632.0, - "2": 1917381632.0, - "3": 1917381632.0, - "4": 1917381632.0, - "5": 1917381632.0, - "6": 1917381632.0, - "7": 1917381632.0, - "8": 1917381632.0, - "9": 1917381632.0, - "10": 1917381632.0, - "11": 1917381632.0, - "12": 1917381632.0, - "13": 1917381632.0, - "14": 1917381632.0, - "15": 1917381632.0, - "16": 1917381632.0, - "17": 1917381632.0, - "18": 1917381632.0, - "19": 1917381632.0, - "20": 1917381632.0, - "21": 1917381632.0, - "22": 1917381632.0, - "23": 1917381632.0, - "24": 1917381632.0, - "25": 1917381632.0, - "26": 1917381632.0, - "27": 1917381632.0, - "28": 1917381632.0, - "29": 1917381632.0, - "30": 1917381632.0, - "31": 1917381632.0, - "32": 1917381632.0, - "33": 1917381632.0, - "34": 1917381632.0, - "35": 1917381632.0, - "36": 1917381632.0, - "37": 1917381632.0, - "38": 1917381632.0, - "39": 1917381632.0, - "40": 1917381632.0, - "41": 1917381632.0, - "42": 1917381632.0, - "43": 1917381632.0, - "44": 1917381632.0, - "45": 1917381632.0, - "46": 1917381632.0, - "47": 1917381632.0, - "48": 1917381632.0, - "49": 1917381632.0, - "50": 1917381632.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 5502737408.0, - "2": 5907581952.0, - "3": 5907581952.0, - "4": 5907581952.0, - "5": 5907581952.0, - "6": 5907581952.0, - "7": 5907581952.0, - "8": 5907581952.0, - "9": 5907581952.0, - "10": 5907581952.0, - "11": 5907581952.0, - "12": 5907581952.0, - "13": 5907581952.0, - "14": 5907581952.0, - "15": 5907581952.0, - "16": 5907581952.0, - "17": 5907581952.0, - "18": 5907581952.0, - "19": 5907581952.0, - "20": 5907581952.0, - "21": 5907581952.0, - "22": 5907581952.0, - "23": 5907581952.0, - "24": 5907581952.0, - "25": 5907581952.0, - "26": 5907581952.0, - "27": 5907581952.0, - "28": 5907581952.0, - "29": 5907581952.0, - "30": 5907581952.0, - "31": 5907581952.0, - "32": 5907581952.0, - "33": 5907581952.0, - "34": 5907581952.0, - "35": 5907581952.0, - "36": 5907581952.0, - "37": 5907581952.0, - "38": 5907581952.0, - "39": 5907581952.0, - "40": 5907581952.0, - "41": 5907581952.0, - "42": 5907581952.0, - "43": 5907581952.0, - "44": 5907581952.0, - "45": 5907581952.0, - "46": 5907581952.0, - "47": 5907581952.0, - "48": 5907581952.0, - "49": 5907581952.0, - "50": 5907581952.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 76.70816, - "2": 0.44479, - "3": 0.37638, - "4": 0.32493, - "5": 0.32865, - "6": 0.3221, - "7": 0.33027, - "8": 0.32627, - "9": 0.69409, - "10": 0.66689, - "11": 0.94476, - "12": 0.6757, - "13": 0.32571, - "14": 0.3194, - "15": 0.31954, - "16": 0.32142, - "17": 0.32144, - "18": 0.3188, - "19": 0.32023, - "20": 0.70348, - "21": 1.36061, - "22": 0.32306, - "23": 0.32129, - "24": 0.31927, - "25": 0.32503, - "26": 0.322, - "27": 0.31994, - "28": 0.32043, - "29": 0.31651, - "30": 0.31907, - "31": 1.31856, - "32": 0.32016, - "33": 0.31758, - "34": 0.31966, - "35": 0.31765, - "36": 0.31717, - "37": 0.3191, - "38": 0.31591, - "39": 0.3156, - "40": 0.31599, - "41": 0.90957, - "42": 0.32017, - "43": 0.31902, - "44": 0.32013, - "45": 0.32183, - "46": 0.31561, - "47": 0.31628, - "48": 0.31911, - "49": 0.31753, - "50": 0.31636 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp4_dgx_a100_1N8G/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp4_dgx_a100_1N8G/golden_values_dev_dgx_h100.json index 42f6add1cac..baf1fa52671 100644 --- a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp4_dgx_a100_1N8G/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp4_dgx_a100_1N8G/golden_values_dev_dgx_h100.json @@ -6,54 +6,54 @@ "values": { "1": 10.98296, "2": 10.98234, - "3": 10.98048, - "4": 10.96506, - "5": 10.99783, - "6": 11.00523, - "7": 10.98269, - "8": 10.97586, - "9": 10.97815, + "3": 10.98046, + "4": 10.96512, + "5": 10.99789, + "6": 11.00517, + "7": 10.98273, + "8": 10.97596, + "9": 10.9783, "10": 10.9452, - "11": 10.9926, - "12": 10.96812, - "13": 10.97042, - "14": 10.98195, - "15": 10.85378, - "16": 10.85001, - "17": 10.80676, - "18": 10.82651, - "19": 10.81114, - "20": 10.62181, - "21": 10.56061, - "22": 10.32111, - "23": 10.59523, - "24": 10.32471, - "25": 10.23316, - "26": 10.33835, - "27": 10.34872, - "28": 10.32088, - "29": 10.33079, - "30": 9.88567, - "31": 9.43004, + "11": 10.99257, + "12": 10.96815, + "13": 10.9703, + "14": 10.98207, + "15": 10.85381, + "16": 10.85003, + "17": 10.80667, + "18": 10.82648, + "19": 10.81123, + "20": 10.62194, + "21": 10.56069, + "22": 10.32105, + "23": 10.59531, + "24": 10.32461, + "25": 10.23318, + "26": 10.33828, + "27": 10.34879, + "28": 10.32094, + "29": 10.33068, + "30": 9.8856, + "31": 9.42999, "32": 10.05321, "33": 10.0429, - "34": 9.60531, - "35": 9.64985, - "36": 9.52945, - "37": 9.76829, - "38": 9.48586, - "39": 9.87467, - "40": 9.30029, - "41": 9.44905, - "42": 9.52868, - "43": 9.01596, - "44": 9.12962, - "45": 8.96833, - "46": 9.03055, - "47": 9.45737, - "48": 9.02116, - "49": 8.569, - "50": 9.10992 + "34": 9.6053, + "35": 9.64984, + "36": 9.52934, + "37": 9.76834, + "38": 9.48585, + "39": 9.87468, + "40": 9.30022, + "41": 9.44909, + "42": 9.52866, + "43": 9.01602, + "44": 9.12963, + "45": 8.96826, + "46": 9.03049, + "47": 9.45732, + "48": 9.02119, + "49": 8.56905, + "50": 9.10994 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 2981.0, - "2": 3050.0, - "3": 3036.0, - "4": 2803.0, - "5": 3277.0, - "6": 3332.0, - "7": 3180.0, - "8": 3031.0, - "9": 3010.0, - "10": 2837.0, - "11": 3454.0, - "12": 3290.0, - "13": 3425.0, - "14": 3543.0, - "15": 3264.0, - "16": 3165.0, - "17": 3109.0, - "18": 3150.0, - "19": 3225.0, - "20": 3006.0, - "21": 3072.0, - "22": 2636.0, - "23": 3329.0, - "24": 2773.0, - "25": 2778.0, - "26": 2782.0, - "27": 3018.0, - "28": 3154.0, - "29": 3221.0, - "30": 2661.0, - "31": 2317.0, - "32": 3059.0, - "33": 3139.0, - "34": 2875.0, - "35": 2919.0, - "36": 2956.0, - "37": 3114.0, - "38": 3011.0, - "39": 3102.0, - "40": 3052.0, - "41": 3056.0, - "42": 3312.0, - "43": 2849.0, - "44": 2950.0, - "45": 2930.0, - "46": 2991.0, - "47": 3237.0, - "48": 3285.0, - "49": 3389.0, - "50": 3341.0 + "1": 2992.0, + "2": 2911.0, + "3": 2981.0, + "4": 2784.0, + "5": 3153.0, + "6": 3292.0, + "7": 3123.0, + "8": 3104.0, + "9": 3123.0, + "10": 2796.0, + "11": 3497.0, + "12": 3305.0, + "13": 3271.0, + "14": 3414.0, + "15": 3082.0, + "16": 3257.0, + "17": 3088.0, + "18": 3113.0, + "19": 3283.0, + "20": 2980.0, + "21": 3045.0, + "22": 2623.0, + "23": 3281.0, + "24": 2774.0, + "25": 2745.0, + "26": 2827.0, + "27": 3106.0, + "28": 3227.0, + "29": 3118.0, + "30": 2695.0, + "31": 2326.0, + "32": 3058.0, + "33": 3138.0, + "34": 2755.0, + "35": 2931.0, + "36": 2947.0, + "37": 3169.0, + "38": 3016.0, + "39": 3187.0, + "40": 3076.0, + "41": 3043.0, + "42": 3245.0, + "43": 2813.0, + "44": 2934.0, + "45": 2868.0, + "46": 3015.0, + "47": 3294.0, + "48": 3327.0, + "49": 3253.0, + "50": 3403.0 } }, "mem-allocated-bytes": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 93.29155, - "2": 1.49946, - "3": 1.49367, - "4": 1.4955, - "5": 1.49263, - "6": 1.48524, - "7": 1.54794, - "8": 1.57222, - "9": 1.48844, - "10": 1.48601, - "11": 2.09056, - "12": 1.49068, - "13": 1.57264, - "14": 1.49736, - "15": 1.48278, - "16": 1.48267, - "17": 1.48508, - "18": 1.48364, - "19": 1.48751, - "20": 1.61513, - "21": 2.08969, - "22": 1.48879, - "23": 1.48515, - "24": 1.48483, - "25": 1.48865, - "26": 1.57806, - "27": 1.51158, - "28": 1.49095, - "29": 1.49422, - "30": 1.48732, - "31": 2.0932, - "32": 1.5259, - "33": 1.56274, - "34": 1.48919, - "35": 1.48483, - "36": 1.49146, - "37": 1.48123, - "38": 1.48759, - "39": 1.56751, - "40": 1.51104, - "41": 2.08583, - "42": 1.48897, - "43": 1.48816, - "44": 1.49366, - "45": 1.50945, - "46": 1.59565, - "47": 1.49573, - "48": 1.48593, - "49": 1.49004, - "50": 1.49426 + "1": 92.52278, + "2": 1.52203, + "3": 1.50103, + "4": 1.51627, + "5": 1.49943, + "6": 1.61325, + "7": 1.5622, + "8": 1.50668, + "9": 1.50122, + "10": 1.50749, + "11": 2.12764, + "12": 1.51111, + "13": 1.50973, + "14": 1.51712, + "15": 1.50952, + "16": 1.51343, + "17": 1.50742, + "18": 1.52017, + "19": 1.50622, + "20": 1.51648, + "21": 2.13229, + "22": 1.50789, + "23": 1.52087, + "24": 1.50668, + "25": 1.51534, + "26": 1.5016, + "27": 1.50737, + "28": 1.49873, + "29": 1.50715, + "30": 1.49941, + "31": 2.11492, + "32": 1.50348, + "33": 1.50106, + "34": 1.50093, + "35": 1.50813, + "36": 1.4988, + "37": 1.49847, + "38": 1.49777, + "39": 1.49937, + "40": 1.50456, + "41": 2.11318, + "42": 1.50605, + "43": 1.50721, + "44": 1.51813, + "45": 1.50211, + "46": 1.51633, + "47": 1.5019, + "48": 1.52386, + "49": 1.49987, + "50": 1.50829 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp4_dgx_a100_1N8G/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp4_dgx_a100_1N8G/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index c10a5cde1e8..00000000000 --- a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp4_dgx_a100_1N8G/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.98296, - "2": 10.98234, - "3": 10.98053, - "4": 10.96517, - "5": 10.9979, - "6": 11.00523, - "7": 10.98274, - "8": 10.97592, - "9": 10.97818, - "10": 10.94511, - "11": 10.99258, - "12": 10.96821, - "13": 10.97041, - "14": 10.98206, - "15": 10.85379, - "16": 10.84986, - "17": 10.8067, - "18": 10.82647, - "19": 10.81124, - "20": 10.62204, - "21": 10.56064, - "22": 10.32092, - "23": 10.59523, - "24": 10.32467, - "25": 10.2333, - "26": 10.33822, - "27": 10.34883, - "28": 10.32085, - "29": 10.33072, - "30": 9.88565, - "31": 9.43005, - "32": 10.05329, - "33": 10.04284, - "34": 9.60526, - "35": 9.64982, - "36": 9.52942, - "37": 9.7683, - "38": 9.48583, - "39": 9.87461, - "40": 9.30023, - "41": 9.44902, - "42": 9.52875, - "43": 9.01605, - "44": 9.12966, - "45": 8.96824, - "46": 9.03047, - "47": 9.45728, - "48": 9.02121, - "49": 8.56895, - "50": 9.1099 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2975.0, - "2": 3053.0, - "3": 3035.0, - "4": 2876.0, - "5": 3232.0, - "6": 3471.0, - "7": 3136.0, - "8": 3055.0, - "9": 3098.0, - "10": 2850.0, - "11": 3481.0, - "12": 3323.0, - "13": 3340.0, - "14": 3441.0, - "15": 3128.0, - "16": 3234.0, - "17": 2908.0, - "18": 3136.0, - "19": 3105.0, - "20": 2933.0, - "21": 3024.0, - "22": 2661.0, - "23": 3271.0, - "24": 2839.0, - "25": 2707.0, - "26": 2894.0, - "27": 3076.0, - "28": 3167.0, - "29": 3152.0, - "30": 2676.0, - "31": 2303.0, - "32": 3067.0, - "33": 3156.0, - "34": 2735.0, - "35": 2962.0, - "36": 2820.0, - "37": 3125.0, - "38": 2908.0, - "39": 3089.0, - "40": 3006.0, - "41": 3005.0, - "42": 3262.0, - "43": 2920.0, - "44": 2865.0, - "45": 2829.0, - "46": 3050.0, - "47": 3247.0, - "48": 3311.0, - "49": 3262.0, - "50": 3449.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1917251584.0, - "2": 1917251584.0, - "3": 1917251584.0, - "4": 1917251584.0, - "5": 1917251584.0, - "6": 1917251584.0, - "7": 1917251584.0, - "8": 1917251584.0, - "9": 1917251584.0, - "10": 1917251584.0, - "11": 1917251584.0, - "12": 1917251584.0, - "13": 1917251584.0, - "14": 1917251584.0, - "15": 1917251584.0, - "16": 1917251584.0, - "17": 1917251584.0, - "18": 1917251584.0, - "19": 1917251584.0, - "20": 1917251584.0, - "21": 1917251584.0, - "22": 1917251584.0, - "23": 1917251584.0, - "24": 1917251584.0, - "25": 1917251584.0, - "26": 1917251584.0, - "27": 1917251584.0, - "28": 1917251584.0, - "29": 1917251584.0, - "30": 1917251584.0, - "31": 1917251584.0, - "32": 1917251584.0, - "33": 1917251584.0, - "34": 1917251584.0, - "35": 1917251584.0, - "36": 1917251584.0, - "37": 1917251584.0, - "38": 1917251584.0, - "39": 1917251584.0, - "40": 1917251584.0, - "41": 1917251584.0, - "42": 1917251584.0, - "43": 1917251584.0, - "44": 1917251584.0, - "45": 1917251584.0, - "46": 1917251584.0, - "47": 1917251584.0, - "48": 1917251584.0, - "49": 1917251584.0, - "50": 1917251584.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2520653312.0, - "2": 2743788032.0, - "3": 2743788032.0, - "4": 2743788032.0, - "5": 2743788032.0, - "6": 2743788032.0, - "7": 2743788032.0, - "8": 2743788032.0, - "9": 2743788032.0, - "10": 2743788032.0, - "11": 2743788032.0, - "12": 2743788032.0, - "13": 2743788032.0, - "14": 2743788032.0, - "15": 2743788032.0, - "16": 2743788032.0, - "17": 2743788032.0, - "18": 2743788032.0, - "19": 2743788032.0, - "20": 2743788032.0, - "21": 2743788032.0, - "22": 2743788032.0, - "23": 2743788032.0, - "24": 2743788032.0, - "25": 2743788032.0, - "26": 2743788032.0, - "27": 2743788032.0, - "28": 2743788032.0, - "29": 2743788032.0, - "30": 2743788032.0, - "31": 2743788032.0, - "32": 2743788032.0, - "33": 2743788032.0, - "34": 2743788032.0, - "35": 2743788032.0, - "36": 2743788032.0, - "37": 2743788032.0, - "38": 2743788032.0, - "39": 2743788032.0, - "40": 2743788032.0, - "41": 2743788032.0, - "42": 2743788032.0, - "43": 2743788032.0, - "44": 2743788032.0, - "45": 2743788032.0, - "46": 2743788032.0, - "47": 2743788032.0, - "48": 2743788032.0, - "49": 2743788032.0, - "50": 2743788032.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 92.34219, - "2": 1.4515, - "3": 1.36887, - "4": 1.37341, - "5": 1.37602, - "6": 1.39004, - "7": 1.3836, - "8": 1.38196, - "9": 1.38896, - "10": 1.45857, - "11": 1.94935, - "12": 1.39106, - "13": 1.39805, - "14": 1.39033, - "15": 1.38482, - "16": 1.39457, - "17": 1.44864, - "18": 1.39068, - "19": 1.3833, - "20": 1.38815, - "21": 1.94703, - "22": 1.38309, - "23": 1.42093, - "24": 1.3998, - "25": 1.38693, - "26": 1.38436, - "27": 1.40235, - "28": 1.40751, - "29": 1.37396, - "30": 1.4111, - "31": 1.93813, - "32": 1.35926, - "33": 1.36462, - "34": 1.36782, - "35": 1.36782, - "36": 1.36568, - "37": 1.37148, - "38": 1.37963, - "39": 1.37862, - "40": 1.36625, - "41": 1.9063, - "42": 1.38764, - "43": 1.37219, - "44": 1.37186, - "45": 1.38575, - "46": 1.3857, - "47": 1.37676, - "48": 1.39862, - "49": 1.3615, - "50": 1.35892 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp4_dgx_a100_1N8G/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp4_dgx_a100_1N8G/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index baf1fa52671..00000000000 --- a/tests/functional_tests/test_cases/hybrid/hybrid_mr_mcore_te_tp2_pp1_cp4_dgx_a100_1N8G/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.98296, - "2": 10.98234, - "3": 10.98046, - "4": 10.96512, - "5": 10.99789, - "6": 11.00517, - "7": 10.98273, - "8": 10.97596, - "9": 10.9783, - "10": 10.9452, - "11": 10.99257, - "12": 10.96815, - "13": 10.9703, - "14": 10.98207, - "15": 10.85381, - "16": 10.85003, - "17": 10.80667, - "18": 10.82648, - "19": 10.81123, - "20": 10.62194, - "21": 10.56069, - "22": 10.32105, - "23": 10.59531, - "24": 10.32461, - "25": 10.23318, - "26": 10.33828, - "27": 10.34879, - "28": 10.32094, - "29": 10.33068, - "30": 9.8856, - "31": 9.42999, - "32": 10.05321, - "33": 10.0429, - "34": 9.6053, - "35": 9.64984, - "36": 9.52934, - "37": 9.76834, - "38": 9.48585, - "39": 9.87468, - "40": 9.30022, - "41": 9.44909, - "42": 9.52866, - "43": 9.01602, - "44": 9.12963, - "45": 8.96826, - "46": 9.03049, - "47": 9.45732, - "48": 9.02119, - "49": 8.56905, - "50": 9.10994 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2992.0, - "2": 2911.0, - "3": 2981.0, - "4": 2784.0, - "5": 3153.0, - "6": 3292.0, - "7": 3123.0, - "8": 3104.0, - "9": 3123.0, - "10": 2796.0, - "11": 3497.0, - "12": 3305.0, - "13": 3271.0, - "14": 3414.0, - "15": 3082.0, - "16": 3257.0, - "17": 3088.0, - "18": 3113.0, - "19": 3283.0, - "20": 2980.0, - "21": 3045.0, - "22": 2623.0, - "23": 3281.0, - "24": 2774.0, - "25": 2745.0, - "26": 2827.0, - "27": 3106.0, - "28": 3227.0, - "29": 3118.0, - "30": 2695.0, - "31": 2326.0, - "32": 3058.0, - "33": 3138.0, - "34": 2755.0, - "35": 2931.0, - "36": 2947.0, - "37": 3169.0, - "38": 3016.0, - "39": 3187.0, - "40": 3076.0, - "41": 3043.0, - "42": 3245.0, - "43": 2813.0, - "44": 2934.0, - "45": 2868.0, - "46": 3015.0, - "47": 3294.0, - "48": 3327.0, - "49": 3253.0, - "50": 3403.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1917251584.0, - "2": 1917251584.0, - "3": 1917251584.0, - "4": 1917251584.0, - "5": 1917251584.0, - "6": 1917251584.0, - "7": 1917251584.0, - "8": 1917251584.0, - "9": 1917251584.0, - "10": 1917251584.0, - "11": 1917251584.0, - "12": 1917251584.0, - "13": 1917251584.0, - "14": 1917251584.0, - "15": 1917251584.0, - "16": 1917251584.0, - "17": 1917251584.0, - "18": 1917251584.0, - "19": 1917251584.0, - "20": 1917251584.0, - "21": 1917251584.0, - "22": 1917251584.0, - "23": 1917251584.0, - "24": 1917251584.0, - "25": 1917251584.0, - "26": 1917251584.0, - "27": 1917251584.0, - "28": 1917251584.0, - "29": 1917251584.0, - "30": 1917251584.0, - "31": 1917251584.0, - "32": 1917251584.0, - "33": 1917251584.0, - "34": 1917251584.0, - "35": 1917251584.0, - "36": 1917251584.0, - "37": 1917251584.0, - "38": 1917251584.0, - "39": 1917251584.0, - "40": 1917251584.0, - "41": 1917251584.0, - "42": 1917251584.0, - "43": 1917251584.0, - "44": 1917251584.0, - "45": 1917251584.0, - "46": 1917251584.0, - "47": 1917251584.0, - "48": 1917251584.0, - "49": 1917251584.0, - "50": 1917251584.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2520653312.0, - "2": 2743788032.0, - "3": 2743788032.0, - "4": 2743788032.0, - "5": 2743788032.0, - "6": 2743788032.0, - "7": 2743788032.0, - "8": 2743788032.0, - "9": 2743788032.0, - "10": 2743788032.0, - "11": 2743788032.0, - "12": 2743788032.0, - "13": 2743788032.0, - "14": 2743788032.0, - "15": 2743788032.0, - "16": 2743788032.0, - "17": 2743788032.0, - "18": 2743788032.0, - "19": 2743788032.0, - "20": 2743788032.0, - "21": 2743788032.0, - "22": 2743788032.0, - "23": 2743788032.0, - "24": 2743788032.0, - "25": 2743788032.0, - "26": 2743788032.0, - "27": 2743788032.0, - "28": 2743788032.0, - "29": 2743788032.0, - "30": 2743788032.0, - "31": 2743788032.0, - "32": 2743788032.0, - "33": 2743788032.0, - "34": 2743788032.0, - "35": 2743788032.0, - "36": 2743788032.0, - "37": 2743788032.0, - "38": 2743788032.0, - "39": 2743788032.0, - "40": 2743788032.0, - "41": 2743788032.0, - "42": 2743788032.0, - "43": 2743788032.0, - "44": 2743788032.0, - "45": 2743788032.0, - "46": 2743788032.0, - "47": 2743788032.0, - "48": 2743788032.0, - "49": 2743788032.0, - "50": 2743788032.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 92.52278, - "2": 1.52203, - "3": 1.50103, - "4": 1.51627, - "5": 1.49943, - "6": 1.61325, - "7": 1.5622, - "8": 1.50668, - "9": 1.50122, - "10": 1.50749, - "11": 2.12764, - "12": 1.51111, - "13": 1.50973, - "14": 1.51712, - "15": 1.50952, - "16": 1.51343, - "17": 1.50742, - "18": 1.52017, - "19": 1.50622, - "20": 1.51648, - "21": 2.13229, - "22": 1.50789, - "23": 1.52087, - "24": 1.50668, - "25": 1.51534, - "26": 1.5016, - "27": 1.50737, - "28": 1.49873, - "29": 1.50715, - "30": 1.49941, - "31": 2.11492, - "32": 1.50348, - "33": 1.50106, - "34": 1.50093, - "35": 1.50813, - "36": 1.4988, - "37": 1.49847, - "38": 1.49777, - "39": 1.49937, - "40": 1.50456, - "41": 2.11318, - "42": 1.50605, - "43": 1.50721, - "44": 1.51813, - "45": 1.50211, - "46": 1.51633, - "47": 1.5019, - "48": 1.52386, - "49": 1.49987, - "50": 1.50829 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_cudagraphs/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_cudagraphs/golden_values_dev_dgx_h100.json index ce2b36bb87e..6246418cd60 100644 --- a/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_cudagraphs/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_cudagraphs/golden_values_dev_dgx_h100.json @@ -1 +1 @@ -{"1": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Then, when you're ready, go home and watch the movie again.", "generated_tokens": [6830, 1044, 2200, 1636, 6185, 11831, 1044, 1974, 4590, 1321, 9951, 1278, 16070, 2790, 1046], "tpot": [10.183162689208984, 0.016820641234517097, 0.01422195229679346, 0.014564319513738155, 0.014471391215920448, 0.014275263994932175, 0.01404259167611599, 0.014173919335007668, 0.014819711446762085, 0.014060895889997482, 0.014177439734339714, 0.014058719389140606, 0.01418211217969656, 0.01443132758140564, 0.014239359647035599], "latency": 10.410111263161525, "logprobs": [-9.485179901123047, -3.7365002632141113, -3.0747694969177246, -1.744485855102539, -0.29669833183288574, -1.4020814895629883, -2.432681083679199, -1.7664837837219238, -1.4741225242614746, -6.42724084854126, -0.8153547048568726, -1.7931451797485352, -3.650665044784546, -3.698770046234131, -1.608336091041565, -1.6549599170684814, -2.8460211753845215, -6.670064926147461, -0.06550002098083496, -1.2442623376846313, -6.04405403137207, -9.507080078125, -10.461563110351562, -1.5952650308609009, -4.6770920753479, -0.745125412940979, -2.1571977138519287, -0.013643701560795307, -0.03557091951370239, -3.090214252471924, -8.740396499633789, -1.5405625104904175, -5.852315902709961, -3.09045672416687, -3.9833602905273438, -3.7632288932800293, -2.444291591644287, -2.273496627807617, -0.4683297276496887, -1.020460605621338, -5.3351545333862305, -8.249643325805664, -0.01584932766854763, -2.8506340980529785, -1.251563549041748, -3.7786898612976074, -1.0169645547866821, -0.002681709360331297, -3.0970988273620605, -11.113213539123535, -3.8127267360687256, -2.329777479171753, -4.672338485717773, -0.09791824221611023, -0.06286392360925674, -1.3320130109786987, -2.1521241664886475, -4.375304222106934, -0.43500134348869324, -3.9912281036376953, -0.5796594023704529, -0.26420092582702637, -2.811892509460449, -13.508228302001953, -0.10134205967187881, -3.5013256072998047, -0.8109210729598999, -5.298563480377197, -0.3272246718406677, -2.333836555480957, -0.5356347560882568, -1.288033366203308, -4.895185947418213, -15.548847198486328, -4.934615612030029, -0.22137367725372314, -6.583427429199219, -0.9010066986083984, -2.237170696258545, -1.8670732975006104, -0.20016230642795563, -5.921288013458252, -0.005614227149635553, -7.52609920501709, -3.284144878387451, -3.6920413970947266, -2.0169901847839355, -2.9249799251556396, -1.4761977195739746, -2.442007064819336, -1.2341548204421997, -1.9563146829605103, -1.9621782302856445, -0.2520584762096405, -2.0551767349243164, -1.0418215990066528, -1.1905516386032104, -2.827965021133423, -1.693838357925415, -2.2978851795196533, -1.5457404851913452, -1.2437852621078491]}} \ No newline at end of file +{"1": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Then, when you're ready, go home and watch the movie again.", "generated_tokens": [6830, 1044, 2200, 1636, 6185, 11831, 1044, 1974, 4590, 1321, 9951, 1278, 16070, 2790, 1046], "tpot": [10.642894744873047, 0.007773248013108969, 0.006957856006920338, 0.006698175799101591, 0.006544159725308418, 0.0065354881808161736, 0.006621247623115778, 0.006504479795694351, 0.006506048142910004, 0.006563680246472359, 0.006534495856612921, 0.006482687778770924, 0.006613088306039572, 0.006460864096879959, 0.00653372798115015], "latency": 10.747625022020657, "logprobs": [-9.485179901123047, -3.7365002632141113, -3.0747694969177246, -1.744485855102539, -0.29669833183288574, -1.4020814895629883, -2.432681083679199, -1.7664837837219238, -1.4741225242614746, -6.42724084854126, -0.8153547048568726, -1.7931451797485352, -3.650665044784546, -3.698770046234131, -1.608336091041565, -1.6549599170684814, -2.8460211753845215, -6.670064926147461, -0.06550002098083496, -1.2442623376846313, -6.04405403137207, -9.507080078125, -10.461563110351562, -1.5952650308609009, -4.6770920753479, -0.745125412940979, -2.1571977138519287, -0.013643701560795307, -0.03557091951370239, -3.090214252471924, -8.740396499633789, -1.5405625104904175, -5.852315902709961, -3.09045672416687, -3.9833602905273438, -3.7632288932800293, -2.444291591644287, -2.273496627807617, -0.4683297276496887, -1.020460605621338, -5.3351545333862305, -8.249643325805664, -0.01584932766854763, -2.8506340980529785, -1.251563549041748, -3.7786898612976074, -1.0169645547866821, -0.002681709360331297, -3.0970988273620605, -11.113213539123535, -3.8127267360687256, -2.329777479171753, -4.672338485717773, -0.09791824221611023, -0.06286392360925674, -1.3320130109786987, -2.1521241664886475, -4.375304222106934, -0.43500134348869324, -3.9912281036376953, -0.5796594023704529, -0.26420092582702637, -2.811892509460449, -13.508228302001953, -0.10134205967187881, -3.5013256072998047, -0.8109210729598999, -5.298563480377197, -0.3272246718406677, -2.333836555480957, -0.5356347560882568, -1.288033366203308, -4.895185947418213, -15.548847198486328, -4.934615612030029, -0.22137367725372314, -6.583427429199219, -0.9010066986083984, -2.237170696258545, -1.8670732975006104, -0.20016230642795563, -5.921288013458252, -0.005614227149635553, -7.52609920501709, -3.284144878387451, -3.6920413970947266, -2.0169901847839355, -2.9249799251556396, -1.4761977195739746, -2.442007064819336, -1.2341548204421997, -1.9563146829605103, -1.9621782302856445, -0.2520584762096405, -2.0551767349243164, -1.0418215990066528, -1.1905516386032104, -2.827965021133423, -1.693838357925415, -2.2978851795196533, -1.5457404851913452, -1.2437852621078491]}} diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_cudagraphs/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_cudagraphs/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index c3fc59367ba..00000000000 --- a/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_cudagraphs/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1 +0,0 @@ -{"1": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Then, when you're ready, go home and watch the movie again.", "generated_tokens": [6830, 1044, 2200, 1636, 6185, 11831, 1044, 1974, 4590, 1321, 9951, 1278, 16070, 2790, 1046], "tpot": [13.922733306884766, 0.007188416086137295, 0.0065686400048434734, 0.00621231971308589, 0.00605961587280035, 0.0059919035993516445, 0.006008191965520382, 0.0059331199154257774, 0.0058839041739702225, 0.005978687666356564, 0.005963231902569532, 0.005926112178713083, 0.00591459171846509, 0.0059004477225244045, 0.00604671984910965], "latency": 14.020416846993612, "logprobs": [-9.485179901123047, -3.7365002632141113, -3.0747694969177246, -1.744485855102539, -0.29669833183288574, -1.4020814895629883, -2.432681083679199, -1.7664837837219238, -1.4741225242614746, -6.42724084854126, -0.8153547048568726, -1.7931451797485352, -3.650665044784546, -3.698770046234131, -1.608336091041565, -1.6549599170684814, -2.8460211753845215, -6.670064926147461, -0.06550002098083496, -1.2442623376846313, -6.04405403137207, -9.507080078125, -10.461563110351562, -1.5952650308609009, -4.6770920753479, -0.745125412940979, -2.1571977138519287, -0.013643701560795307, -0.03557091951370239, -3.090214252471924, -8.740396499633789, -1.5405625104904175, -5.852315902709961, -3.09045672416687, -3.9833602905273438, -3.7632288932800293, -2.444291591644287, -2.273496627807617, -0.4683297276496887, -1.020460605621338, -5.3351545333862305, -8.249643325805664, -0.01584932766854763, -2.8506340980529785, -1.251563549041748, -3.7786898612976074, -1.0169645547866821, -0.002681709360331297, -3.0970988273620605, -11.113213539123535, -3.8127267360687256, -2.329777479171753, -4.672338485717773, -0.09791824221611023, -0.06286392360925674, -1.3320130109786987, -2.1521241664886475, -4.375304222106934, -0.43500134348869324, -3.9912281036376953, -0.5796594023704529, -0.26420092582702637, -2.811892509460449, -13.508228302001953, -0.10134205967187881, -3.5013256072998047, -0.8109210729598999, -5.298563480377197, -0.3272246718406677, -2.333836555480957, -0.5356347560882568, -1.288033366203308, -4.895185947418213, -15.548847198486328, -4.934615612030029, -0.22137367725372314, -6.583427429199219, -0.9010066986083984, -2.237170696258545, -1.8670732975006104, -0.20016230642795563, -5.921288013458252, -0.005614227149635553, -7.52609920501709, -3.284144878387451, -3.6920413970947266, -2.0169901847839355, -2.9249799251556396, -1.4761977195739746, -2.442007064819336, -1.2341548204421997, -1.9563146829605103, -1.9621782302856445, -0.2520584762096405, -2.0551767349243164, -1.0418215990066528, -1.1905516386032104, -2.827965021133423, -1.693838357925415, -2.2978851795196533, -1.5457404851913452, -1.2437852621078491]}} diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_cudagraphs/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_cudagraphs/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 6246418cd60..00000000000 --- a/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_cudagraphs/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1 +0,0 @@ -{"1": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Then, when you're ready, go home and watch the movie again.", "generated_tokens": [6830, 1044, 2200, 1636, 6185, 11831, 1044, 1974, 4590, 1321, 9951, 1278, 16070, 2790, 1046], "tpot": [10.642894744873047, 0.007773248013108969, 0.006957856006920338, 0.006698175799101591, 0.006544159725308418, 0.0065354881808161736, 0.006621247623115778, 0.006504479795694351, 0.006506048142910004, 0.006563680246472359, 0.006534495856612921, 0.006482687778770924, 0.006613088306039572, 0.006460864096879959, 0.00653372798115015], "latency": 10.747625022020657, "logprobs": [-9.485179901123047, -3.7365002632141113, -3.0747694969177246, -1.744485855102539, -0.29669833183288574, -1.4020814895629883, -2.432681083679199, -1.7664837837219238, -1.4741225242614746, -6.42724084854126, -0.8153547048568726, -1.7931451797485352, -3.650665044784546, -3.698770046234131, -1.608336091041565, -1.6549599170684814, -2.8460211753845215, -6.670064926147461, -0.06550002098083496, -1.2442623376846313, -6.04405403137207, -9.507080078125, -10.461563110351562, -1.5952650308609009, -4.6770920753479, -0.745125412940979, -2.1571977138519287, -0.013643701560795307, -0.03557091951370239, -3.090214252471924, -8.740396499633789, -1.5405625104904175, -5.852315902709961, -3.09045672416687, -3.9833602905273438, -3.7632288932800293, -2.444291591644287, -2.273496627807617, -0.4683297276496887, -1.020460605621338, -5.3351545333862305, -8.249643325805664, -0.01584932766854763, -2.8506340980529785, -1.251563549041748, -3.7786898612976074, -1.0169645547866821, -0.002681709360331297, -3.0970988273620605, -11.113213539123535, -3.8127267360687256, -2.329777479171753, -4.672338485717773, -0.09791824221611023, -0.06286392360925674, -1.3320130109786987, -2.1521241664886475, -4.375304222106934, -0.43500134348869324, -3.9912281036376953, -0.5796594023704529, -0.26420092582702637, -2.811892509460449, -13.508228302001953, -0.10134205967187881, -3.5013256072998047, -0.8109210729598999, -5.298563480377197, -0.3272246718406677, -2.333836555480957, -0.5356347560882568, -1.288033366203308, -4.895185947418213, -15.548847198486328, -4.934615612030029, -0.22137367725372314, -6.583427429199219, -0.9010066986083984, -2.237170696258545, -1.8670732975006104, -0.20016230642795563, -5.921288013458252, -0.005614227149635553, -7.52609920501709, -3.284144878387451, -3.6920413970947266, -2.0169901847839355, -2.9249799251556396, -1.4761977195739746, -2.442007064819336, -1.2341548204421997, -1.9563146829605103, -1.9621782302856445, -0.2520584762096405, -2.0551767349243164, -1.0418215990066528, -1.1905516386032104, -2.827965021133423, -1.693838357925415, -2.2978851795196533, -1.5457404851913452, -1.2437852621078491]}} diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_logitsmatch/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_logitsmatch/golden_values_dev_dgx_h100.json index 4a80c4c0b51..d60a800e143 100644 --- a/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_logitsmatch/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_logitsmatch/golden_values_dev_dgx_h100.json @@ -1 +1 @@ -{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Then, when you're ready, go home and watch the movie again.", "generated_tokens": [6830, 1044, 2200, 1636, 6185, 11831, 1044, 1974, 4590, 1321, 9951, 1278, 16070, 2790, 1046], "tpot": [24.208621978759766, 1.0423665046691895, 0.051222365349531174, 0.050853632390499115, 0.05333216115832329, 0.05053724721074104, 0.050583455711603165, 0.05053670331835747, 0.05055004730820656, 0.051941920071840286, 0.049437277019023895, 0.04941171407699585, 0.04994342476129532, 0.04925638437271118, 0.049597952514886856], "latency": 26.002709535881877, "logprobs": [-9.485179901123047, -3.7365002632141113, -3.0747694969177246, -1.744485855102539, -0.29669833183288574, -1.4020814895629883, -2.432681083679199, -1.7664837837219238, -1.4741225242614746, -6.42724084854126, -0.8153547048568726, -1.7931451797485352, -3.650665044784546, -3.698770046234131, -1.608336091041565, -1.6549599170684814, -2.8460211753845215, -6.670064926147461, -0.06550002098083496, -1.2442623376846313, -6.04405403137207, -9.507080078125, -10.461563110351562, -1.5952650308609009, -4.6770920753479, -0.745125412940979, -2.1571977138519287, -0.013643701560795307, -0.03557091951370239, -3.090214252471924, -8.740396499633789, -1.5405625104904175, -5.852315902709961, -3.09045672416687, -3.9833602905273438, -3.7632288932800293, -2.444291591644287, -2.273496627807617, -0.4683297276496887, -1.020460605621338, -5.3351545333862305, -8.249643325805664, -0.01584932766854763, -2.8506340980529785, -1.251563549041748, -3.7786898612976074, -1.0169645547866821, -0.002681709360331297, -3.0970988273620605, -11.113213539123535, -3.8127267360687256, -2.329777479171753, -4.672338485717773, -0.09791824221611023, -0.06286392360925674, -1.3320130109786987, -2.1521241664886475, -4.375304222106934, -0.43500134348869324, -3.9912281036376953, -0.5796594023704529, -0.26420092582702637, -2.811892509460449, -13.508228302001953, -0.10134205967187881, -3.5013256072998047, -0.8109210729598999, -5.298563480377197, -0.3272246718406677, -2.333836555480957, -0.5356347560882568, -1.288033366203308, -4.895185947418213, -15.548847198486328, -4.934615612030029, -0.22137367725372314, -6.583427429199219, -0.9010066986083984, -2.237170696258545, -1.8670732975006104, -0.20016230642795563, -5.921288013458252, -0.005614227149635553, -7.52609920501709, -3.284144878387451, -3.6920413970947266, -2.0169901847839355, -2.9249799251556396, -1.4761977195739746, -2.442007064819336, -1.2341548204421997, -1.9563146829605103, -1.9621782302856445, -0.2520584762096405, -2.0551767349243164, -1.0418215990066528, -1.1905516386032104, -2.827965021133423, -1.693838357925415, -2.2978851795196533, -1.5457404851913452, -1.2437852621078491]}} \ No newline at end of file +{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Then, when you're ready, go home and watch the movie again.", "generated_tokens": [6830, 1044, 2200, 1636, 6185, 11831, 1044, 1974, 4590, 1321, 9951, 1278, 16070, 2790, 1046], "tpot": [23.324947357177734, 0.9724376797676086, 0.030179519206285477, 0.032699745148420334, 0.030718816444277763, 0.029437121003866196, 0.03135587275028229, 0.02818169631063938, 0.02772153727710247, 0.028379999101161957, 0.029912160709500313, 0.02787875197827816, 0.027760416269302368, 0.030058398842811584, 0.0278977919369936], "latency": 24.7525888918899, "logprobs": [-9.485179901123047, -3.7365002632141113, -3.0747694969177246, -1.744485855102539, -0.29669833183288574, -1.4020814895629883, -2.432681083679199, -1.7664837837219238, -1.4741225242614746, -6.42724084854126, -0.8153547048568726, -1.7931451797485352, -3.650665044784546, -3.698770046234131, -1.608336091041565, -1.6549599170684814, -2.8460211753845215, -6.670064926147461, -0.06550002098083496, -1.2442623376846313, -6.04405403137207, -9.507080078125, -10.461563110351562, -1.5952650308609009, -4.6770920753479, -0.745125412940979, -2.1571977138519287, -0.013643701560795307, -0.03557091951370239, -3.090214252471924, -8.740396499633789, -1.5405625104904175, -5.852315902709961, -3.09045672416687, -3.9833602905273438, -3.7632288932800293, -2.444291591644287, -2.273496627807617, -0.4683297276496887, -1.020460605621338, -5.3351545333862305, -8.249643325805664, -0.01584932766854763, -2.8506340980529785, -1.251563549041748, -3.7786898612976074, -1.0169645547866821, -0.002681709360331297, -3.0970988273620605, -11.113213539123535, -3.8127267360687256, -2.329777479171753, -4.672338485717773, -0.09791824221611023, -0.06286392360925674, -1.3320130109786987, -2.1521241664886475, -4.375304222106934, -0.43500134348869324, -3.9912281036376953, -0.5796594023704529, -0.26420092582702637, -2.811892509460449, -13.508228302001953, -0.10134205967187881, -3.5013256072998047, -0.8109210729598999, -5.298563480377197, -0.3272246718406677, -2.333836555480957, -0.5356347560882568, -1.288033366203308, -4.895185947418213, -15.548847198486328, -4.934615612030029, -0.22137367725372314, -6.583427429199219, -0.9010066986083984, -2.237170696258545, -1.8670732975006104, -0.20016230642795563, -5.921288013458252, -0.005614227149635553, -7.52609920501709, -3.284144878387451, -3.6920413970947266, -2.0169901847839355, -2.9249799251556396, -1.4761977195739746, -2.442007064819336, -1.2341548204421997, -1.9563146829605103, -1.9621782302856445, -0.2520584762096405, -2.0551767349243164, -1.0418215990066528, -1.1905516386032104, -2.827965021133423, -1.693838357925415, -2.2978851795196533, -1.5457404851913452, -1.2437852621078491]}} diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_logitsmatch/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_logitsmatch/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 7e77a430f74..00000000000 --- a/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_logitsmatch/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1 +0,0 @@ -{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Then, when you're ready, go home and watch the movie again.", "generated_tokens": [6830, 1044, 2200, 1636, 6185, 11831, 1044, 1974, 4590, 1321, 9951, 1278, 16070, 2790, 1046], "tpot": [21.894718170166016, 0.8281252980232239, 0.026725759729743004, 0.025482559576630592, 0.02529049664735794, 0.02504662238061428, 0.02536112070083618, 0.025379488244652748, 0.025550976395606995, 0.02537020854651928, 0.02508240006864071, 0.024979550391435623, 0.02515292726457119, 0.02680159918963909, 0.025211617350578308], "latency": 23.120823610574007, "logprobs": [-9.485179901123047, -3.7365002632141113, -3.0747694969177246, -1.744485855102539, -0.29669833183288574, -1.4020814895629883, -2.432681083679199, -1.7664837837219238, -1.4741225242614746, -6.42724084854126, -0.8153547048568726, -1.7931451797485352, -3.650665044784546, -3.698770046234131, -1.608336091041565, -1.6549599170684814, -2.8460211753845215, -6.670064926147461, -0.06550002098083496, -1.2442623376846313, -6.04405403137207, -9.507080078125, -10.461563110351562, -1.5952650308609009, -4.6770920753479, -0.745125412940979, -2.1571977138519287, -0.013643701560795307, -0.03557091951370239, -3.090214252471924, -8.740396499633789, -1.5405625104904175, -5.852315902709961, -3.09045672416687, -3.9833602905273438, -3.7632288932800293, -2.444291591644287, -2.273496627807617, -0.4683297276496887, -1.020460605621338, -5.3351545333862305, -8.249643325805664, -0.01584932766854763, -2.8506340980529785, -1.251563549041748, -3.7786898612976074, -1.0169645547866821, -0.002681709360331297, -3.0970988273620605, -11.113213539123535, -3.8127267360687256, -2.329777479171753, -4.672338485717773, -0.09791824221611023, -0.06286392360925674, -1.3320130109786987, -2.1521241664886475, -4.375304222106934, -0.43500134348869324, -3.9912281036376953, -0.5796594023704529, -0.26420092582702637, -2.811892509460449, -13.508228302001953, -0.10134205967187881, -3.5013256072998047, -0.8109210729598999, -5.298563480377197, -0.3272246718406677, -2.333836555480957, -0.5356347560882568, -1.288033366203308, -4.895185947418213, -15.548847198486328, -4.934615612030029, -0.22137367725372314, -6.583427429199219, -0.9010066986083984, -2.237170696258545, -1.8670732975006104, -0.20016230642795563, -5.921288013458252, -0.005614227149635553, -7.52609920501709, -3.284144878387451, -3.6920413970947266, -2.0169901847839355, -2.9249799251556396, -1.4761977195739746, -2.442007064819336, -1.2341548204421997, -1.9563146829605103, -1.9621782302856445, -0.2520584762096405, -2.0551767349243164, -1.0418215990066528, -1.1905516386032104, -2.827965021133423, -1.693838357925415, -2.2978851795196533, -1.5457404851913452, -1.2437852621078491]}} diff --git a/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_logitsmatch/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_logitsmatch/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index d60a800e143..00000000000 --- a/tests/functional_tests/test_cases/hybrid/hybrid_static_inference_tp1_pp1_2B_logitsmatch/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1 +0,0 @@ -{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Then, when you're ready, go home and watch the movie again.", "generated_tokens": [6830, 1044, 2200, 1636, 6185, 11831, 1044, 1974, 4590, 1321, 9951, 1278, 16070, 2790, 1046], "tpot": [23.324947357177734, 0.9724376797676086, 0.030179519206285477, 0.032699745148420334, 0.030718816444277763, 0.029437121003866196, 0.03135587275028229, 0.02818169631063938, 0.02772153727710247, 0.028379999101161957, 0.029912160709500313, 0.02787875197827816, 0.027760416269302368, 0.030058398842811584, 0.0278977919369936], "latency": 24.7525888918899, "logprobs": [-9.485179901123047, -3.7365002632141113, -3.0747694969177246, -1.744485855102539, -0.29669833183288574, -1.4020814895629883, -2.432681083679199, -1.7664837837219238, -1.4741225242614746, -6.42724084854126, -0.8153547048568726, -1.7931451797485352, -3.650665044784546, -3.698770046234131, -1.608336091041565, -1.6549599170684814, -2.8460211753845215, -6.670064926147461, -0.06550002098083496, -1.2442623376846313, -6.04405403137207, -9.507080078125, -10.461563110351562, -1.5952650308609009, -4.6770920753479, -0.745125412940979, -2.1571977138519287, -0.013643701560795307, -0.03557091951370239, -3.090214252471924, -8.740396499633789, -1.5405625104904175, -5.852315902709961, -3.09045672416687, -3.9833602905273438, -3.7632288932800293, -2.444291591644287, -2.273496627807617, -0.4683297276496887, -1.020460605621338, -5.3351545333862305, -8.249643325805664, -0.01584932766854763, -2.8506340980529785, -1.251563549041748, -3.7786898612976074, -1.0169645547866821, -0.002681709360331297, -3.0970988273620605, -11.113213539123535, -3.8127267360687256, -2.329777479171753, -4.672338485717773, -0.09791824221611023, -0.06286392360925674, -1.3320130109786987, -2.1521241664886475, -4.375304222106934, -0.43500134348869324, -3.9912281036376953, -0.5796594023704529, -0.26420092582702637, -2.811892509460449, -13.508228302001953, -0.10134205967187881, -3.5013256072998047, -0.8109210729598999, -5.298563480377197, -0.3272246718406677, -2.333836555480957, -0.5356347560882568, -1.288033366203308, -4.895185947418213, -15.548847198486328, -4.934615612030029, -0.22137367725372314, -6.583427429199219, -0.9010066986083984, -2.237170696258545, -1.8670732975006104, -0.20016230642795563, -5.921288013458252, -0.005614227149635553, -7.52609920501709, -3.284144878387451, -3.6920413970947266, -2.0169901847839355, -2.9249799251556396, -1.4761977195739746, -2.442007064819336, -1.2341548204421997, -1.9563146829605103, -1.9621782302856445, -0.2520584762096405, -2.0551767349243164, -1.0418215990066528, -1.1905516386032104, -2.827965021133423, -1.693838357925415, -2.2978851795196533, -1.5457404851913452, -1.2437852621078491]}} diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic/golden_values_dev_dgx_h100.json index fd720368e7c..e4e01388a15 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic/golden_values_dev_dgx_h100.json @@ -6,54 +6,54 @@ "values": { "1": 10.7999, "2": 10.80046, - "3": 10.80856, - "4": 10.78236, - "5": 10.82529, - "6": 10.83582, - "7": 10.81653, - "8": 10.81185, - "9": 10.81091, - "10": 10.77387, - "11": 10.85526, - "12": 10.82697, - "13": 10.85098, - "14": 10.85469, - "15": 10.7827, - "16": 10.77374, - "17": 10.7504, - "18": 10.78334, - "19": 10.75924, - "20": 10.69944, - "21": 10.67297, - "22": 10.51442, - "23": 10.68096, - "24": 10.57187, - "25": 10.51823, - "26": 10.57662, - "27": 10.59187, + "3": 10.8089, + "4": 10.78245, + "5": 10.82504, + "6": 10.83657, + "7": 10.81628, + "8": 10.81184, + "9": 10.8108, + "10": 10.7742, + "11": 10.85482, + "12": 10.82663, + "13": 10.85131, + "14": 10.85461, + "15": 10.78253, + "16": 10.77375, + "17": 10.74989, + "18": 10.78346, + "19": 10.75877, + "20": 10.69982, + "21": 10.67287, + "22": 10.5142, + "23": 10.68053, + "24": 10.57164, + "25": 10.51814, + "26": 10.57591, + "27": 10.59136, "28": 10.55398, - "29": 10.57092, - "30": 10.36453, - "31": 10.10911, - "32": 10.45339, - "33": 10.43673, - "34": 10.19971, - "35": 10.25406, - "36": 10.23349, - "37": 10.35406, - "38": 10.20448, - "39": 10.39919, - "40": 10.10198, - "41": 10.12753, - "42": 10.21106, - "43": 9.83709, - "44": 9.96212, - "45": 9.84265, - "46": 9.80647, - "47": 10.14286, - "48": 9.86668, - "49": 9.5387, - "50": 9.92563 + "29": 10.57104, + "30": 10.36425, + "31": 10.10945, + "32": 10.45329, + "33": 10.43693, + "34": 10.20011, + "35": 10.25443, + "36": 10.23318, + "37": 10.3536, + "38": 10.20421, + "39": 10.3993, + "40": 10.10241, + "41": 10.12765, + "42": 10.21115, + "43": 9.83746, + "44": 9.96186, + "45": 9.84266, + "46": 9.80686, + "47": 10.14266, + "48": 9.86672, + "49": 9.53822, + "50": 9.92595 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 4859.0, - "2": 4958.0, - "3": 5062.0, - "4": 4978.0, - "5": 5447.0, - "6": 5701.0, - "7": 5288.0, - "8": 5091.0, - "9": 5455.0, - "10": 4456.0, - "11": 5940.0, - "12": 5333.0, - "13": 5833.0, - "14": 5618.0, - "15": 5332.0, - "16": 5494.0, - "17": 5290.0, - "18": 5259.0, - "19": 5322.0, - "20": 4889.0, - "21": 5334.0, - "22": 4823.0, - "23": 5689.0, - "24": 5082.0, - "25": 4963.0, - "26": 5289.0, - "27": 5273.0, - "28": 5740.0, - "29": 6004.0, - "30": 5295.0, - "31": 4876.0, - "32": 5709.0, - "33": 6098.0, - "34": 5165.0, - "35": 5500.0, - "36": 5505.0, - "37": 6376.0, - "38": 5826.0, - "39": 6773.0, - "40": 5824.0, - "41": 5809.0, - "42": 6386.0, - "43": 5747.0, - "44": 5860.0, - "45": 5732.0, - "46": 5948.0, - "47": 6430.0, - "48": 6500.0, + "1": 4752.0, + "2": 5040.0, + "3": 5112.0, + "4": 5072.0, + "5": 5472.0, + "6": 5619.0, + "7": 5255.0, + "8": 5065.0, + "9": 5483.0, + "10": 4607.0, + "11": 5862.0, + "12": 5377.0, + "13": 5783.0, + "14": 5830.0, + "15": 5249.0, + "16": 5346.0, + "17": 5291.0, + "18": 5277.0, + "19": 5352.0, + "20": 4942.0, + "21": 5465.0, + "22": 4878.0, + "23": 5807.0, + "24": 5145.0, + "25": 4873.0, + "26": 5380.0, + "27": 5479.0, + "28": 5739.0, + "29": 5950.0, + "30": 5363.0, + "31": 4730.0, + "32": 5732.0, + "33": 5963.0, + "34": 5261.0, + "35": 5660.0, + "36": 5422.0, + "37": 6362.0, + "38": 6114.0, + "39": 6803.0, + "40": 5731.0, + "41": 5808.0, + "42": 6485.0, + "43": 5742.0, + "44": 5843.0, + "45": 5876.0, + "46": 6024.0, + "47": 6554.0, + "48": 6354.0, "49": 6497.0, - "50": 6719.0 + "50": 6526.0 } }, "mem-allocated-bytes": { @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1145716736.0, - "2": 1145714688.0, - "3": 1145715200.0, - "4": 1145714176.0, - "5": 1146209792.0, - "6": 1146210816.0, - "7": 1145717248.0, - "8": 1146209280.0, - "9": 1145714688.0, - "10": 1146214912.0, - "11": 1146209792.0, - "12": 1145714176.0, - "13": 1145713152.0, - "14": 1146209280.0, - "15": 1145713152.0, - "16": 1146210816.0, - "17": 1145713664.0, - "18": 1146210304.0, - "19": 1145714176.0, - "20": 1145715200.0, - "21": 1146210304.0, - "22": 1145715712.0, - "23": 1145715712.0, - "24": 1145713152.0, - "25": 1145712128.0, - "26": 1145715200.0, - "27": 1146210304.0, - "28": 1145713664.0, - "29": 1145711104.0, - "30": 1145714688.0, - "31": 1146213376.0, - "32": 1145713664.0, - "33": 1145714688.0, - "34": 1145715200.0, - "35": 1146212864.0, - "36": 1145713152.0, - "37": 1145712128.0, - "38": 1146207744.0, - "39": 1145715200.0, - "40": 1146210816.0, - "41": 1145714688.0, - "42": 1145712128.0, - "43": 1145715712.0, - "44": 1145717760.0, - "45": 1146210304.0, - "46": 1146214400.0, - "47": 1145714688.0, - "48": 1145717760.0, - "49": 1145719296.0, - "50": 1145716224.0 + "1": 1144115200.0, + "2": 1144113152.0, + "3": 1144113664.0, + "4": 1144112640.0, + "5": 1144113664.0, + "6": 1144113152.0, + "7": 1144115200.0, + "8": 1144112640.0, + "9": 1144113152.0, + "10": 1144118272.0, + "11": 1144112640.0, + "12": 1144112128.0, + "13": 1144110592.0, + "14": 1144112640.0, + "15": 1144111616.0, + "16": 1144112640.0, + "17": 1144112128.0, + "18": 1144113152.0, + "19": 1144112640.0, + "20": 1144113664.0, + "21": 1144113152.0, + "22": 1144114176.0, + "23": 1144113664.0, + "24": 1144111616.0, + "25": 1144110592.0, + "26": 1144113664.0, + "27": 1144113664.0, + "28": 1144112128.0, + "29": 1144110080.0, + "30": 1144113152.0, + "31": 1144116224.0, + "32": 1144112128.0, + "33": 1144113152.0, + "34": 1144113664.0, + "35": 1144115712.0, + "36": 1144111616.0, + "37": 1144111104.0, + "38": 1144110592.0, + "39": 1144113664.0, + "40": 1144113664.0, + "41": 1144114176.0, + "42": 1144109056.0, + "43": 1144114176.0, + "44": 1144115200.0, + "45": 1144113152.0, + "46": 1144117760.0, + "47": 1144113152.0, + "48": 1144115712.0, + "49": 1144117760.0, + "50": 1144114176.0 } }, "mem-max-allocated-bytes": { @@ -176,55 +176,55 @@ "step_interval": 1, "values": { "1": 1593775104.0, - "2": 2051463168.0, - "3": 2052978176.0, - "4": 2052978176.0, - "5": 2052978176.0, - "6": 2053324288.0, - "7": 2053986816.0, - "8": 2053986816.0, - "9": 2057060864.0, - "10": 2057060864.0, - "11": 2057060864.0, - "12": 2057060864.0, - "13": 2057060864.0, - "14": 2057060864.0, - "15": 2057060864.0, - "16": 2057060864.0, - "17": 2057060864.0, - "18": 2057060864.0, - "19": 2057060864.0, - "20": 2057060864.0, - "21": 2057060864.0, - "22": 2057060864.0, - "23": 2057060864.0, - "24": 2057060864.0, - "25": 2057060864.0, - "26": 2057060864.0, - "27": 2057060864.0, - "28": 2057060864.0, - "29": 2057060864.0, - "30": 2057060864.0, - "31": 2057060864.0, - "32": 2057060864.0, - "33": 2057060864.0, - "34": 2057060864.0, - "35": 2057060864.0, - "36": 2057060864.0, - "37": 2057060864.0, - "38": 2057060864.0, - "39": 2057060864.0, - "40": 2057060864.0, - "41": 2057060864.0, - "42": 2057060864.0, - "43": 2057060864.0, - "44": 2057060864.0, - "45": 2057060864.0, - "46": 2057060864.0, - "47": 2057060864.0, - "48": 2057060864.0, - "49": 2057060864.0, - "50": 2057060864.0 + "2": 2049587200.0, + "3": 2050487808.0, + "4": 2050487808.0, + "5": 2050487808.0, + "6": 2051877376.0, + "7": 2052037632.0, + "8": 2052037632.0, + "9": 2053219840.0, + "10": 2055123968.0, + "11": 2055123968.0, + "12": 2055123968.0, + "13": 2055123968.0, + "14": 2055123968.0, + "15": 2055123968.0, + "16": 2055123968.0, + "17": 2055123968.0, + "18": 2055123968.0, + "19": 2055123968.0, + "20": 2055123968.0, + "21": 2055123968.0, + "22": 2055123968.0, + "23": 2055123968.0, + "24": 2055123968.0, + "25": 2055123968.0, + "26": 2055123968.0, + "27": 2055123968.0, + "28": 2055123968.0, + "29": 2055123968.0, + "30": 2055123968.0, + "31": 2055123968.0, + "32": 2055123968.0, + "33": 2055123968.0, + "34": 2055123968.0, + "35": 2055123968.0, + "36": 2055123968.0, + "37": 2055123968.0, + "38": 2055123968.0, + "39": 2055123968.0, + "40": 2055123968.0, + "41": 2055123968.0, + "42": 2055123968.0, + "43": 2055123968.0, + "44": 2055123968.0, + "45": 2055123968.0, + "46": 2055123968.0, + "47": 2055123968.0, + "48": 2055123968.0, + "49": 2055123968.0, + "50": 2055123968.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 18.20596, - "2": 0.35903, - "3": 0.29783, - "4": 0.32647, - "5": 0.27756, - "6": 0.27374, - "7": 0.30378, - "8": 0.27695, - "9": 0.2803, - "10": 0.28715, - "11": 0.26455, - "12": 0.26231, - "13": 0.2664, - "14": 0.25756, - "15": 0.26997, - "16": 0.26004, - "17": 0.27036, - "18": 0.26235, - "19": 0.25926, - "20": 0.2633, - "21": 0.27365, - "22": 0.28244, - "23": 0.27106, - "24": 0.26252, - "25": 0.27913, - "26": 0.26128, - "27": 0.25745, - "28": 0.28971, - "29": 0.25557, - "30": 0.26227, - "31": 0.28393, - "32": 0.2742, - "33": 0.25918, - "34": 0.2839, - "35": 0.26183, - "36": 0.26351, - "37": 0.25935, - "38": 0.27055, - "39": 0.25969, - "40": 0.25776, - "41": 0.26414, - "42": 0.26164, - "43": 0.27671, - "44": 0.26781, - "45": 0.25691, - "46": 0.28709, - "47": 0.26291, - "48": 0.26119, - "49": 0.27305, - "50": 0.26323 + "1": 17.54696, + "2": 0.35381, + "3": 0.30805, + "4": 0.32999, + "5": 0.28074, + "6": 0.27713, + "7": 0.30692, + "8": 0.27076, + "9": 0.28178, + "10": 0.28798, + "11": 0.26657, + "12": 0.27288, + "13": 0.27118, + "14": 0.26505, + "15": 0.27307, + "16": 0.26745, + "17": 0.28092, + "18": 0.25951, + "19": 0.26123, + "20": 0.27117, + "21": 0.26705, + "22": 0.27657, + "23": 0.2785, + "24": 0.27138, + "25": 0.27542, + "26": 0.26549, + "27": 0.26436, + "28": 0.2817, + "29": 0.26002, + "30": 0.26437, + "31": 0.29073, + "32": 0.27239, + "33": 0.26215, + "34": 0.2748, + "35": 0.2623, + "36": 0.25929, + "37": 0.26086, + "38": 0.26996, + "39": 0.25721, + "40": 0.25938, + "41": 0.26959, + "42": 0.25657, + "43": 0.26426, + "44": 0.25689, + "45": 0.26206, + "46": 0.27753, + "47": 0.27998, + "48": 0.26838, + "49": 0.27354, + "50": 0.26097 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 72d650fcb5a..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.7999, - "2": 10.80046, - "3": 10.80906, - "4": 10.78256, - "5": 10.82566, - "6": 10.83616, - "7": 10.81688, - "8": 10.81159, - "9": 10.81058, - "10": 10.77421, - "11": 10.8555, - "12": 10.82696, - "13": 10.85081, - "14": 10.85457, - "15": 10.78256, - "16": 10.77334, - "17": 10.75077, - "18": 10.78391, - "19": 10.75873, - "20": 10.70038, - "21": 10.67229, - "22": 10.51412, - "23": 10.68126, - "24": 10.57156, - "25": 10.51795, - "26": 10.57588, - "27": 10.59132, - "28": 10.55287, - "29": 10.57112, - "30": 10.36497, - "31": 10.10959, - "32": 10.45338, - "33": 10.43695, - "34": 10.20008, - "35": 10.25443, - "36": 10.23362, - "37": 10.35422, - "38": 10.20437, - "39": 10.39909, - "40": 10.10235, - "41": 10.12745, - "42": 10.21091, - "43": 9.83755, - "44": 9.96198, - "45": 9.8428, - "46": 9.80664, - "47": 10.14256, - "48": 9.86637, - "49": 9.53809, - "50": 9.92581 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 4832.0, - "2": 4993.0, - "3": 5015.0, - "4": 5101.0, - "5": 5493.0, - "6": 5733.0, - "7": 5202.0, - "8": 5069.0, - "9": 5607.0, - "10": 4607.0, - "11": 5837.0, - "12": 5394.0, - "13": 5775.0, - "14": 5823.0, - "15": 5240.0, - "16": 5310.0, - "17": 5304.0, - "18": 5229.0, - "19": 5439.0, - "20": 4899.0, - "21": 5406.0, - "22": 4858.0, - "23": 5868.0, - "24": 5135.0, - "25": 4824.0, - "26": 5375.0, - "27": 5395.0, - "28": 5877.0, - "29": 5992.0, - "30": 5324.0, - "31": 4919.0, - "32": 5852.0, - "33": 6135.0, - "34": 5147.0, - "35": 5560.0, - "36": 5414.0, - "37": 6415.0, - "38": 5968.0, - "39": 6734.0, - "40": 5818.0, - "41": 5767.0, - "42": 6510.0, - "43": 5734.0, - "44": 5802.0, - "45": 5717.0, - "46": 5997.0, - "47": 6519.0, - "48": 6573.0, - "49": 6525.0, - "50": 6552.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1145716736.0, - "2": 1145714688.0, - "3": 1145715200.0, - "4": 1145713152.0, - "5": 1146210816.0, - "6": 1146210304.0, - "7": 1145716736.0, - "8": 1146209280.0, - "9": 1145714688.0, - "10": 1146214912.0, - "11": 1146210816.0, - "12": 1145713664.0, - "13": 1145713152.0, - "14": 1146210304.0, - "15": 1145713152.0, - "16": 1145714688.0, - "17": 1145713664.0, - "18": 1146212352.0, - "19": 1145714176.0, - "20": 1145715200.0, - "21": 1146210304.0, - "22": 1145715712.0, - "23": 1145715200.0, - "24": 1145713152.0, - "25": 1145712128.0, - "26": 1145715200.0, - "27": 1145715200.0, - "28": 1145713664.0, - "29": 1145711616.0, - "30": 1145714688.0, - "31": 1146213376.0, - "32": 1145713152.0, - "33": 1145714688.0, - "34": 1146210304.0, - "35": 1146212864.0, - "36": 1145713664.0, - "37": 1145712640.0, - "38": 1146207744.0, - "39": 1145715200.0, - "40": 1146210816.0, - "41": 1145715712.0, - "42": 1146207744.0, - "43": 1146211328.0, - "44": 1145716736.0, - "45": 1146210304.0, - "46": 1146214400.0, - "47": 1145714688.0, - "48": 1145717248.0, - "49": 1146215936.0, - "50": 1145716224.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1593775104.0, - "2": 2051463168.0, - "3": 2052791808.0, - "4": 2052791808.0, - "5": 2052791808.0, - "6": 2053601792.0, - "7": 2054070272.0, - "8": 2054225408.0, - "9": 2056797696.0, - "10": 2057079296.0, - "11": 2057079296.0, - "12": 2057079296.0, - "13": 2057079296.0, - "14": 2057079296.0, - "15": 2057079296.0, - "16": 2057079296.0, - "17": 2057079296.0, - "18": 2057079296.0, - "19": 2057079296.0, - "20": 2057079296.0, - "21": 2057079296.0, - "22": 2057079296.0, - "23": 2057079296.0, - "24": 2057079296.0, - "25": 2057079296.0, - "26": 2057079296.0, - "27": 2057079296.0, - "28": 2057079296.0, - "29": 2057079296.0, - "30": 2057079296.0, - "31": 2057079296.0, - "32": 2057079296.0, - "33": 2057079296.0, - "34": 2057079296.0, - "35": 2057079296.0, - "36": 2057079296.0, - "37": 2057079296.0, - "38": 2057079296.0, - "39": 2057079296.0, - "40": 2057079296.0, - "41": 2057079296.0, - "42": 2057079296.0, - "43": 2057079296.0, - "44": 2057079296.0, - "45": 2057079296.0, - "46": 2057079296.0, - "47": 2057079296.0, - "48": 2057079296.0, - "49": 2057079296.0, - "50": 2057079296.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 19.78346, - "2": 0.3309, - "3": 0.26692, - "4": 0.30511, - "5": 0.25944, - "6": 0.25055, - "7": 0.26908, - "8": 0.24453, - "9": 0.23731, - "10": 0.24901, - "11": 0.23286, - "12": 0.22911, - "13": 0.2292, - "14": 0.23339, - "15": 0.24721, - "16": 0.24166, - "17": 0.22756, - "18": 0.2223, - "19": 0.22427, - "20": 0.23111, - "21": 0.23175, - "22": 0.2573, - "23": 0.24989, - "24": 0.23707, - "25": 0.23317, - "26": 0.23062, - "27": 0.22667, - "28": 0.24009, - "29": 0.22295, - "30": 0.22987, - "31": 0.25103, - "32": 0.24353, - "33": 0.22584, - "34": 0.23541, - "35": 0.23768, - "36": 0.22699, - "37": 0.22446, - "38": 0.24288, - "39": 0.22484, - "40": 0.2277, - "41": 0.23059, - "42": 0.22349, - "43": 0.23202, - "44": 0.23787, - "45": 0.24589, - "46": 0.27096, - "47": 0.23921, - "48": 0.24334, - "49": 0.24986, - "50": 0.24759 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index e4e01388a15..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.7999, - "2": 10.80046, - "3": 10.8089, - "4": 10.78245, - "5": 10.82504, - "6": 10.83657, - "7": 10.81628, - "8": 10.81184, - "9": 10.8108, - "10": 10.7742, - "11": 10.85482, - "12": 10.82663, - "13": 10.85131, - "14": 10.85461, - "15": 10.78253, - "16": 10.77375, - "17": 10.74989, - "18": 10.78346, - "19": 10.75877, - "20": 10.69982, - "21": 10.67287, - "22": 10.5142, - "23": 10.68053, - "24": 10.57164, - "25": 10.51814, - "26": 10.57591, - "27": 10.59136, - "28": 10.55398, - "29": 10.57104, - "30": 10.36425, - "31": 10.10945, - "32": 10.45329, - "33": 10.43693, - "34": 10.20011, - "35": 10.25443, - "36": 10.23318, - "37": 10.3536, - "38": 10.20421, - "39": 10.3993, - "40": 10.10241, - "41": 10.12765, - "42": 10.21115, - "43": 9.83746, - "44": 9.96186, - "45": 9.84266, - "46": 9.80686, - "47": 10.14266, - "48": 9.86672, - "49": 9.53822, - "50": 9.92595 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 4752.0, - "2": 5040.0, - "3": 5112.0, - "4": 5072.0, - "5": 5472.0, - "6": 5619.0, - "7": 5255.0, - "8": 5065.0, - "9": 5483.0, - "10": 4607.0, - "11": 5862.0, - "12": 5377.0, - "13": 5783.0, - "14": 5830.0, - "15": 5249.0, - "16": 5346.0, - "17": 5291.0, - "18": 5277.0, - "19": 5352.0, - "20": 4942.0, - "21": 5465.0, - "22": 4878.0, - "23": 5807.0, - "24": 5145.0, - "25": 4873.0, - "26": 5380.0, - "27": 5479.0, - "28": 5739.0, - "29": 5950.0, - "30": 5363.0, - "31": 4730.0, - "32": 5732.0, - "33": 5963.0, - "34": 5261.0, - "35": 5660.0, - "36": 5422.0, - "37": 6362.0, - "38": 6114.0, - "39": 6803.0, - "40": 5731.0, - "41": 5808.0, - "42": 6485.0, - "43": 5742.0, - "44": 5843.0, - "45": 5876.0, - "46": 6024.0, - "47": 6554.0, - "48": 6354.0, - "49": 6497.0, - "50": 6526.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1144115200.0, - "2": 1144113152.0, - "3": 1144113664.0, - "4": 1144112640.0, - "5": 1144113664.0, - "6": 1144113152.0, - "7": 1144115200.0, - "8": 1144112640.0, - "9": 1144113152.0, - "10": 1144118272.0, - "11": 1144112640.0, - "12": 1144112128.0, - "13": 1144110592.0, - "14": 1144112640.0, - "15": 1144111616.0, - "16": 1144112640.0, - "17": 1144112128.0, - "18": 1144113152.0, - "19": 1144112640.0, - "20": 1144113664.0, - "21": 1144113152.0, - "22": 1144114176.0, - "23": 1144113664.0, - "24": 1144111616.0, - "25": 1144110592.0, - "26": 1144113664.0, - "27": 1144113664.0, - "28": 1144112128.0, - "29": 1144110080.0, - "30": 1144113152.0, - "31": 1144116224.0, - "32": 1144112128.0, - "33": 1144113152.0, - "34": 1144113664.0, - "35": 1144115712.0, - "36": 1144111616.0, - "37": 1144111104.0, - "38": 1144110592.0, - "39": 1144113664.0, - "40": 1144113664.0, - "41": 1144114176.0, - "42": 1144109056.0, - "43": 1144114176.0, - "44": 1144115200.0, - "45": 1144113152.0, - "46": 1144117760.0, - "47": 1144113152.0, - "48": 1144115712.0, - "49": 1144117760.0, - "50": 1144114176.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1593775104.0, - "2": 2049587200.0, - "3": 2050487808.0, - "4": 2050487808.0, - "5": 2050487808.0, - "6": 2051877376.0, - "7": 2052037632.0, - "8": 2052037632.0, - "9": 2053219840.0, - "10": 2055123968.0, - "11": 2055123968.0, - "12": 2055123968.0, - "13": 2055123968.0, - "14": 2055123968.0, - "15": 2055123968.0, - "16": 2055123968.0, - "17": 2055123968.0, - "18": 2055123968.0, - "19": 2055123968.0, - "20": 2055123968.0, - "21": 2055123968.0, - "22": 2055123968.0, - "23": 2055123968.0, - "24": 2055123968.0, - "25": 2055123968.0, - "26": 2055123968.0, - "27": 2055123968.0, - "28": 2055123968.0, - "29": 2055123968.0, - "30": 2055123968.0, - "31": 2055123968.0, - "32": 2055123968.0, - "33": 2055123968.0, - "34": 2055123968.0, - "35": 2055123968.0, - "36": 2055123968.0, - "37": 2055123968.0, - "38": 2055123968.0, - "39": 2055123968.0, - "40": 2055123968.0, - "41": 2055123968.0, - "42": 2055123968.0, - "43": 2055123968.0, - "44": 2055123968.0, - "45": 2055123968.0, - "46": 2055123968.0, - "47": 2055123968.0, - "48": 2055123968.0, - "49": 2055123968.0, - "50": 2055123968.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 17.54696, - "2": 0.35381, - "3": 0.30805, - "4": 0.32999, - "5": 0.28074, - "6": 0.27713, - "7": 0.30692, - "8": 0.27076, - "9": 0.28178, - "10": 0.28798, - "11": 0.26657, - "12": 0.27288, - "13": 0.27118, - "14": 0.26505, - "15": 0.27307, - "16": 0.26745, - "17": 0.28092, - "18": 0.25951, - "19": 0.26123, - "20": 0.27117, - "21": 0.26705, - "22": 0.27657, - "23": 0.2785, - "24": 0.27138, - "25": 0.27542, - "26": 0.26549, - "27": 0.26436, - "28": 0.2817, - "29": 0.26002, - "30": 0.26437, - "31": 0.29073, - "32": 0.27239, - "33": 0.26215, - "34": 0.2748, - "35": 0.2623, - "36": 0.25929, - "37": 0.26086, - "38": 0.26996, - "39": 0.25721, - "40": 0.25938, - "41": 0.26959, - "42": 0.25657, - "43": 0.26426, - "44": 0.25689, - "45": 0.26206, - "46": 0.27753, - "47": 0.27998, - "48": 0.26838, - "49": 0.27354, - "50": 0.26097 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic_dp_last/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic_dp_last/golden_values_dev_dgx_h100.json index d74ca1632d3..d342471ff77 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic_dp_last/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic_dp_last/golden_values_dev_dgx_h100.json @@ -6,54 +6,54 @@ "values": { "1": 10.7999, "2": 10.80046, - "3": 10.8086, - "4": 10.78211, - "5": 10.8253, - "6": 10.83613, - "7": 10.81656, - "8": 10.81172, - "9": 10.81127, - "10": 10.77365, - "11": 10.8551, - "12": 10.82716, - "13": 10.85093, - "14": 10.85516, - "15": 10.78294, - "16": 10.7735, - "17": 10.75018, - "18": 10.78378, - "19": 10.75892, - "20": 10.6994, - "21": 10.67278, - "22": 10.51458, - "23": 10.68081, - "24": 10.57159, - "25": 10.51778, - "26": 10.57633, - "27": 10.59163, - "28": 10.55359, - "29": 10.57084, - "30": 10.3646, - "31": 10.1091, - "32": 10.45327, - "33": 10.43719, - "34": 10.20028, - "35": 10.25449, - "36": 10.23294, - "37": 10.35395, - "38": 10.20435, - "39": 10.3991, - "40": 10.10257, - "41": 10.12803, - "42": 10.21095, - "43": 9.83714, - "44": 9.96175, - "45": 9.84268, - "46": 9.80685, - "47": 10.14284, - "48": 9.86671, - "49": 9.53845, - "50": 9.92551 + "3": 10.80877, + "4": 10.78226, + "5": 10.8254, + "6": 10.83596, + "7": 10.81676, + "8": 10.81163, + "9": 10.81106, + "10": 10.77366, + "11": 10.85495, + "12": 10.82711, + "13": 10.85109, + "14": 10.8546, + "15": 10.78267, + "16": 10.77358, + "17": 10.75036, + "18": 10.78319, + "19": 10.75876, + "20": 10.6992, + "21": 10.67244, + "22": 10.51382, + "23": 10.68112, + "24": 10.57174, + "25": 10.51756, + "26": 10.57624, + "27": 10.59185, + "28": 10.55401, + "29": 10.57113, + "30": 10.36465, + "31": 10.10866, + "32": 10.45338, + "33": 10.43764, + "34": 10.20033, + "35": 10.25433, + "36": 10.23362, + "37": 10.35369, + "38": 10.20443, + "39": 10.39917, + "40": 10.10245, + "41": 10.12765, + "42": 10.21106, + "43": 9.83722, + "44": 9.962, + "45": 9.84252, + "46": 9.80612, + "47": 10.14257, + "48": 9.86665, + "49": 9.5383, + "50": 9.92576 } }, "num-zeros": { @@ -61,56 +61,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 4814.0, - "2": 4952.0, - "3": 5040.0, - "4": 5015.0, - "5": 5519.0, - "6": 5551.0, - "7": 5268.0, - "8": 4810.0, - "9": 5397.0, - "10": 4501.0, - "11": 5891.0, - "12": 5339.0, - "13": 5837.0, - "14": 5809.0, - "15": 5355.0, - "16": 5453.0, - "17": 5423.0, - "18": 5110.0, - "19": 5401.0, - "20": 4905.0, - "21": 5349.0, - "22": 4914.0, - "23": 5700.0, - "24": 5043.0, - "25": 4863.0, - "26": 5343.0, - "27": 5411.0, - "28": 5792.0, - "29": 6026.0, - "30": 5282.0, - "31": 4823.0, - "32": 5676.0, - "33": 6043.0, - "34": 5245.0, - "35": 5629.0, - "36": 5372.0, - "37": 6399.0, - "38": 5915.0, - "39": 6572.0, - "40": 5759.0, - "41": 5969.0, - "42": 6425.0, - "43": 5757.0, - "44": 5808.0, - "45": 5780.0, - "46": 6040.0, - "47": 6533.0, - "48": 6375.0, - "49": 6343.0, - "50": 6648.0 + "1": 4827.0, + "2": 4935.0, + "3": 5030.0, + "4": 4956.0, + "5": 5583.0, + "6": 5594.0, + "7": 5325.0, + "8": 5098.0, + "9": 5335.0, + "10": 4581.0, + "11": 5895.0, + "12": 5249.0, + "13": 5692.0, + "14": 5736.0, + "15": 5303.0, + "16": 5347.0, + "17": 5361.0, + "18": 5322.0, + "19": 5407.0, + "20": 4961.0, + "21": 5441.0, + "22": 4776.0, + "23": 5752.0, + "24": 5157.0, + "25": 4897.0, + "26": 5202.0, + "27": 5455.0, + "28": 5769.0, + "29": 5911.0, + "30": 5256.0, + "31": 4674.0, + "32": 5854.0, + "33": 6080.0, + "34": 5278.0, + "35": 5743.0, + "36": 5523.0, + "37": 6477.0, + "38": 5839.0, + "39": 6711.0, + "40": 5852.0, + "41": 6062.0, + "42": 6501.0, + "43": 5605.0, + "44": 5883.0, + "45": 5763.0, + "46": 6076.0, + "47": 6613.0, + "48": 6348.0, + "49": 6430.0, + "50": 6699.0 } }, "mem-allocated-bytes": { @@ -120,53 +120,53 @@ "values": { "1": 1145716736.0, "2": 1145714688.0, - "3": 1146211840.0, - "4": 1145713152.0, + "3": 1145715200.0, + "4": 1145714176.0, "5": 1146210816.0, - "6": 1145713664.0, - "7": 1145717248.0, - "8": 1145713664.0, + "6": 1146210304.0, + "7": 1145716736.0, + "8": 1146209792.0, "9": 1145714688.0, "10": 1146214912.0, "11": 1145714176.0, - "12": 1145714176.0, - "13": 1146208768.0, + "12": 1145713664.0, + "13": 1145712128.0, "14": 1146209280.0, "15": 1145713152.0, "16": 1146210304.0, "17": 1145713664.0, - "18": 1146209280.0, + "18": 1146210304.0, "19": 1145714176.0, "20": 1145715200.0, "21": 1146210304.0, "22": 1145715712.0, - "23": 1145715200.0, + "23": 1145716224.0, "24": 1145713152.0, "25": 1145712128.0, "26": 1145715200.0, - "27": 1145715200.0, + "27": 1146210304.0, "28": 1145713664.0, - "29": 1145711616.0, + "29": 1145711104.0, "30": 1145714688.0, - "31": 1145717760.0, - "32": 1145713664.0, + "31": 1146213376.0, + "32": 1145713152.0, "33": 1145714688.0, - "34": 1145715200.0, - "35": 1146212352.0, - "36": 1145713152.0, + "34": 1145714688.0, + "35": 1146213376.0, + "36": 1145713664.0, "37": 1145712128.0, - "38": 1146208256.0, + "38": 1146207744.0, "39": 1145715200.0, "40": 1146210816.0, - "41": 1145715712.0, - "42": 1145712640.0, + "41": 1145714688.0, + "42": 1145711104.0, "43": 1146211840.0, - "44": 1145716736.0, - "45": 1146209280.0, + "44": 1145717248.0, + "45": 1145714688.0, "46": 1146214400.0, "47": 1145714688.0, - "48": 1145717760.0, - "49": 1146215424.0, + "48": 1145717248.0, + "49": 1146214912.0, "50": 1145716224.0 } }, @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1593775104.0, + "1": 1593766912.0, "2": 2051463168.0, - "3": 2052884992.0, - "4": 2052884992.0, - "5": 2052884992.0, - "6": 2053490176.0, - "7": 2054021632.0, - "8": 2054517248.0, - "9": 2057131520.0, - "10": 2057131520.0, - "11": 2057131520.0, - "12": 2057131520.0, - "13": 2057131520.0, - "14": 2057131520.0, - "15": 2057131520.0, - "16": 2057131520.0, - "17": 2057131520.0, - "18": 2057131520.0, - "19": 2057131520.0, - "20": 2057131520.0, - "21": 2057131520.0, - "22": 2057131520.0, - "23": 2057131520.0, - "24": 2057131520.0, - "25": 2057131520.0, - "26": 2057131520.0, - "27": 2057131520.0, - "28": 2057131520.0, - "29": 2057131520.0, - "30": 2057131520.0, - "31": 2057131520.0, - "32": 2057131520.0, - "33": 2057131520.0, - "34": 2057131520.0, - "35": 2057131520.0, - "36": 2057131520.0, - "37": 2057131520.0, - "38": 2057131520.0, - "39": 2057131520.0, - "40": 2057131520.0, - "41": 2057131520.0, - "42": 2057131520.0, - "43": 2057131520.0, - "44": 2057131520.0, - "45": 2057131520.0, - "46": 2057131520.0, - "47": 2057131520.0, - "48": 2057131520.0, - "49": 2057131520.0, - "50": 2057131520.0 + "3": 2052584960.0, + "4": 2052584960.0, + "5": 2052584960.0, + "6": 2053404160.0, + "7": 2054199296.0, + "8": 2054199296.0, + "9": 2056971776.0, + "10": 2057138688.0, + "11": 2057138688.0, + "12": 2057138688.0, + "13": 2057138688.0, + "14": 2057138688.0, + "15": 2057138688.0, + "16": 2057138688.0, + "17": 2057138688.0, + "18": 2057138688.0, + "19": 2057138688.0, + "20": 2057138688.0, + "21": 2057138688.0, + "22": 2057138688.0, + "23": 2057138688.0, + "24": 2057138688.0, + "25": 2057138688.0, + "26": 2057138688.0, + "27": 2057138688.0, + "28": 2057138688.0, + "29": 2057138688.0, + "30": 2057138688.0, + "31": 2057138688.0, + "32": 2057138688.0, + "33": 2057138688.0, + "34": 2057138688.0, + "35": 2057138688.0, + "36": 2057138688.0, + "37": 2057138688.0, + "38": 2057138688.0, + "39": 2057138688.0, + "40": 2057138688.0, + "41": 2057138688.0, + "42": 2057138688.0, + "43": 2057138688.0, + "44": 2057138688.0, + "45": 2057138688.0, + "46": 2057138688.0, + "47": 2057138688.0, + "48": 2057138688.0, + "49": 2057138688.0, + "50": 2057138688.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 17.92077, - "2": 0.34824, - "3": 0.30032, - "4": 0.32972, - "5": 0.27324, - "6": 0.26945, - "7": 0.29877, - "8": 0.27354, - "9": 0.26617, - "10": 0.28282, - "11": 0.26525, - "12": 0.2586, - "13": 0.27078, - "14": 0.25807, - "15": 0.27244, - "16": 0.26017, - "17": 0.27564, - "18": 0.26003, - "19": 0.25894, - "20": 0.26689, - "21": 0.26403, - "22": 0.26923, - "23": 0.27423, - "24": 0.25699, - "25": 0.26351, - "26": 0.26238, - "27": 0.26331, - "28": 0.27004, - "29": 0.2532, - "30": 0.2563, - "31": 0.27893, - "32": 0.27696, - "33": 0.25765, - "34": 0.27112, - "35": 0.26525, - "36": 0.25555, - "37": 0.25575, - "38": 0.26372, - "39": 0.25643, - "40": 0.25561, - "41": 0.26327, - "42": 0.25857, - "43": 0.26139, - "44": 0.26205, - "45": 0.25417, - "46": 0.28594, - "47": 0.27128, - "48": 0.2658, - "49": 0.27152, - "50": 0.26917 + "1": 17.99317, + "2": 0.35408, + "3": 0.30455, + "4": 0.32631, + "5": 0.27174, + "6": 0.27168, + "7": 0.29847, + "8": 0.27152, + "9": 0.27606, + "10": 0.27991, + "11": 0.25875, + "12": 0.25854, + "13": 0.26351, + "14": 0.2599, + "15": 0.26827, + "16": 0.25734, + "17": 0.26876, + "18": 0.26302, + "19": 0.25791, + "20": 0.26587, + "21": 0.26207, + "22": 0.2718, + "23": 0.27036, + "24": 0.2557, + "25": 0.27098, + "26": 0.2562, + "27": 0.25663, + "28": 0.28209, + "29": 0.25678, + "30": 0.26198, + "31": 0.27896, + "32": 0.26879, + "33": 0.25449, + "34": 0.27377, + "35": 0.25725, + "36": 0.25349, + "37": 0.2537, + "38": 0.26246, + "39": 0.25527, + "40": 0.25676, + "41": 0.26427, + "42": 0.25718, + "43": 0.26206, + "44": 0.25615, + "45": 0.261, + "46": 0.28413, + "47": 0.27633, + "48": 0.26455, + "49": 0.2706, + "50": 0.25944 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic_dp_last/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic_dp_last/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 0c2d8bc15ac..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic_dp_last/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.7999, - "2": 10.80046, - "3": 10.80882, - "4": 10.78271, - "5": 10.82527, - "6": 10.83559, - "7": 10.81654, - "8": 10.81189, - "9": 10.81027, - "10": 10.77395, - "11": 10.85546, - "12": 10.82687, - "13": 10.85063, - "14": 10.85519, - "15": 10.78219, - "16": 10.77344, - "17": 10.75025, - "18": 10.78337, - "19": 10.75865, - "20": 10.69949, - "21": 10.67201, - "22": 10.51454, - "23": 10.68053, - "24": 10.57151, - "25": 10.51842, - "26": 10.57602, - "27": 10.59131, - "28": 10.55338, - "29": 10.5705, - "30": 10.36499, - "31": 10.10913, - "32": 10.45347, - "33": 10.43732, - "34": 10.20004, - "35": 10.2548, - "36": 10.23345, - "37": 10.35402, - "38": 10.2041, - "39": 10.39978, - "40": 10.10252, - "41": 10.12783, - "42": 10.21103, - "43": 9.83757, - "44": 9.96217, - "45": 9.84252, - "46": 9.80674, - "47": 10.14274, - "48": 9.86654, - "49": 9.53815, - "50": 9.92567 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 4865.0, - "2": 4889.0, - "3": 5053.0, - "4": 5128.0, - "5": 5538.0, - "6": 5637.0, - "7": 5195.0, - "8": 4942.0, - "9": 5569.0, - "10": 4503.0, - "11": 6001.0, - "12": 5343.0, - "13": 5607.0, - "14": 5820.0, - "15": 5246.0, - "16": 5419.0, - "17": 5489.0, - "18": 5301.0, - "19": 5323.0, - "20": 4805.0, - "21": 5272.0, - "22": 4832.0, - "23": 5649.0, - "24": 5122.0, - "25": 4835.0, - "26": 5369.0, - "27": 5430.0, - "28": 5771.0, - "29": 6155.0, - "30": 5193.0, - "31": 4946.0, - "32": 5822.0, - "33": 6136.0, - "34": 5157.0, - "35": 5508.0, - "36": 5439.0, - "37": 6566.0, - "38": 6146.0, - "39": 6504.0, - "40": 5752.0, - "41": 5973.0, - "42": 6371.0, - "43": 5634.0, - "44": 5975.0, - "45": 5779.0, - "46": 5939.0, - "47": 6534.0, - "48": 6362.0, - "49": 6390.0, - "50": 6421.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1144115200.0, - "2": 1144113152.0, - "3": 1144113664.0, - "4": 1144112640.0, - "5": 1144113664.0, - "6": 1144113664.0, - "7": 1144115200.0, - "8": 1144112128.0, - "9": 1144113152.0, - "10": 1144117248.0, - "11": 1144112640.0, - "12": 1144112640.0, - "13": 1144110592.0, - "14": 1144113664.0, - "15": 1144111616.0, - "16": 1144113152.0, - "17": 1144112128.0, - "18": 1144114176.0, - "19": 1144112640.0, - "20": 1144113664.0, - "21": 1144113152.0, - "22": 1144113664.0, - "23": 1144114176.0, - "24": 1144111616.0, - "25": 1144110592.0, - "26": 1144114688.0, - "27": 1144113664.0, - "28": 1144112128.0, - "29": 1144109568.0, - "30": 1144113152.0, - "31": 1144116224.0, - "32": 1144112128.0, - "33": 1144113152.0, - "34": 1144113664.0, - "35": 1144115712.0, - "36": 1144112128.0, - "37": 1144110592.0, - "38": 1144110592.0, - "39": 1144113664.0, - "40": 1144113664.0, - "41": 1144114176.0, - "42": 1144111104.0, - "43": 1144114176.0, - "44": 1144116224.0, - "45": 1144112640.0, - "46": 1144116736.0, - "47": 1144113152.0, - "48": 1144116224.0, - "49": 1144117760.0, - "50": 1144114688.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1593766912.0, - "2": 2049587200.0, - "3": 2050706944.0, - "4": 2050706944.0, - "5": 2050706944.0, - "6": 2051856896.0, - "7": 2052133888.0, - "8": 2052133888.0, - "9": 2053136896.0, - "10": 2054898688.0, - "11": 2054898688.0, - "12": 2054898688.0, - "13": 2054898688.0, - "14": 2054898688.0, - "15": 2054898688.0, - "16": 2054898688.0, - "17": 2054898688.0, - "18": 2054898688.0, - "19": 2054898688.0, - "20": 2054898688.0, - "21": 2054898688.0, - "22": 2054898688.0, - "23": 2054898688.0, - "24": 2054898688.0, - "25": 2054898688.0, - "26": 2054898688.0, - "27": 2054898688.0, - "28": 2054898688.0, - "29": 2054898688.0, - "30": 2054898688.0, - "31": 2054898688.0, - "32": 2054898688.0, - "33": 2054898688.0, - "34": 2054898688.0, - "35": 2054898688.0, - "36": 2054898688.0, - "37": 2054898688.0, - "38": 2054898688.0, - "39": 2054898688.0, - "40": 2054898688.0, - "41": 2054898688.0, - "42": 2054898688.0, - "43": 2054898688.0, - "44": 2054898688.0, - "45": 2054898688.0, - "46": 2054898688.0, - "47": 2054898688.0, - "48": 2054898688.0, - "49": 2054898688.0, - "50": 2054898688.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 19.95177, - "2": 0.34433, - "3": 0.26792, - "4": 0.28931, - "5": 0.24286, - "6": 0.23522, - "7": 0.26191, - "8": 0.24179, - "9": 0.23443, - "10": 0.2479, - "11": 0.22843, - "12": 0.23568, - "13": 0.22851, - "14": 0.22301, - "15": 0.23496, - "16": 0.22557, - "17": 0.23185, - "18": 0.22478, - "19": 0.21988, - "20": 0.22721, - "21": 0.22747, - "22": 0.25032, - "23": 0.23584, - "24": 0.22392, - "25": 0.24076, - "26": 0.22602, - "27": 0.21942, - "28": 0.25471, - "29": 0.22059, - "30": 0.22483, - "31": 0.24893, - "32": 0.23382, - "33": 0.2228, - "34": 0.24334, - "35": 0.22325, - "36": 0.22492, - "37": 0.22009, - "38": 0.22761, - "39": 0.22117, - "40": 0.22618, - "41": 0.23324, - "42": 0.23137, - "43": 0.23, - "44": 0.23628, - "45": 0.22927, - "46": 0.24977, - "47": 0.23757, - "48": 0.24069, - "49": 0.254, - "50": 0.23443 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic_dp_last/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic_dp_last/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index d342471ff77..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_cp2_pp2_ep2_te_4experts2parallel_nondeterministic_dp_last/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.7999, - "2": 10.80046, - "3": 10.80877, - "4": 10.78226, - "5": 10.8254, - "6": 10.83596, - "7": 10.81676, - "8": 10.81163, - "9": 10.81106, - "10": 10.77366, - "11": 10.85495, - "12": 10.82711, - "13": 10.85109, - "14": 10.8546, - "15": 10.78267, - "16": 10.77358, - "17": 10.75036, - "18": 10.78319, - "19": 10.75876, - "20": 10.6992, - "21": 10.67244, - "22": 10.51382, - "23": 10.68112, - "24": 10.57174, - "25": 10.51756, - "26": 10.57624, - "27": 10.59185, - "28": 10.55401, - "29": 10.57113, - "30": 10.36465, - "31": 10.10866, - "32": 10.45338, - "33": 10.43764, - "34": 10.20033, - "35": 10.25433, - "36": 10.23362, - "37": 10.35369, - "38": 10.20443, - "39": 10.39917, - "40": 10.10245, - "41": 10.12765, - "42": 10.21106, - "43": 9.83722, - "44": 9.962, - "45": 9.84252, - "46": 9.80612, - "47": 10.14257, - "48": 9.86665, - "49": 9.5383, - "50": 9.92576 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 4827.0, - "2": 4935.0, - "3": 5030.0, - "4": 4956.0, - "5": 5583.0, - "6": 5594.0, - "7": 5325.0, - "8": 5098.0, - "9": 5335.0, - "10": 4581.0, - "11": 5895.0, - "12": 5249.0, - "13": 5692.0, - "14": 5736.0, - "15": 5303.0, - "16": 5347.0, - "17": 5361.0, - "18": 5322.0, - "19": 5407.0, - "20": 4961.0, - "21": 5441.0, - "22": 4776.0, - "23": 5752.0, - "24": 5157.0, - "25": 4897.0, - "26": 5202.0, - "27": 5455.0, - "28": 5769.0, - "29": 5911.0, - "30": 5256.0, - "31": 4674.0, - "32": 5854.0, - "33": 6080.0, - "34": 5278.0, - "35": 5743.0, - "36": 5523.0, - "37": 6477.0, - "38": 5839.0, - "39": 6711.0, - "40": 5852.0, - "41": 6062.0, - "42": 6501.0, - "43": 5605.0, - "44": 5883.0, - "45": 5763.0, - "46": 6076.0, - "47": 6613.0, - "48": 6348.0, - "49": 6430.0, - "50": 6699.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1145716736.0, - "2": 1145714688.0, - "3": 1145715200.0, - "4": 1145714176.0, - "5": 1146210816.0, - "6": 1146210304.0, - "7": 1145716736.0, - "8": 1146209792.0, - "9": 1145714688.0, - "10": 1146214912.0, - "11": 1145714176.0, - "12": 1145713664.0, - "13": 1145712128.0, - "14": 1146209280.0, - "15": 1145713152.0, - "16": 1146210304.0, - "17": 1145713664.0, - "18": 1146210304.0, - "19": 1145714176.0, - "20": 1145715200.0, - "21": 1146210304.0, - "22": 1145715712.0, - "23": 1145716224.0, - "24": 1145713152.0, - "25": 1145712128.0, - "26": 1145715200.0, - "27": 1146210304.0, - "28": 1145713664.0, - "29": 1145711104.0, - "30": 1145714688.0, - "31": 1146213376.0, - "32": 1145713152.0, - "33": 1145714688.0, - "34": 1145714688.0, - "35": 1146213376.0, - "36": 1145713664.0, - "37": 1145712128.0, - "38": 1146207744.0, - "39": 1145715200.0, - "40": 1146210816.0, - "41": 1145714688.0, - "42": 1145711104.0, - "43": 1146211840.0, - "44": 1145717248.0, - "45": 1145714688.0, - "46": 1146214400.0, - "47": 1145714688.0, - "48": 1145717248.0, - "49": 1146214912.0, - "50": 1145716224.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1593766912.0, - "2": 2051463168.0, - "3": 2052584960.0, - "4": 2052584960.0, - "5": 2052584960.0, - "6": 2053404160.0, - "7": 2054199296.0, - "8": 2054199296.0, - "9": 2056971776.0, - "10": 2057138688.0, - "11": 2057138688.0, - "12": 2057138688.0, - "13": 2057138688.0, - "14": 2057138688.0, - "15": 2057138688.0, - "16": 2057138688.0, - "17": 2057138688.0, - "18": 2057138688.0, - "19": 2057138688.0, - "20": 2057138688.0, - "21": 2057138688.0, - "22": 2057138688.0, - "23": 2057138688.0, - "24": 2057138688.0, - "25": 2057138688.0, - "26": 2057138688.0, - "27": 2057138688.0, - "28": 2057138688.0, - "29": 2057138688.0, - "30": 2057138688.0, - "31": 2057138688.0, - "32": 2057138688.0, - "33": 2057138688.0, - "34": 2057138688.0, - "35": 2057138688.0, - "36": 2057138688.0, - "37": 2057138688.0, - "38": 2057138688.0, - "39": 2057138688.0, - "40": 2057138688.0, - "41": 2057138688.0, - "42": 2057138688.0, - "43": 2057138688.0, - "44": 2057138688.0, - "45": 2057138688.0, - "46": 2057138688.0, - "47": 2057138688.0, - "48": 2057138688.0, - "49": 2057138688.0, - "50": 2057138688.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 17.99317, - "2": 0.35408, - "3": 0.30455, - "4": 0.32631, - "5": 0.27174, - "6": 0.27168, - "7": 0.29847, - "8": 0.27152, - "9": 0.27606, - "10": 0.27991, - "11": 0.25875, - "12": 0.25854, - "13": 0.26351, - "14": 0.2599, - "15": 0.26827, - "16": 0.25734, - "17": 0.26876, - "18": 0.26302, - "19": 0.25791, - "20": 0.26587, - "21": 0.26207, - "22": 0.2718, - "23": 0.27036, - "24": 0.2557, - "25": 0.27098, - "26": 0.2562, - "27": 0.25663, - "28": 0.28209, - "29": 0.25678, - "30": 0.26198, - "31": 0.27896, - "32": 0.26879, - "33": 0.25449, - "34": 0.27377, - "35": 0.25725, - "36": 0.25349, - "37": 0.2537, - "38": 0.26246, - "39": 0.25527, - "40": 0.25676, - "41": 0.26427, - "42": 0.25718, - "43": 0.26206, - "44": 0.25615, - "45": 0.261, - "46": 0.28413, - "47": 0.27633, - "48": 0.26455, - "49": 0.2706, - "50": 0.25944 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp1_pp2_resume_torch_dist_reshard_2x1x4_te_8experts2parallel_dist_optimizer/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp1_pp2_resume_torch_dist_reshard_2x1x4_te_8experts2parallel_dist_optimizer/golden_values_dev_dgx_h100.json index 73cf979651d..d869313b50f 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp1_pp2_resume_torch_dist_reshard_2x1x4_te_8experts2parallel_dist_optimizer/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp1_pp2_resume_torch_dist_reshard_2x1x4_te_8experts2parallel_dist_optimizer/golden_values_dev_dgx_h100.json @@ -6,104 +6,104 @@ "values": { "1": 10.81565, "2": 10.81048, - "3": 10.81233, - "4": 10.79117, - "5": 10.83746, - "6": 10.85118, - "7": 10.82091, - "8": 10.82093, - "9": 10.8306, - "10": 10.78973, - "11": 10.86282, - "12": 10.84288, - "13": 10.85757, - "14": 10.86228, - "15": 10.80658, - "16": 10.80321, - "17": 10.77911, - "18": 10.80744, - "19": 10.79401, - "20": 10.7468, - "21": 10.72178, - "22": 10.58777, - "23": 10.72976, - "24": 10.63294, - "25": 10.57502, - "26": 10.63703, - "27": 10.65005, - "28": 10.63549, - "29": 10.64376, - "30": 10.44681, - "31": 10.1944, - "32": 10.52431, - "33": 10.51785, - "34": 10.28836, - "35": 10.33178, - "36": 10.31279, - "37": 10.42677, - "38": 10.27938, - "39": 10.47551, - "40": 10.19739, - "41": 10.21538, - "42": 10.28746, - "43": 9.94274, - "44": 10.05688, - "45": 9.94329, - "46": 9.90894, - "47": 10.21235, - "48": 9.95052, - "49": 9.63658, - "50": 10.00313, - "51": 9.92286, - "52": 9.82764, - "53": 10.14637, - "54": 10.0431, - "55": 9.9628, - "56": 9.70471, - "57": 9.58557, - "58": 9.91688, - "59": 9.66027, - "60": 9.60417, - "61": 9.77863, - "62": 10.06255, - "63": 9.47237, - "64": 9.85394, - "65": 9.02479, - "66": 9.79388, - "67": 9.43332, - "68": 9.85348, - "69": 9.84692, - "70": 9.81038, - "71": 9.68427, - "72": 9.6602, - "73": 9.57277, - "74": 9.05997, - "75": 9.50545, - "76": 9.17937, - "77": 10.12733, - "78": 9.77455, - "79": 9.44211, - "80": 9.46753, - "81": 9.53839, - "82": 9.75754, - "83": 9.38711, - "84": 9.46669, - "85": 9.67912, - "86": 9.13537, - "87": 9.63456, - "88": 9.80822, - "89": 9.67886, - "90": 9.8558, - "91": 9.41297, - "92": 9.41787, - "93": 9.15369, - "94": 8.90217, - "95": 9.56536, - "96": 9.58437, - "97": 9.35832, - "98": 9.73042, - "99": 8.9586, - "100": 9.454 + "3": 10.8127, + "4": 10.79089, + "5": 10.83784, + "6": 10.85116, + "7": 10.82036, + "8": 10.82117, + "9": 10.83043, + "10": 10.78955, + "11": 10.86357, + "12": 10.84268, + "13": 10.85799, + "14": 10.86268, + "15": 10.80594, + "16": 10.80356, + "17": 10.77851, + "18": 10.80762, + "19": 10.79465, + "20": 10.747, + "21": 10.72249, + "22": 10.58742, + "23": 10.72933, + "24": 10.63238, + "25": 10.575, + "26": 10.638, + "27": 10.64966, + "28": 10.63496, + "29": 10.64307, + "30": 10.44635, + "31": 10.19441, + "32": 10.52449, + "33": 10.51815, + "34": 10.28843, + "35": 10.33138, + "36": 10.3123, + "37": 10.4265, + "38": 10.27866, + "39": 10.47612, + "40": 10.19821, + "41": 10.21536, + "42": 10.28769, + "43": 9.94235, + "44": 10.05775, + "45": 9.94354, + "46": 9.90902, + "47": 10.21214, + "48": 9.94982, + "49": 9.63605, + "50": 10.00335, + "51": 9.92304, + "52": 9.82779, + "53": 10.14656, + "54": 10.04338, + "55": 9.96311, + "56": 9.70508, + "57": 9.58542, + "58": 9.91687, + "59": 9.66061, + "60": 9.60393, + "61": 9.77855, + "62": 10.0624, + "63": 9.47205, + "64": 9.85428, + "65": 9.02467, + "66": 9.79454, + "67": 9.43333, + "68": 9.85327, + "69": 9.847, + "70": 9.81072, + "71": 9.684, + "72": 9.66023, + "73": 9.57314, + "74": 9.05973, + "75": 9.50551, + "76": 9.17942, + "77": 10.12761, + "78": 9.77438, + "79": 9.44209, + "80": 9.46747, + "81": 9.53873, + "82": 9.75725, + "83": 9.38702, + "84": 9.46662, + "85": 9.67918, + "86": 9.13556, + "87": 9.63426, + "88": 9.80794, + "89": 9.67925, + "90": 9.85561, + "91": 9.41267, + "92": 9.41773, + "93": 9.15396, + "94": 8.90227, + "95": 9.56526, + "96": 9.58425, + "97": 9.35836, + "98": 9.7302, + "99": 8.95917, + "100": 9.45408 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 31083.0, - "2": 32874.0, - "3": 33614.0, - "4": 30796.0, - "5": 35950.0, - "6": 37383.0, - "7": 35302.0, - "8": 31308.0, - "9": 34522.0, - "10": 29757.0, - "11": 38942.0, - "12": 34991.0, - "13": 37045.0, - "14": 37494.0, - "15": 34692.0, - "16": 36080.0, - "17": 35060.0, - "18": 34989.0, - "19": 36144.0, - "20": 32462.0, - "21": 33369.0, - "22": 29795.0, - "23": 37622.0, - "24": 32511.0, - "25": 31055.0, - "26": 34301.0, - "27": 36030.0, - "28": 36741.0, - "29": 38257.0, - "30": 32928.0, - "31": 30048.0, - "32": 36406.0, - "33": 37595.0, - "34": 32918.0, - "35": 33986.0, - "36": 35154.0, - "37": 37803.0, - "38": 35542.0, - "39": 39006.0, - "40": 35753.0, - "41": 35748.0, - "42": 37390.0, - "43": 34087.0, - "44": 33554.0, - "45": 35464.0, - "46": 37091.0, - "47": 40542.0, - "48": 36522.0, - "49": 36534.0, - "50": 38785.0, - "51": 37126.0, - "52": 36939.0, - "53": 41763.0, - "54": 41138.0, - "55": 37048.0, - "56": 40483.0, - "57": 36998.0, - "58": 41877.0, - "59": 39208.0, - "60": 40087.0, - "61": 40325.0, - "62": 44268.0, - "63": 38629.0, - "64": 43656.0, - "65": 40940.0, - "66": 44302.0, - "67": 40075.0, - "68": 40632.0, - "69": 40527.0, - "70": 45260.0, - "71": 41111.0, - "72": 40161.0, - "73": 44972.0, - "74": 34095.0, - "75": 38490.0, - "76": 46162.0, - "77": 46055.0, - "78": 46750.0, - "79": 47560.0, - "80": 46440.0, - "81": 49629.0, - "82": 49227.0, - "83": 44834.0, - "84": 45877.0, - "85": 49064.0, - "86": 45232.0, - "87": 49124.0, - "88": 46347.0, - "89": 48837.0, - "90": 49499.0, - "91": 44289.0, - "92": 47277.0, - "93": 46847.0, - "94": 46311.0, - "95": 47245.0, - "96": 50336.0, - "97": 47016.0, - "98": 49606.0, - "99": 47799.0, - "100": 43700.0 + "1": 30991.0, + "2": 32927.0, + "3": 33481.0, + "4": 30866.0, + "5": 36255.0, + "6": 37186.0, + "7": 35644.0, + "8": 31356.0, + "9": 34832.0, + "10": 29855.0, + "11": 38396.0, + "12": 35164.0, + "13": 37118.0, + "14": 38011.0, + "15": 34458.0, + "16": 35843.0, + "17": 34836.0, + "18": 35149.0, + "19": 36044.0, + "20": 32823.0, + "21": 33340.0, + "22": 30040.0, + "23": 37733.0, + "24": 31992.0, + "25": 31045.0, + "26": 34280.0, + "27": 36064.0, + "28": 36993.0, + "29": 38087.0, + "30": 32689.0, + "31": 30361.0, + "32": 36050.0, + "33": 37627.0, + "34": 33149.0, + "35": 34316.0, + "36": 35026.0, + "37": 37852.0, + "38": 35490.0, + "39": 38325.0, + "40": 35730.0, + "41": 35890.0, + "42": 37811.0, + "43": 34239.0, + "44": 33282.0, + "45": 35354.0, + "46": 37112.0, + "47": 40323.0, + "48": 36296.0, + "49": 36098.0, + "50": 38996.0, + "51": 37187.0, + "52": 36798.0, + "53": 41385.0, + "54": 41151.0, + "55": 36715.0, + "56": 40382.0, + "57": 36942.0, + "58": 42415.0, + "59": 39138.0, + "60": 39766.0, + "61": 40532.0, + "62": 43919.0, + "63": 38747.0, + "64": 43509.0, + "65": 40794.0, + "66": 44093.0, + "67": 40369.0, + "68": 40509.0, + "69": 40728.0, + "70": 45431.0, + "71": 41117.0, + "72": 39982.0, + "73": 44758.0, + "74": 34170.0, + "75": 38601.0, + "76": 46113.0, + "77": 45621.0, + "78": 47007.0, + "79": 47410.0, + "80": 46647.0, + "81": 50449.0, + "82": 49494.0, + "83": 45080.0, + "84": 46331.0, + "85": 48470.0, + "86": 45870.0, + "87": 49138.0, + "88": 46357.0, + "89": 48274.0, + "90": 50049.0, + "91": 43937.0, + "92": 47318.0, + "93": 46654.0, + "94": 46515.0, + "95": 47167.0, + "96": 50587.0, + "97": 46623.0, + "98": 49830.0, + "99": 48092.0, + "100": 43643.0 } }, "mem-allocated-bytes": { @@ -221,103 +221,103 @@ "1": 1016564224.0, "2": 1016563712.0, "3": 1016564224.0, - "4": 1016563712.0, - "5": 1016564736.0, + "4": 1017172480.0, + "5": 1016564224.0, "6": 1016565248.0, "7": 1016564736.0, "8": 1016565248.0, "9": 1016562688.0, "10": 1016564736.0, - "11": 1016562176.0, - "12": 1016564224.0, - "13": 1016563200.0, - "14": 1016563712.0, + "11": 1016562688.0, + "12": 1016565248.0, + "13": 1016564736.0, + "14": 1016564224.0, "15": 1016564736.0, - "16": 1016562688.0, - "17": 1016565248.0, - "18": 1016564736.0, + "16": 1016562176.0, + "17": 1016564736.0, + "18": 1016565760.0, "19": 1016563200.0, - "20": 1016563712.0, + "20": 1016563200.0, "21": 1016564224.0, - "22": 1016564736.0, + "22": 1016566272.0, "23": 1016564736.0, - "24": 1016563200.0, - "25": 1016565248.0, + "24": 1016564224.0, + "25": 1016564736.0, "26": 1016562176.0, - "27": 1016562688.0, - "28": 1016562176.0, + "27": 1016563200.0, + "28": 1016562688.0, "29": 1016562688.0, - "30": 1016566784.0, - "31": 1016569344.0, - "32": 1016565248.0, + "30": 1016566272.0, + "31": 1016569856.0, + "32": 1016564736.0, "33": 1016564736.0, "34": 1016565248.0, - "35": 1016565248.0, - "36": 1016565760.0, - "37": 1016564736.0, + "35": 1017459712.0, + "36": 1016565248.0, + "37": 1016565248.0, "38": 1016564224.0, - "39": 1016562688.0, - "40": 1016945152.0, + "39": 1016562176.0, + "40": 1016565248.0, "41": 1016567808.0, "42": 1016564224.0, "43": 1016568320.0, "44": 1016565760.0, - "45": 1016565248.0, - "46": 1016569344.0, - "47": 1016564224.0, + "45": 1016565760.0, + "46": 1016570368.0, + "47": 1016565248.0, "48": 1016569856.0, - "49": 1017010688.0, - "50": 1016567296.0, + "49": 1016568832.0, + "50": 1016565760.0, "51": 1016566272.0, - "52": 1016575488.0, - "53": 1016568320.0, - "54": 1016567296.0, - "55": 1016569344.0, + "52": 1016574976.0, + "53": 1016567808.0, + "54": 1016566784.0, + "55": 1016569856.0, "56": 1016565248.0, - "57": 1016575488.0, - "58": 1016569856.0, + "57": 1016574976.0, + "58": 1017110528.0, "59": 1016574976.0, - "60": 1016571392.0, - "61": 1016567808.0, - "62": 1016566272.0, - "63": 1016576512.0, - "64": 1016572416.0, - "65": 1016584192.0, - "66": 1016569344.0, - "67": 1016570368.0, + "60": 1016571904.0, + "61": 1016567296.0, + "62": 1016565760.0, + "63": 1016576000.0, + "64": 1016572928.0, + "65": 1016585216.0, + "66": 1016568832.0, + "67": 1016569344.0, "68": 1016566272.0, - "69": 1016570880.0, + "69": 1016569856.0, "70": 1016569344.0, - "71": 1016566784.0, - "72": 1016915968.0, - "73": 1016572928.0, + "71": 1016566272.0, + "72": 1016571392.0, + "73": 1016572416.0, "74": 1016577536.0, "75": 1016567296.0, "76": 1016565760.0, - "77": 1016567296.0, + "77": 1016566272.0, "78": 1016572928.0, - "79": 1016569344.0, - "80": 1016572928.0, - "81": 1016569856.0, - "82": 1016572416.0, + "79": 1016568832.0, + "80": 1016572416.0, + "81": 1016570368.0, + "82": 1016571904.0, "83": 1016568832.0, "84": 1016573440.0, - "85": 1016574976.0, + "85": 1016575488.0, "86": 1016574976.0, - "87": 1016568832.0, - "88": 1016571904.0, - "89": 1016578048.0, - "90": 1016568832.0, + "87": 1016568320.0, + "88": 1016816640.0, + "89": 1016577024.0, + "90": 1016569344.0, "91": 1016566784.0, "92": 1016566784.0, - "93": 1016570368.0, - "94": 1016571904.0, + "93": 1016569856.0, + "94": 1016571392.0, "95": 1016567808.0, "96": 1016566784.0, - "97": 1016573440.0, - "98": 1016566272.0, - "99": 1016578048.0, - "100": 1016573952.0 + "97": 1016573952.0, + "98": 1016565760.0, + "99": 1016577024.0, + "100": 1016574464.0 } }, "mem-max-allocated-bytes": { @@ -327,104 +327,104 @@ "values": { "1": 2560655872.0, "2": 2827037696.0, - "3": 2827377152.0, - "4": 2827377152.0, - "5": 2827506688.0, - "6": 2827618816.0, - "7": 2828691456.0, - "8": 2828691456.0, - "9": 2828691456.0, - "10": 2828691456.0, - "11": 2828691456.0, - "12": 2828691456.0, - "13": 2828691456.0, - "14": 2828691456.0, - "15": 2829756416.0, - "16": 2829756416.0, - "17": 2830923264.0, - "18": 2830923264.0, - "19": 2830923264.0, - "20": 2830923264.0, - "21": 2830923264.0, - "22": 2830923264.0, - "23": 2830923264.0, - "24": 2830923264.0, - "25": 2830923264.0, - "26": 2830923264.0, - "27": 2830923264.0, - "28": 2830923264.0, - "29": 2830923264.0, - "30": 2833604608.0, - "31": 2833604608.0, - "32": 2833604608.0, - "33": 2833604608.0, - "34": 2833604608.0, - "35": 2833604608.0, - "36": 2833604608.0, - "37": 2833604608.0, - "38": 2833604608.0, - "39": 2833604608.0, - "40": 2833604608.0, - "41": 2835652608.0, - "42": 2835652608.0, - "43": 2835652608.0, - "44": 2835652608.0, - "45": 2835652608.0, - "46": 2836792832.0, - "47": 2836792832.0, - "48": 2837318656.0, - "49": 2837318656.0, - "50": 2837318656.0, - "51": 2837318656.0, - "52": 2841922048.0, - "53": 2841922048.0, - "54": 2841922048.0, - "55": 2841922048.0, - "56": 2844188672.0, - "57": 2847232512.0, - "58": 2847232512.0, - "59": 2847232512.0, - "60": 2847232512.0, - "61": 2847232512.0, - "62": 2847232512.0, - "63": 2847301120.0, - "64": 2847301120.0, - "65": 2858460160.0, - "66": 2858460160.0, - "67": 2858460160.0, - "68": 2858460160.0, - "69": 2858460160.0, - "70": 2858460160.0, - "71": 2858460160.0, - "72": 2858460160.0, - "73": 2858460160.0, - "74": 2858460160.0, - "75": 2858460160.0, - "76": 2858460160.0, - "77": 2858460160.0, - "78": 2858460160.0, - "79": 2858460160.0, - "80": 2858460160.0, - "81": 2858460160.0, - "82": 2858460160.0, - "83": 2858460160.0, - "84": 2858460160.0, - "85": 2858460160.0, - "86": 2858460160.0, - "87": 2858460160.0, - "88": 2858460160.0, - "89": 2858460160.0, - "90": 2858460160.0, - "91": 2858460160.0, - "92": 2858460160.0, - "93": 2858460160.0, - "94": 2858460160.0, - "95": 2858460160.0, - "96": 2858460160.0, - "97": 2858460160.0, - "98": 2858460160.0, - "99": 2858460160.0, - "100": 2858460160.0 + "3": 2827771392.0, + "4": 2828163584.0, + "5": 2828163584.0, + "6": 2828163584.0, + "7": 2829373440.0, + "8": 2829373440.0, + "9": 2829373440.0, + "10": 2829925376.0, + "11": 2829925376.0, + "12": 2829925376.0, + "13": 2829925376.0, + "14": 2829925376.0, + "15": 2830320640.0, + "16": 2830320640.0, + "17": 2830320640.0, + "18": 2830320640.0, + "19": 2830320640.0, + "20": 2830320640.0, + "21": 2830320640.0, + "22": 2830406144.0, + "23": 2830406144.0, + "24": 2830406144.0, + "25": 2830406144.0, + "26": 2830406144.0, + "27": 2830406144.0, + "28": 2830406144.0, + "29": 2830406144.0, + "30": 2831433216.0, + "31": 2836904960.0, + "32": 2836904960.0, + "33": 2836904960.0, + "34": 2836904960.0, + "35": 2836904960.0, + "36": 2836904960.0, + "37": 2836904960.0, + "38": 2836904960.0, + "39": 2836904960.0, + "40": 2836904960.0, + "41": 2836904960.0, + "42": 2836904960.0, + "43": 2836904960.0, + "44": 2836904960.0, + "45": 2836904960.0, + "46": 2837527040.0, + "47": 2837527040.0, + "48": 2837527040.0, + "49": 2837527040.0, + "50": 2837527040.0, + "51": 2837527040.0, + "52": 2844526592.0, + "53": 2844526592.0, + "54": 2844526592.0, + "55": 2844526592.0, + "56": 2844526592.0, + "57": 2845833216.0, + "58": 2845833216.0, + "59": 2845833216.0, + "60": 2845833216.0, + "61": 2845833216.0, + "62": 2845833216.0, + "63": 2847350784.0, + "64": 2847350784.0, + "65": 2859365376.0, + "66": 2859365376.0, + "67": 2859365376.0, + "68": 2859365376.0, + "69": 2859365376.0, + "70": 2859365376.0, + "71": 2859365376.0, + "72": 2859365376.0, + "73": 2859365376.0, + "74": 2859365376.0, + "75": 2859365376.0, + "76": 2859365376.0, + "77": 2859365376.0, + "78": 2859365376.0, + "79": 2859365376.0, + "80": 2859365376.0, + "81": 2859365376.0, + "82": 2859365376.0, + "83": 2859365376.0, + "84": 2859365376.0, + "85": 2859365376.0, + "86": 2859365376.0, + "87": 2859365376.0, + "88": 2859365376.0, + "89": 2859365376.0, + "90": 2859365376.0, + "91": 2859365376.0, + "92": 2859365376.0, + "93": 2859365376.0, + "94": 2859365376.0, + "95": 2859365376.0, + "96": 2859365376.0, + "97": 2859365376.0, + "98": 2859365376.0, + "99": 2859365376.0, + "100": 2859365376.0 } }, "iteration-time": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 17.04363, - "2": 0.27177, - "3": 0.19697, - "4": 0.20207, - "5": 0.17488, - "6": 0.1736, - "7": 0.18134, - "8": 0.17934, - "9": 0.17175, - "10": 0.16904, - "11": 0.17256, - "12": 0.16161, - "13": 0.166, - "14": 0.16567, - "15": 0.18106, - "16": 0.16499, - "17": 0.17792, - "18": 0.16846, - "19": 0.16132, - "20": 0.16075, - "21": 0.163, - "22": 0.17697, - "23": 0.16348, - "24": 0.16046, - "25": 0.16003, - "26": 0.16209, - "27": 0.16858, - "28": 0.16512, - "29": 0.15718, - "30": 0.17279, - "31": 0.20344, - "32": 0.17311, - "33": 0.1614, - "34": 0.18789, - "35": 0.16679, - "36": 0.16768, - "37": 0.15911, - "38": 0.16709, - "39": 0.16032, - "40": 0.18009, - "41": 0.16959, - "42": 0.16653, - "43": 0.17964, - "44": 0.1656, - "45": 0.16422, - "46": 0.18029, - "47": 0.16168, - "48": 0.19024, - "49": 0.22183, - "50": 0.16427, - "51": 0.17603, - "52": 0.17568, - "53": 0.16571, - "54": 0.16402, - "55": 0.17797, - "56": 0.22204, - "57": 0.17949, - "58": 0.1779, - "59": 0.18785, - "60": 0.1904, - "61": 0.1671, - "62": 0.17396, - "63": 0.17822, - "64": 0.17482, - "65": 0.24849, - "66": 0.17181, - "67": 0.23022, - "68": 0.19374, - "69": 0.17091, - "70": 0.17566, - "71": 0.19661, - "72": 0.17367, - "73": 0.21284, - "74": 0.19024, - "75": 0.18071, - "76": 0.20274, - "77": 0.17462, - "78": 0.18216, - "79": 0.18476, - "80": 0.18669, - "81": 0.17032, - "82": 0.16285, - "83": 0.17256, - "84": 0.19021, - "85": 0.16572, - "86": 0.20934, - "87": 0.17261, - "88": 0.16413, - "89": 0.17944, - "90": 0.1661, - "91": 0.19779, - "92": 0.17507, - "93": 0.18998, - "94": 0.20674, - "95": 0.16927, - "96": 0.16793, - "97": 0.17702, - "98": 0.16074, - "99": 0.17652, - "100": 0.17041 + "1": 17.55161, + "2": 0.27584, + "3": 0.20906, + "4": 0.18821, + "5": 0.17883, + "6": 0.17484, + "7": 0.18214, + "8": 0.18025, + "9": 0.16785, + "10": 0.16718, + "11": 0.17122, + "12": 0.16341, + "13": 0.16356, + "14": 0.16447, + "15": 0.17469, + "16": 0.16231, + "17": 0.17002, + "18": 0.1621, + "19": 0.16543, + "20": 0.16097, + "21": 0.16113, + "22": 0.17866, + "23": 0.16939, + "24": 0.16784, + "25": 0.16322, + "26": 0.15752, + "27": 0.16042, + "28": 0.16296, + "29": 0.16022, + "30": 0.16569, + "31": 0.20634, + "32": 0.16627, + "33": 0.16203, + "34": 0.18965, + "35": 0.1656, + "36": 0.17227, + "37": 0.16394, + "38": 0.16364, + "39": 0.15966, + "40": 0.17482, + "41": 0.16992, + "42": 0.16079, + "43": 0.17541, + "44": 0.1626, + "45": 0.16436, + "46": 0.1838, + "47": 0.15773, + "48": 0.18504, + "49": 0.22116, + "50": 0.16497, + "51": 0.17193, + "52": 0.17228, + "53": 0.15999, + "54": 0.15946, + "55": 0.1611, + "56": 0.21983, + "57": 0.18423, + "58": 0.16229, + "59": 0.18268, + "60": 0.17406, + "61": 0.15956, + "62": 0.16172, + "63": 0.17465, + "64": 0.17307, + "65": 0.25477, + "66": 0.15926, + "67": 0.23477, + "68": 0.16872, + "69": 0.16094, + "70": 0.16631, + "71": 0.18552, + "72": 0.16728, + "73": 0.1889, + "74": 0.17586, + "75": 0.17577, + "76": 0.21503, + "77": 0.16576, + "78": 0.17284, + "79": 0.18166, + "80": 0.19235, + "81": 0.17347, + "82": 0.1597, + "83": 0.17024, + "84": 0.17843, + "85": 0.15917, + "86": 0.20315, + "87": 0.16523, + "88": 0.16367, + "89": 0.18499, + "90": 0.16286, + "91": 0.19025, + "92": 0.17186, + "93": 0.19123, + "94": 0.19378, + "95": 0.16849, + "96": 0.16781, + "97": 0.17705, + "98": 0.15729, + "99": 0.17119, + "100": 0.16 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp1_pp2_resume_torch_dist_reshard_2x1x4_te_8experts2parallel_dist_optimizer/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp1_pp2_resume_torch_dist_reshard_2x1x4_te_8experts2parallel_dist_optimizer/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index dca66d633f5..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp1_pp2_resume_torch_dist_reshard_2x1x4_te_8experts2parallel_dist_optimizer/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.81565, - "2": 10.81048, - "3": 10.81268, - "4": 10.79108, - "5": 10.83781, - "6": 10.85065, - "7": 10.82134, - "8": 10.8202, - "9": 10.83075, - "10": 10.79026, - "11": 10.86297, - "12": 10.84282, - "13": 10.85729, - "14": 10.86207, - "15": 10.80535, - "16": 10.80362, - "17": 10.77916, - "18": 10.80764, - "19": 10.79451, - "20": 10.74621, - "21": 10.72181, - "22": 10.58717, - "23": 10.72927, - "24": 10.63248, - "25": 10.57614, - "26": 10.63793, - "27": 10.64955, - "28": 10.63533, - "29": 10.64332, - "30": 10.44626, - "31": 10.19362, - "32": 10.52448, - "33": 10.51821, - "34": 10.28825, - "35": 10.33113, - "36": 10.31229, - "37": 10.42674, - "38": 10.279, - "39": 10.47591, - "40": 10.19781, - "41": 10.21483, - "42": 10.28721, - "43": 9.94225, - "44": 10.05777, - "45": 9.9434, - "46": 9.90939, - "47": 10.21227, - "48": 9.95, - "49": 9.63638, - "50": 10.00366, - "51": 9.92331, - "52": 9.8284, - "53": 10.14655, - "54": 10.04302, - "55": 9.9627, - "56": 9.70496, - "57": 9.58521, - "58": 9.91705, - "59": 9.66061, - "60": 9.60423, - "61": 9.77841, - "62": 10.06213, - "63": 9.47178, - "64": 9.85438, - "65": 9.02476, - "66": 9.79406, - "67": 9.43345, - "68": 9.8534, - "69": 9.847, - "70": 9.81051, - "71": 9.68406, - "72": 9.6601, - "73": 9.57296, - "74": 9.0603, - "75": 9.50552, - "76": 9.17947, - "77": 10.12779, - "78": 9.77444, - "79": 9.44215, - "80": 9.46725, - "81": 9.53865, - "82": 9.75696, - "83": 9.3874, - "84": 9.46663, - "85": 9.67947, - "86": 9.13533, - "87": 9.63433, - "88": 9.80834, - "89": 9.67888, - "90": 9.85563, - "91": 9.41308, - "92": 9.41812, - "93": 9.15371, - "94": 8.90222, - "95": 9.56497, - "96": 9.58428, - "97": 9.35825, - "98": 9.72999, - "99": 8.95886, - "100": 9.45414 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 30853.0, - "2": 33000.0, - "3": 33775.0, - "4": 30857.0, - "5": 35956.0, - "6": 37573.0, - "7": 35446.0, - "8": 31027.0, - "9": 34894.0, - "10": 29923.0, - "11": 38736.0, - "12": 35245.0, - "13": 36983.0, - "14": 38078.0, - "15": 34560.0, - "16": 36096.0, - "17": 34585.0, - "18": 34936.0, - "19": 36301.0, - "20": 32788.0, - "21": 33385.0, - "22": 29942.0, - "23": 37625.0, - "24": 32018.0, - "25": 31043.0, - "26": 34310.0, - "27": 35942.0, - "28": 37348.0, - "29": 38027.0, - "30": 32865.0, - "31": 30072.0, - "32": 36198.0, - "33": 37604.0, - "34": 32768.0, - "35": 34129.0, - "36": 34811.0, - "37": 37917.0, - "38": 35861.0, - "39": 38592.0, - "40": 35652.0, - "41": 35428.0, - "42": 37701.0, - "43": 33967.0, - "44": 33425.0, - "45": 35778.0, - "46": 37279.0, - "47": 40356.0, - "48": 36144.0, - "49": 36492.0, - "50": 39148.0, - "51": 37394.0, - "52": 36918.0, - "53": 41574.0, - "54": 40654.0, - "55": 37274.0, - "56": 40316.0, - "57": 36713.0, - "58": 42042.0, - "59": 39264.0, - "60": 39816.0, - "61": 40579.0, - "62": 44097.0, - "63": 38397.0, - "64": 43253.0, - "65": 40953.0, - "66": 44326.0, - "67": 40344.0, - "68": 40398.0, - "69": 40614.0, - "70": 45248.0, - "71": 41445.0, - "72": 39901.0, - "73": 44369.0, - "74": 33925.0, - "75": 38833.0, - "76": 46358.0, - "77": 46064.0, - "78": 46904.0, - "79": 47560.0, - "80": 46979.0, - "81": 50283.0, - "82": 49634.0, - "83": 45153.0, - "84": 45874.0, - "85": 49161.0, - "86": 45106.0, - "87": 49057.0, - "88": 46592.0, - "89": 48712.0, - "90": 49552.0, - "91": 43836.0, - "92": 47360.0, - "93": 46675.0, - "94": 46653.0, - "95": 46726.0, - "96": 50152.0, - "97": 47102.0, - "98": 50317.0, - "99": 48088.0, - "100": 43362.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1016564224.0, - "2": 1016563712.0, - "3": 1016564224.0, - "4": 1016563200.0, - "5": 1016564736.0, - "6": 1016565248.0, - "7": 1016563712.0, - "8": 1016565248.0, - "9": 1016562688.0, - "10": 1016564736.0, - "11": 1016562688.0, - "12": 1016564224.0, - "13": 1016563200.0, - "14": 1016563712.0, - "15": 1017374720.0, - "16": 1016562176.0, - "17": 1016565248.0, - "18": 1016566272.0, - "19": 1016563712.0, - "20": 1016564224.0, - "21": 1016564224.0, - "22": 1016566272.0, - "23": 1016563712.0, - "24": 1016563200.0, - "25": 1016565248.0, - "26": 1016833024.0, - "27": 1016562688.0, - "28": 1016562176.0, - "29": 1016562688.0, - "30": 1016565760.0, - "31": 1016568832.0, - "32": 1016565248.0, - "33": 1016564736.0, - "34": 1016564736.0, - "35": 1016565248.0, - "36": 1016901120.0, - "37": 1016564736.0, - "38": 1016564224.0, - "39": 1016562688.0, - "40": 1016563712.0, - "41": 1016567296.0, - "42": 1016564736.0, - "43": 1016567808.0, - "44": 1016564736.0, - "45": 1016565760.0, - "46": 1016569856.0, - "47": 1016564224.0, - "48": 1016569856.0, - "49": 1016568320.0, - "50": 1017070592.0, - "51": 1016566272.0, - "52": 1016575488.0, - "53": 1016567808.0, - "54": 1016976896.0, - "55": 1016569856.0, - "56": 1016565248.0, - "57": 1016574976.0, - "58": 1017060352.0, - "59": 1016573952.0, - "60": 1016571904.0, - "61": 1016568320.0, - "62": 1016566784.0, - "63": 1016576512.0, - "64": 1016572416.0, - "65": 1016584192.0, - "66": 1016568832.0, - "67": 1016570368.0, - "68": 1016566272.0, - "69": 1016570880.0, - "70": 1016937984.0, - "71": 1016567296.0, - "72": 1016571904.0, - "73": 1016572416.0, - "74": 1016577024.0, - "75": 1016567296.0, - "76": 1016565248.0, - "77": 1016566272.0, - "78": 1016572928.0, - "79": 1016568320.0, - "80": 1016572416.0, - "81": 1016570368.0, - "82": 1016571392.0, - "83": 1016568320.0, - "84": 1016573440.0, - "85": 1016574976.0, - "86": 1016574976.0, - "87": 1016567808.0, - "88": 1016570880.0, - "89": 1016577024.0, - "90": 1016568320.0, - "91": 1016566784.0, - "92": 1016567808.0, - "93": 1016569856.0, - "94": 1016571904.0, - "95": 1016568320.0, - "96": 1016718336.0, - "97": 1016573440.0, - "98": 1016565248.0, - "99": 1016578560.0, - "100": 1016574464.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2560655872.0, - "2": 2827037696.0, - "3": 2827638272.0, - "4": 2827638272.0, - "5": 2827638272.0, - "6": 2828292608.0, - "7": 2829339648.0, - "8": 2829339648.0, - "9": 2829339648.0, - "10": 2831441920.0, - "11": 2831441920.0, - "12": 2831441920.0, - "13": 2831441920.0, - "14": 2831441920.0, - "15": 2831441920.0, - "16": 2831441920.0, - "17": 2831441920.0, - "18": 2831441920.0, - "19": 2831441920.0, - "20": 2831441920.0, - "21": 2831441920.0, - "22": 2831441920.0, - "23": 2831441920.0, - "24": 2831441920.0, - "25": 2831441920.0, - "26": 2831441920.0, - "27": 2831441920.0, - "28": 2831441920.0, - "29": 2831441920.0, - "30": 2831441920.0, - "31": 2836701184.0, - "32": 2836701184.0, - "33": 2836701184.0, - "34": 2836701184.0, - "35": 2836701184.0, - "36": 2836701184.0, - "37": 2836701184.0, - "38": 2836701184.0, - "39": 2836701184.0, - "40": 2836701184.0, - "41": 2836701184.0, - "42": 2836701184.0, - "43": 2836701184.0, - "44": 2836701184.0, - "45": 2836701184.0, - "46": 2836701184.0, - "47": 2836701184.0, - "48": 2836701184.0, - "49": 2836701184.0, - "50": 2836701184.0, - "51": 2836701184.0, - "52": 2842246656.0, - "53": 2842246656.0, - "54": 2842246656.0, - "55": 2842246656.0, - "56": 2843695104.0, - "57": 2848199680.0, - "58": 2848199680.0, - "59": 2848199680.0, - "60": 2848199680.0, - "61": 2848199680.0, - "62": 2848199680.0, - "63": 2848199680.0, - "64": 2848199680.0, - "65": 2859411456.0, - "66": 2859411456.0, - "67": 2859411456.0, - "68": 2859411456.0, - "69": 2859411456.0, - "70": 2859411456.0, - "71": 2859411456.0, - "72": 2859411456.0, - "73": 2859411456.0, - "74": 2859411456.0, - "75": 2859411456.0, - "76": 2859411456.0, - "77": 2859411456.0, - "78": 2859411456.0, - "79": 2859411456.0, - "80": 2859411456.0, - "81": 2859411456.0, - "82": 2859411456.0, - "83": 2859411456.0, - "84": 2859411456.0, - "85": 2859411456.0, - "86": 2859411456.0, - "87": 2859411456.0, - "88": 2859411456.0, - "89": 2859411456.0, - "90": 2859411456.0, - "91": 2859411456.0, - "92": 2859411456.0, - "93": 2859411456.0, - "94": 2859411456.0, - "95": 2859411456.0, - "96": 2859411456.0, - "97": 2859411456.0, - "98": 2859411456.0, - "99": 2859411456.0, - "100": 2859411456.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 18.49276, - "2": 0.25843, - "3": 0.17872, - "4": 0.17622, - "5": 0.16425, - "6": 0.15462, - "7": 0.16221, - "8": 0.15923, - "9": 0.1611, - "10": 0.1478, - "11": 0.15494, - "12": 0.14547, - "13": 0.14411, - "14": 0.14989, - "15": 0.16302, - "16": 0.14821, - "17": 0.16657, - "18": 0.14513, - "19": 0.15296, - "20": 0.14437, - "21": 0.14735, - "22": 0.17451, - "23": 0.16059, - "24": 0.152, - "25": 0.15395, - "26": 0.15115, - "27": 0.15887, - "28": 0.15234, - "29": 0.1421, - "30": 0.15091, - "31": 0.18973, - "32": 0.14778, - "33": 0.14785, - "34": 0.1727, - "35": 0.15646, - "36": 0.16437, - "37": 0.1441, - "38": 0.15823, - "39": 0.14495, - "40": 0.16334, - "41": 0.14314, - "42": 0.14405, - "43": 0.15348, - "44": 0.14397, - "45": 0.15389, - "46": 0.17277, - "47": 0.14442, - "48": 0.16289, - "49": 0.21224, - "50": 0.14457, - "51": 0.17927, - "52": 0.15446, - "53": 0.14459, - "54": 0.14896, - "55": 0.1558, - "56": 0.2105, - "57": 0.17156, - "58": 0.146, - "59": 0.15771, - "60": 0.162, - "61": 0.14241, - "62": 0.14184, - "63": 0.15693, - "64": 0.16199, - "65": 0.22761, - "66": 0.14583, - "67": 0.22988, - "68": 0.15495, - "69": 0.15509, - "70": 0.15156, - "71": 0.17782, - "72": 0.15675, - "73": 0.18088, - "74": 0.17013, - "75": 0.16039, - "76": 0.17974, - "77": 0.13903, - "78": 0.15719, - "79": 0.1635, - "80": 0.17904, - "81": 0.14997, - "82": 0.15986, - "83": 0.1669, - "84": 0.17349, - "85": 0.14723, - "86": 0.19019, - "87": 0.15235, - "88": 0.14689, - "89": 0.16952, - "90": 0.1487, - "91": 0.1826, - "92": 0.15727, - "93": 0.17286, - "94": 0.18554, - "95": 0.14872, - "96": 0.14426, - "97": 0.15953, - "98": 0.14361, - "99": 0.15897, - "100": 0.14814 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp1_pp2_resume_torch_dist_reshard_2x1x4_te_8experts2parallel_dist_optimizer/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp1_pp2_resume_torch_dist_reshard_2x1x4_te_8experts2parallel_dist_optimizer/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index d869313b50f..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp1_pp2_resume_torch_dist_reshard_2x1x4_te_8experts2parallel_dist_optimizer/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.81565, - "2": 10.81048, - "3": 10.8127, - "4": 10.79089, - "5": 10.83784, - "6": 10.85116, - "7": 10.82036, - "8": 10.82117, - "9": 10.83043, - "10": 10.78955, - "11": 10.86357, - "12": 10.84268, - "13": 10.85799, - "14": 10.86268, - "15": 10.80594, - "16": 10.80356, - "17": 10.77851, - "18": 10.80762, - "19": 10.79465, - "20": 10.747, - "21": 10.72249, - "22": 10.58742, - "23": 10.72933, - "24": 10.63238, - "25": 10.575, - "26": 10.638, - "27": 10.64966, - "28": 10.63496, - "29": 10.64307, - "30": 10.44635, - "31": 10.19441, - "32": 10.52449, - "33": 10.51815, - "34": 10.28843, - "35": 10.33138, - "36": 10.3123, - "37": 10.4265, - "38": 10.27866, - "39": 10.47612, - "40": 10.19821, - "41": 10.21536, - "42": 10.28769, - "43": 9.94235, - "44": 10.05775, - "45": 9.94354, - "46": 9.90902, - "47": 10.21214, - "48": 9.94982, - "49": 9.63605, - "50": 10.00335, - "51": 9.92304, - "52": 9.82779, - "53": 10.14656, - "54": 10.04338, - "55": 9.96311, - "56": 9.70508, - "57": 9.58542, - "58": 9.91687, - "59": 9.66061, - "60": 9.60393, - "61": 9.77855, - "62": 10.0624, - "63": 9.47205, - "64": 9.85428, - "65": 9.02467, - "66": 9.79454, - "67": 9.43333, - "68": 9.85327, - "69": 9.847, - "70": 9.81072, - "71": 9.684, - "72": 9.66023, - "73": 9.57314, - "74": 9.05973, - "75": 9.50551, - "76": 9.17942, - "77": 10.12761, - "78": 9.77438, - "79": 9.44209, - "80": 9.46747, - "81": 9.53873, - "82": 9.75725, - "83": 9.38702, - "84": 9.46662, - "85": 9.67918, - "86": 9.13556, - "87": 9.63426, - "88": 9.80794, - "89": 9.67925, - "90": 9.85561, - "91": 9.41267, - "92": 9.41773, - "93": 9.15396, - "94": 8.90227, - "95": 9.56526, - "96": 9.58425, - "97": 9.35836, - "98": 9.7302, - "99": 8.95917, - "100": 9.45408 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 30991.0, - "2": 32927.0, - "3": 33481.0, - "4": 30866.0, - "5": 36255.0, - "6": 37186.0, - "7": 35644.0, - "8": 31356.0, - "9": 34832.0, - "10": 29855.0, - "11": 38396.0, - "12": 35164.0, - "13": 37118.0, - "14": 38011.0, - "15": 34458.0, - "16": 35843.0, - "17": 34836.0, - "18": 35149.0, - "19": 36044.0, - "20": 32823.0, - "21": 33340.0, - "22": 30040.0, - "23": 37733.0, - "24": 31992.0, - "25": 31045.0, - "26": 34280.0, - "27": 36064.0, - "28": 36993.0, - "29": 38087.0, - "30": 32689.0, - "31": 30361.0, - "32": 36050.0, - "33": 37627.0, - "34": 33149.0, - "35": 34316.0, - "36": 35026.0, - "37": 37852.0, - "38": 35490.0, - "39": 38325.0, - "40": 35730.0, - "41": 35890.0, - "42": 37811.0, - "43": 34239.0, - "44": 33282.0, - "45": 35354.0, - "46": 37112.0, - "47": 40323.0, - "48": 36296.0, - "49": 36098.0, - "50": 38996.0, - "51": 37187.0, - "52": 36798.0, - "53": 41385.0, - "54": 41151.0, - "55": 36715.0, - "56": 40382.0, - "57": 36942.0, - "58": 42415.0, - "59": 39138.0, - "60": 39766.0, - "61": 40532.0, - "62": 43919.0, - "63": 38747.0, - "64": 43509.0, - "65": 40794.0, - "66": 44093.0, - "67": 40369.0, - "68": 40509.0, - "69": 40728.0, - "70": 45431.0, - "71": 41117.0, - "72": 39982.0, - "73": 44758.0, - "74": 34170.0, - "75": 38601.0, - "76": 46113.0, - "77": 45621.0, - "78": 47007.0, - "79": 47410.0, - "80": 46647.0, - "81": 50449.0, - "82": 49494.0, - "83": 45080.0, - "84": 46331.0, - "85": 48470.0, - "86": 45870.0, - "87": 49138.0, - "88": 46357.0, - "89": 48274.0, - "90": 50049.0, - "91": 43937.0, - "92": 47318.0, - "93": 46654.0, - "94": 46515.0, - "95": 47167.0, - "96": 50587.0, - "97": 46623.0, - "98": 49830.0, - "99": 48092.0, - "100": 43643.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1016564224.0, - "2": 1016563712.0, - "3": 1016564224.0, - "4": 1017172480.0, - "5": 1016564224.0, - "6": 1016565248.0, - "7": 1016564736.0, - "8": 1016565248.0, - "9": 1016562688.0, - "10": 1016564736.0, - "11": 1016562688.0, - "12": 1016565248.0, - "13": 1016564736.0, - "14": 1016564224.0, - "15": 1016564736.0, - "16": 1016562176.0, - "17": 1016564736.0, - "18": 1016565760.0, - "19": 1016563200.0, - "20": 1016563200.0, - "21": 1016564224.0, - "22": 1016566272.0, - "23": 1016564736.0, - "24": 1016564224.0, - "25": 1016564736.0, - "26": 1016562176.0, - "27": 1016563200.0, - "28": 1016562688.0, - "29": 1016562688.0, - "30": 1016566272.0, - "31": 1016569856.0, - "32": 1016564736.0, - "33": 1016564736.0, - "34": 1016565248.0, - "35": 1017459712.0, - "36": 1016565248.0, - "37": 1016565248.0, - "38": 1016564224.0, - "39": 1016562176.0, - "40": 1016565248.0, - "41": 1016567808.0, - "42": 1016564224.0, - "43": 1016568320.0, - "44": 1016565760.0, - "45": 1016565760.0, - "46": 1016570368.0, - "47": 1016565248.0, - "48": 1016569856.0, - "49": 1016568832.0, - "50": 1016565760.0, - "51": 1016566272.0, - "52": 1016574976.0, - "53": 1016567808.0, - "54": 1016566784.0, - "55": 1016569856.0, - "56": 1016565248.0, - "57": 1016574976.0, - "58": 1017110528.0, - "59": 1016574976.0, - "60": 1016571904.0, - "61": 1016567296.0, - "62": 1016565760.0, - "63": 1016576000.0, - "64": 1016572928.0, - "65": 1016585216.0, - "66": 1016568832.0, - "67": 1016569344.0, - "68": 1016566272.0, - "69": 1016569856.0, - "70": 1016569344.0, - "71": 1016566272.0, - "72": 1016571392.0, - "73": 1016572416.0, - "74": 1016577536.0, - "75": 1016567296.0, - "76": 1016565760.0, - "77": 1016566272.0, - "78": 1016572928.0, - "79": 1016568832.0, - "80": 1016572416.0, - "81": 1016570368.0, - "82": 1016571904.0, - "83": 1016568832.0, - "84": 1016573440.0, - "85": 1016575488.0, - "86": 1016574976.0, - "87": 1016568320.0, - "88": 1016816640.0, - "89": 1016577024.0, - "90": 1016569344.0, - "91": 1016566784.0, - "92": 1016566784.0, - "93": 1016569856.0, - "94": 1016571392.0, - "95": 1016567808.0, - "96": 1016566784.0, - "97": 1016573952.0, - "98": 1016565760.0, - "99": 1016577024.0, - "100": 1016574464.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2560655872.0, - "2": 2827037696.0, - "3": 2827771392.0, - "4": 2828163584.0, - "5": 2828163584.0, - "6": 2828163584.0, - "7": 2829373440.0, - "8": 2829373440.0, - "9": 2829373440.0, - "10": 2829925376.0, - "11": 2829925376.0, - "12": 2829925376.0, - "13": 2829925376.0, - "14": 2829925376.0, - "15": 2830320640.0, - "16": 2830320640.0, - "17": 2830320640.0, - "18": 2830320640.0, - "19": 2830320640.0, - "20": 2830320640.0, - "21": 2830320640.0, - "22": 2830406144.0, - "23": 2830406144.0, - "24": 2830406144.0, - "25": 2830406144.0, - "26": 2830406144.0, - "27": 2830406144.0, - "28": 2830406144.0, - "29": 2830406144.0, - "30": 2831433216.0, - "31": 2836904960.0, - "32": 2836904960.0, - "33": 2836904960.0, - "34": 2836904960.0, - "35": 2836904960.0, - "36": 2836904960.0, - "37": 2836904960.0, - "38": 2836904960.0, - "39": 2836904960.0, - "40": 2836904960.0, - "41": 2836904960.0, - "42": 2836904960.0, - "43": 2836904960.0, - "44": 2836904960.0, - "45": 2836904960.0, - "46": 2837527040.0, - "47": 2837527040.0, - "48": 2837527040.0, - "49": 2837527040.0, - "50": 2837527040.0, - "51": 2837527040.0, - "52": 2844526592.0, - "53": 2844526592.0, - "54": 2844526592.0, - "55": 2844526592.0, - "56": 2844526592.0, - "57": 2845833216.0, - "58": 2845833216.0, - "59": 2845833216.0, - "60": 2845833216.0, - "61": 2845833216.0, - "62": 2845833216.0, - "63": 2847350784.0, - "64": 2847350784.0, - "65": 2859365376.0, - "66": 2859365376.0, - "67": 2859365376.0, - "68": 2859365376.0, - "69": 2859365376.0, - "70": 2859365376.0, - "71": 2859365376.0, - "72": 2859365376.0, - "73": 2859365376.0, - "74": 2859365376.0, - "75": 2859365376.0, - "76": 2859365376.0, - "77": 2859365376.0, - "78": 2859365376.0, - "79": 2859365376.0, - "80": 2859365376.0, - "81": 2859365376.0, - "82": 2859365376.0, - "83": 2859365376.0, - "84": 2859365376.0, - "85": 2859365376.0, - "86": 2859365376.0, - "87": 2859365376.0, - "88": 2859365376.0, - "89": 2859365376.0, - "90": 2859365376.0, - "91": 2859365376.0, - "92": 2859365376.0, - "93": 2859365376.0, - "94": 2859365376.0, - "95": 2859365376.0, - "96": 2859365376.0, - "97": 2859365376.0, - "98": 2859365376.0, - "99": 2859365376.0, - "100": 2859365376.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 17.55161, - "2": 0.27584, - "3": 0.20906, - "4": 0.18821, - "5": 0.17883, - "6": 0.17484, - "7": 0.18214, - "8": 0.18025, - "9": 0.16785, - "10": 0.16718, - "11": 0.17122, - "12": 0.16341, - "13": 0.16356, - "14": 0.16447, - "15": 0.17469, - "16": 0.16231, - "17": 0.17002, - "18": 0.1621, - "19": 0.16543, - "20": 0.16097, - "21": 0.16113, - "22": 0.17866, - "23": 0.16939, - "24": 0.16784, - "25": 0.16322, - "26": 0.15752, - "27": 0.16042, - "28": 0.16296, - "29": 0.16022, - "30": 0.16569, - "31": 0.20634, - "32": 0.16627, - "33": 0.16203, - "34": 0.18965, - "35": 0.1656, - "36": 0.17227, - "37": 0.16394, - "38": 0.16364, - "39": 0.15966, - "40": 0.17482, - "41": 0.16992, - "42": 0.16079, - "43": 0.17541, - "44": 0.1626, - "45": 0.16436, - "46": 0.1838, - "47": 0.15773, - "48": 0.18504, - "49": 0.22116, - "50": 0.16497, - "51": 0.17193, - "52": 0.17228, - "53": 0.15999, - "54": 0.15946, - "55": 0.1611, - "56": 0.21983, - "57": 0.18423, - "58": 0.16229, - "59": 0.18268, - "60": 0.17406, - "61": 0.15956, - "62": 0.16172, - "63": 0.17465, - "64": 0.17307, - "65": 0.25477, - "66": 0.15926, - "67": 0.23477, - "68": 0.16872, - "69": 0.16094, - "70": 0.16631, - "71": 0.18552, - "72": 0.16728, - "73": 0.1889, - "74": 0.17586, - "75": 0.17577, - "76": 0.21503, - "77": 0.16576, - "78": 0.17284, - "79": 0.18166, - "80": 0.19235, - "81": 0.17347, - "82": 0.1597, - "83": 0.17024, - "84": 0.17843, - "85": 0.15917, - "86": 0.20315, - "87": 0.16523, - "88": 0.16367, - "89": 0.18499, - "90": 0.16286, - "91": 0.19025, - "92": 0.17186, - "93": 0.19123, - "94": 0.19378, - "95": 0.16849, - "96": 0.16781, - "97": 0.17705, - "98": 0.15729, - "99": 0.17119, - "100": 0.16 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgx_h100.json index f763ccd7669..c598c8c5c86 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 14.31194, - "2": 0.35602, - "3": 0.27118, - "4": 0.26003, - "5": 0.25566, - "6": 0.23955, - "7": 0.25733, - "8": 0.24144, - "9": 0.24541, - "10": 0.24933, - "11": 0.24384, - "12": 0.23671, - "13": 0.23911, - "14": 0.23582, - "15": 0.24799, - "16": 0.24336, - "17": 0.25026, - "18": 0.2284, - "19": 0.23348, - "20": 0.23732, - "21": 0.23466, - "22": 0.23579, - "23": 0.23473, - "24": 0.24834, - "25": 0.23298, - "26": 0.2337, - "27": 0.2322, - "28": 0.23129, - "29": 0.23719, - "30": 0.24475, - "31": 0.27609, - "32": 0.24141, - "33": 0.23534, - "34": 0.25714, - "35": 0.24161, - "36": 0.23358, - "37": 0.23063, - "38": 0.23854, - "39": 0.23304, - "40": 0.2404, - "41": 0.23771, - "42": 0.2345, - "43": 0.24255, - "44": 0.23514, - "45": 0.25421, - "46": 0.26534, - "47": 0.23362, - "48": 0.25382, - "49": 0.27095, - "50": 0.23751, - "51": 0.2738, - "52": 0.26505, - "53": 0.23078, - "54": 0.23459, - "55": 0.2529, - "56": 0.29375, - "57": 0.26697, - "58": 0.24903, - "59": 0.24384, - "60": 0.24359, - "61": 0.2298, - "62": 0.2365, - "63": 0.24866, - "64": 0.23579, - "65": 0.30261, - "66": 0.23489, - "67": 0.28661, - "68": 0.2497, - "69": 0.2358, - "70": 0.23664, - "71": 0.26035, - "72": 0.24553, - "73": 0.27252, - "74": 0.26037, - "75": 0.24806, - "76": 0.26257, - "77": 0.23946, - "78": 0.24328, - "79": 0.24753, - "80": 0.25383, - "81": 0.23677, - "82": 0.23361, - "83": 0.23998, - "84": 0.2503, - "85": 0.2394, - "86": 0.24786, - "87": 0.22954, - "88": 0.23347, - "89": 0.24991, - "90": 0.23017, - "91": 0.25015, - "92": 0.23807, - "93": 0.24597, - "94": 0.26925, - "95": 0.25645, - "96": 0.23369, - "97": 0.24492, - "98": 0.22834, - "99": 0.23921, - "100": 0.23446 + "1": 14.1374, + "2": 0.29466, + "3": 0.26236, + "4": 0.26156, + "5": 0.24237, + "6": 0.23849, + "7": 0.252, + "8": 0.24427, + "9": 0.24029, + "10": 0.23618, + "11": 0.23659, + "12": 0.23342, + "13": 0.23316, + "14": 0.23233, + "15": 0.24856, + "16": 0.23522, + "17": 0.24126, + "18": 0.22751, + "19": 0.2299, + "20": 0.23346, + "21": 0.23441, + "22": 0.22921, + "23": 0.23376, + "24": 0.23927, + "25": 0.23185, + "26": 0.23099, + "27": 0.22756, + "28": 0.2284, + "29": 0.22889, + "30": 0.23032, + "31": 0.26621, + "32": 0.23553, + "33": 0.23683, + "34": 0.25808, + "35": 0.23912, + "36": 0.23198, + "37": 0.23086, + "38": 0.23515, + "39": 0.2291, + "40": 0.24108, + "41": 0.23663, + "42": 0.23631, + "43": 0.23891, + "44": 0.23205, + "45": 0.24801, + "46": 0.2689, + "47": 0.23258, + "48": 0.25079, + "49": 0.26858, + "50": 0.2361, + "51": 0.27052, + "52": 0.26801, + "53": 0.23804, + "54": 0.23998, + "55": 0.25008, + "56": 0.29894, + "57": 0.26807, + "58": 0.23939, + "59": 0.24845, + "60": 0.24835, + "61": 0.24071, + "62": 0.23697, + "63": 0.25187, + "64": 0.24293, + "65": 0.31273, + "66": 0.23771, + "67": 0.28851, + "68": 0.25834, + "69": 0.24387, + "70": 0.23624, + "71": 0.26612, + "72": 0.25067, + "73": 0.28048, + "74": 0.26617, + "75": 0.24822, + "76": 0.26459, + "77": 0.23429, + "78": 0.24496, + "79": 0.24741, + "80": 0.25523, + "81": 0.2433, + "82": 0.23696, + "83": 0.2421, + "84": 0.24973, + "85": 0.24316, + "86": 0.25585, + "87": 0.23448, + "88": 0.23245, + "89": 0.25191, + "90": 0.23373, + "91": 0.25927, + "92": 0.24203, + "93": 0.25124, + "94": 0.26498, + "95": 0.24482, + "96": 0.23378, + "97": 0.25053, + "98": 0.23165, + "99": 0.24761, + "100": 0.23858 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 12778ad6bb9..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.78091, - "2": 10.80272, - "3": 10.8036, - "4": 10.77566, - "5": 10.83259, - "6": 10.83704, - "7": 10.79793, - "8": 10.79364, - "9": 10.808, - "10": 10.76116, - "11": 10.85297, - "12": 10.84152, - "13": 10.8247, - "14": 10.85822, - "15": 10.78238, - "16": 10.77927, - "17": 10.74878, - "18": 10.7897, - "19": 10.7749, - "20": 10.71704, - "21": 10.70811, - "22": 10.54787, - "23": 10.72978, - "24": 10.60324, - "25": 10.55979, - "26": 10.61611, - "27": 10.6446, - "28": 10.62463, - "29": 10.63492, - "30": 10.42362, - "31": 10.16499, - "32": 10.51313, - "33": 10.5094, - "34": 10.2668, - "35": 10.32318, - "36": 10.28865, - "37": 10.41114, - "38": 10.26426, - "39": 10.45, - "40": 10.17473, - "41": 10.20958, - "42": 10.27824, - "43": 9.91831, - "44": 10.03131, - "45": 9.91995, - "46": 9.8862, - "47": 10.19255, - "48": 9.92803, - "49": 9.61616, - "50": 9.98532, - "51": 9.90528, - "52": 9.80364, - "53": 10.12728, - "54": 10.00036, - "55": 9.9362, - "56": 9.68506, - "57": 9.55805, - "58": 9.90514, - "59": 9.63857, - "60": 9.57451, - "61": 9.76864, - "62": 10.03802, - "63": 9.44503, - "64": 9.82796, - "65": 9.00712, - "66": 9.77422, - "67": 9.41277, - "68": 9.84111, - "69": 9.82784, - "70": 9.79011, - "71": 9.66957, - "72": 9.62799, - "73": 9.5473, - "74": 9.03663, - "75": 9.49153, - "76": 9.16783, - "77": 10.10857, - "78": 9.77081, - "79": 9.4383, - "80": 9.45436, - "81": 9.52266, - "82": 9.7424, - "83": 9.37076, - "84": 9.45377, - "85": 9.65832, - "86": 9.12522, - "87": 9.62697, - "88": 9.79619, - "89": 9.66054, - "90": 9.85081, - "91": 9.39408, - "92": 9.40744, - "93": 9.13595, - "94": 8.89048, - "95": 9.563, - "96": 9.5714, - "97": 9.34318, - "98": 9.73026, - "99": 8.95002, - "100": 9.4424 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 30994.0, - "2": 32962.0, - "3": 33026.0, - "4": 30732.0, - "5": 36042.0, - "6": 37038.0, - "7": 34481.0, - "8": 31368.0, - "9": 33980.0, - "10": 29532.0, - "11": 37852.0, - "12": 34972.0, - "13": 36994.0, - "14": 37789.0, - "15": 34058.0, - "16": 36656.0, - "17": 34700.0, - "18": 34946.0, - "19": 35228.0, - "20": 32392.0, - "21": 33247.0, - "22": 30040.0, - "23": 37891.0, - "24": 32099.0, - "25": 30921.0, - "26": 34212.0, - "27": 34975.0, - "28": 36746.0, - "29": 37759.0, - "30": 32786.0, - "31": 30423.0, - "32": 35992.0, - "33": 36915.0, - "34": 32293.0, - "35": 33654.0, - "36": 34755.0, - "37": 37859.0, - "38": 36022.0, - "39": 38343.0, - "40": 35963.0, - "41": 35882.0, - "42": 36774.0, - "43": 34186.0, - "44": 33572.0, - "45": 35574.0, - "46": 37208.0, - "47": 40154.0, - "48": 36385.0, - "49": 36259.0, - "50": 38861.0, - "51": 38061.0, - "52": 37025.0, - "53": 41802.0, - "54": 41253.0, - "55": 37654.0, - "56": 41164.0, - "57": 37682.0, - "58": 41782.0, - "59": 39444.0, - "60": 40691.0, - "61": 40876.0, - "62": 43113.0, - "63": 38389.0, - "64": 43217.0, - "65": 41689.0, - "66": 45525.0, - "67": 41717.0, - "68": 40369.0, - "69": 41287.0, - "70": 45545.0, - "71": 41651.0, - "72": 41881.0, - "73": 45139.0, - "74": 35747.0, - "75": 39155.0, - "76": 44874.0, - "77": 45442.0, - "78": 46782.0, - "79": 48776.0, - "80": 47161.0, - "81": 51277.0, - "82": 49953.0, - "83": 45334.0, - "84": 46096.0, - "85": 49238.0, - "86": 46118.0, - "87": 49880.0, - "88": 47115.0, - "89": 48583.0, - "90": 49057.0, - "91": 45950.0, - "92": 47820.0, - "93": 46437.0, - "94": 47530.0, - "95": 48000.0, - "96": 50285.0, - "97": 46225.0, - "98": 49809.0, - "99": 47890.0, - "100": 44636.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 892864512.0, - "2": 892868608.0, - "3": 892868608.0, - "4": 892864512.0, - "5": 892865024.0, - "6": 892866560.0, - "7": 892866048.0, - "8": 892867584.0, - "9": 892865536.0, - "10": 892867584.0, - "11": 892866048.0, - "12": 892865536.0, - "13": 892865536.0, - "14": 892868096.0, - "15": 892867584.0, - "16": 892867072.0, - "17": 892867584.0, - "18": 892869632.0, - "19": 892868096.0, - "20": 892866560.0, - "21": 892866560.0, - "22": 892863488.0, - "23": 892864512.0, - "24": 892867072.0, - "25": 892863488.0, - "26": 892866560.0, - "27": 892867072.0, - "28": 892865536.0, - "29": 892866048.0, - "30": 892863488.0, - "31": 892862464.0, - "32": 892861952.0, - "33": 892866048.0, - "34": 892865536.0, - "35": 892865024.0, - "36": 892868608.0, - "37": 892867072.0, - "38": 892866560.0, - "39": 892866048.0, - "40": 892867072.0, - "41": 892865536.0, - "42": 892867584.0, - "43": 892861440.0, - "44": 892862976.0, - "45": 892865024.0, - "46": 892864512.0, - "47": 892865024.0, - "48": 892861440.0, - "49": 892863488.0, - "50": 892867072.0, - "51": 892860416.0, - "52": 892858880.0, - "53": 892861440.0, - "54": 892861440.0, - "55": 892862464.0, - "56": 892865024.0, - "57": 892857344.0, - "58": 892859392.0, - "59": 892858880.0, - "60": 892859904.0, - "61": 892868608.0, - "62": 892865536.0, - "63": 892861952.0, - "64": 892863488.0, - "65": 892851712.0, - "66": 892866048.0, - "67": 892861440.0, - "68": 892868608.0, - "69": 892864512.0, - "70": 892866560.0, - "71": 892868608.0, - "72": 892860416.0, - "73": 892868096.0, - "74": 892858368.0, - "75": 892867072.0, - "76": 892866560.0, - "77": 892867072.0, - "78": 892863488.0, - "79": 892864512.0, - "80": 892864512.0, - "81": 892866048.0, - "82": 892864000.0, - "83": 892860928.0, - "84": 892861440.0, - "85": 892861952.0, - "86": 892861440.0, - "87": 892870144.0, - "88": 892862464.0, - "89": 892864512.0, - "90": 892866048.0, - "91": 892867072.0, - "92": 892865536.0, - "93": 892868608.0, - "94": 892864512.0, - "95": 892865024.0, - "96": 892865024.0, - "97": 892862976.0, - "98": 892867584.0, - "99": 892859904.0, - "100": 892861952.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1867566080.0, - "2": 2107252736.0, - "3": 2107252736.0, - "4": 2107252736.0, - "5": 2107481600.0, - "6": 2107481600.0, - "7": 2107481600.0, - "8": 2107481600.0, - "9": 2107481600.0, - "10": 2108814336.0, - "11": 2108814336.0, - "12": 2108814336.0, - "13": 2108814336.0, - "14": 2108814336.0, - "15": 2108814336.0, - "16": 2109139456.0, - "17": 2109139456.0, - "18": 2109139456.0, - "19": 2109139456.0, - "20": 2109139456.0, - "21": 2109139456.0, - "22": 2109139456.0, - "23": 2109139456.0, - "24": 2109139456.0, - "25": 2109139456.0, - "26": 2109139456.0, - "27": 2109139456.0, - "28": 2109139456.0, - "29": 2109139456.0, - "30": 2109139456.0, - "31": 2109139456.0, - "32": 2109139456.0, - "33": 2109139456.0, - "34": 2109139456.0, - "35": 2109139456.0, - "36": 2109139456.0, - "37": 2109139456.0, - "38": 2109139456.0, - "39": 2109139456.0, - "40": 2109139456.0, - "41": 2109139456.0, - "42": 2109139456.0, - "43": 2109139456.0, - "44": 2109139456.0, - "45": 2109139456.0, - "46": 2109139456.0, - "47": 2109139456.0, - "48": 2109139456.0, - "49": 2109139456.0, - "50": 2109139456.0, - "51": 2109139456.0, - "52": 2109139456.0, - "53": 2109139456.0, - "54": 2109139456.0, - "55": 2109139456.0, - "56": 2109139456.0, - "57": 2109139456.0, - "58": 2109139456.0, - "59": 2109139456.0, - "60": 2109139456.0, - "61": 2109139456.0, - "62": 2109139456.0, - "63": 2109139456.0, - "64": 2109139456.0, - "65": 2109139456.0, - "66": 2109139456.0, - "67": 2109139456.0, - "68": 2109139456.0, - "69": 2109139456.0, - "70": 2109139456.0, - "71": 2109139456.0, - "72": 2109139456.0, - "73": 2109139456.0, - "74": 2109139456.0, - "75": 2109139456.0, - "76": 2109139456.0, - "77": 2109139456.0, - "78": 2109139456.0, - "79": 2109139456.0, - "80": 2109139456.0, - "81": 2109139456.0, - "82": 2109139456.0, - "83": 2109139456.0, - "84": 2109139456.0, - "85": 2109139456.0, - "86": 2109139456.0, - "87": 2109897728.0, - "88": 2109897728.0, - "89": 2109897728.0, - "90": 2109897728.0, - "91": 2109897728.0, - "92": 2109897728.0, - "93": 2109897728.0, - "94": 2109897728.0, - "95": 2109897728.0, - "96": 2109897728.0, - "97": 2109897728.0, - "98": 2109897728.0, - "99": 2109897728.0, - "100": 2109897728.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 14.94584, - "2": 0.28148, - "3": 0.23092, - "4": 0.2272, - "5": 0.21174, - "6": 0.2052, - "7": 0.2177, - "8": 0.20762, - "9": 0.21011, - "10": 0.20762, - "11": 0.20739, - "12": 0.20558, - "13": 0.20293, - "14": 0.20366, - "15": 0.2151, - "16": 0.20336, - "17": 0.211, - "18": 0.20107, - "19": 0.19975, - "20": 0.19946, - "21": 0.20167, - "22": 0.20546, - "23": 0.2079, - "24": 0.21407, - "25": 0.20322, - "26": 0.20113, - "27": 0.2036, - "28": 0.20193, - "29": 0.20351, - "30": 0.20276, - "31": 0.24088, - "32": 0.20552, - "33": 0.2062, - "34": 0.22507, - "35": 0.21674, - "36": 0.20224, - "37": 0.2024, - "38": 0.20522, - "39": 0.20019, - "40": 0.20848, - "41": 0.20633, - "42": 0.20422, - "43": 0.22047, - "44": 0.21076, - "45": 0.22033, - "46": 0.23288, - "47": 0.20066, - "48": 0.2262, - "49": 0.25589, - "50": 0.2006, - "51": 0.21639, - "52": 0.23518, - "53": 0.20634, - "54": 0.20906, - "55": 0.22297, - "56": 0.2742, - "57": 0.23575, - "58": 0.21113, - "59": 0.21965, - "60": 0.21956, - "61": 0.20714, - "62": 0.20897, - "63": 0.21858, - "64": 0.21079, - "65": 0.26753, - "66": 0.2086, - "67": 0.2478, - "68": 0.22097, - "69": 0.20663, - "70": 0.20836, - "71": 0.22856, - "72": 0.21708, - "73": 0.24693, - "74": 0.23784, - "75": 0.21364, - "76": 0.23055, - "77": 0.20122, - "78": 0.21746, - "79": 0.21857, - "80": 0.22508, - "81": 0.21322, - "82": 0.21041, - "83": 0.24051, - "84": 0.26987, - "85": 0.27857, - "86": 0.28871, - "87": 0.24894, - "88": 0.21388, - "89": 0.22289, - "90": 0.20477, - "91": 0.22651, - "92": 0.21738, - "93": 0.22137, - "94": 0.23367, - "95": 0.21527, - "96": 0.20516, - "97": 0.22856, - "98": 0.20431, - "99": 0.21662, - "100": 0.2101 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index c598c8c5c86..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_dist_optimizer/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.78091, - "2": 10.80272, - "3": 10.8036, - "4": 10.77566, - "5": 10.83259, - "6": 10.83704, - "7": 10.79793, - "8": 10.79364, - "9": 10.808, - "10": 10.76116, - "11": 10.85297, - "12": 10.84152, - "13": 10.8247, - "14": 10.85822, - "15": 10.78238, - "16": 10.77927, - "17": 10.74878, - "18": 10.7897, - "19": 10.7749, - "20": 10.71704, - "21": 10.70811, - "22": 10.54787, - "23": 10.72978, - "24": 10.60324, - "25": 10.55979, - "26": 10.61611, - "27": 10.6446, - "28": 10.62463, - "29": 10.63492, - "30": 10.42362, - "31": 10.16499, - "32": 10.51313, - "33": 10.5094, - "34": 10.2668, - "35": 10.32318, - "36": 10.28865, - "37": 10.41114, - "38": 10.26426, - "39": 10.45, - "40": 10.17473, - "41": 10.20958, - "42": 10.27824, - "43": 9.91831, - "44": 10.03131, - "45": 9.91995, - "46": 9.8862, - "47": 10.19255, - "48": 9.92803, - "49": 9.61616, - "50": 9.98532, - "51": 9.90528, - "52": 9.80364, - "53": 10.12728, - "54": 10.00036, - "55": 9.9362, - "56": 9.68506, - "57": 9.55805, - "58": 9.90514, - "59": 9.63857, - "60": 9.57451, - "61": 9.76864, - "62": 10.03802, - "63": 9.44503, - "64": 9.82796, - "65": 9.00712, - "66": 9.77422, - "67": 9.41277, - "68": 9.84111, - "69": 9.82784, - "70": 9.79011, - "71": 9.66957, - "72": 9.62799, - "73": 9.5473, - "74": 9.03663, - "75": 9.49153, - "76": 9.16783, - "77": 10.10857, - "78": 9.77081, - "79": 9.4383, - "80": 9.45436, - "81": 9.52266, - "82": 9.7424, - "83": 9.37076, - "84": 9.45377, - "85": 9.65832, - "86": 9.12522, - "87": 9.62697, - "88": 9.79619, - "89": 9.66054, - "90": 9.85081, - "91": 9.39408, - "92": 9.40744, - "93": 9.13595, - "94": 8.89048, - "95": 9.563, - "96": 9.5714, - "97": 9.34318, - "98": 9.73026, - "99": 8.95002, - "100": 9.4424 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 30994.0, - "2": 32962.0, - "3": 33026.0, - "4": 30732.0, - "5": 36042.0, - "6": 37038.0, - "7": 34481.0, - "8": 31368.0, - "9": 33980.0, - "10": 29532.0, - "11": 37852.0, - "12": 34972.0, - "13": 36994.0, - "14": 37789.0, - "15": 34058.0, - "16": 36656.0, - "17": 34700.0, - "18": 34946.0, - "19": 35228.0, - "20": 32392.0, - "21": 33247.0, - "22": 30040.0, - "23": 37891.0, - "24": 32099.0, - "25": 30921.0, - "26": 34212.0, - "27": 34975.0, - "28": 36746.0, - "29": 37759.0, - "30": 32786.0, - "31": 30423.0, - "32": 35992.0, - "33": 36915.0, - "34": 32293.0, - "35": 33654.0, - "36": 34755.0, - "37": 37859.0, - "38": 36022.0, - "39": 38343.0, - "40": 35963.0, - "41": 35882.0, - "42": 36774.0, - "43": 34186.0, - "44": 33572.0, - "45": 35574.0, - "46": 37208.0, - "47": 40154.0, - "48": 36385.0, - "49": 36259.0, - "50": 38861.0, - "51": 38061.0, - "52": 37025.0, - "53": 41802.0, - "54": 41253.0, - "55": 37654.0, - "56": 41164.0, - "57": 37682.0, - "58": 41782.0, - "59": 39444.0, - "60": 40691.0, - "61": 40876.0, - "62": 43113.0, - "63": 38389.0, - "64": 43217.0, - "65": 41689.0, - "66": 45525.0, - "67": 41717.0, - "68": 40369.0, - "69": 41287.0, - "70": 45545.0, - "71": 41651.0, - "72": 41881.0, - "73": 45139.0, - "74": 35747.0, - "75": 39155.0, - "76": 44874.0, - "77": 45442.0, - "78": 46782.0, - "79": 48776.0, - "80": 47161.0, - "81": 51277.0, - "82": 49953.0, - "83": 45334.0, - "84": 46096.0, - "85": 49238.0, - "86": 46118.0, - "87": 49880.0, - "88": 47115.0, - "89": 48583.0, - "90": 49057.0, - "91": 45950.0, - "92": 47820.0, - "93": 46437.0, - "94": 47530.0, - "95": 48000.0, - "96": 50285.0, - "97": 46225.0, - "98": 49809.0, - "99": 47890.0, - "100": 44636.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 892864512.0, - "2": 892868608.0, - "3": 892868608.0, - "4": 892864512.0, - "5": 892865024.0, - "6": 892866560.0, - "7": 892866048.0, - "8": 892867584.0, - "9": 892865536.0, - "10": 892867584.0, - "11": 892866048.0, - "12": 892865536.0, - "13": 892865536.0, - "14": 892868096.0, - "15": 892867584.0, - "16": 892867072.0, - "17": 892867584.0, - "18": 892869632.0, - "19": 892868096.0, - "20": 892866560.0, - "21": 892866560.0, - "22": 892863488.0, - "23": 892864512.0, - "24": 892867072.0, - "25": 892863488.0, - "26": 892866560.0, - "27": 892867072.0, - "28": 892865536.0, - "29": 892866048.0, - "30": 892863488.0, - "31": 892862464.0, - "32": 892861952.0, - "33": 892866048.0, - "34": 892865536.0, - "35": 892865024.0, - "36": 892868608.0, - "37": 892867072.0, - "38": 892866560.0, - "39": 892866048.0, - "40": 892867072.0, - "41": 892865536.0, - "42": 892867584.0, - "43": 892861440.0, - "44": 892862976.0, - "45": 892865024.0, - "46": 892864512.0, - "47": 892865024.0, - "48": 892861440.0, - "49": 892863488.0, - "50": 892867072.0, - "51": 892860416.0, - "52": 892858880.0, - "53": 892861440.0, - "54": 892861440.0, - "55": 892862464.0, - "56": 892865024.0, - "57": 892857344.0, - "58": 892859392.0, - "59": 892858880.0, - "60": 892859904.0, - "61": 892868608.0, - "62": 892865536.0, - "63": 892861952.0, - "64": 892863488.0, - "65": 892851712.0, - "66": 892866048.0, - "67": 892861440.0, - "68": 892868608.0, - "69": 892864512.0, - "70": 892866560.0, - "71": 892868608.0, - "72": 892860416.0, - "73": 892868096.0, - "74": 892858368.0, - "75": 892867072.0, - "76": 892866560.0, - "77": 892867072.0, - "78": 892863488.0, - "79": 892864512.0, - "80": 892864512.0, - "81": 892866048.0, - "82": 892864000.0, - "83": 892860928.0, - "84": 892861440.0, - "85": 892861952.0, - "86": 892861440.0, - "87": 892870144.0, - "88": 892862464.0, - "89": 892864512.0, - "90": 892866048.0, - "91": 892867072.0, - "92": 892865536.0, - "93": 892868608.0, - "94": 892864512.0, - "95": 892865024.0, - "96": 892865024.0, - "97": 892862976.0, - "98": 892867584.0, - "99": 892859904.0, - "100": 892861952.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1867566080.0, - "2": 2107252736.0, - "3": 2107252736.0, - "4": 2107252736.0, - "5": 2107481600.0, - "6": 2107481600.0, - "7": 2107481600.0, - "8": 2107481600.0, - "9": 2107481600.0, - "10": 2108814336.0, - "11": 2108814336.0, - "12": 2108814336.0, - "13": 2108814336.0, - "14": 2108814336.0, - "15": 2108814336.0, - "16": 2109139456.0, - "17": 2109139456.0, - "18": 2109139456.0, - "19": 2109139456.0, - "20": 2109139456.0, - "21": 2109139456.0, - "22": 2109139456.0, - "23": 2109139456.0, - "24": 2109139456.0, - "25": 2109139456.0, - "26": 2109139456.0, - "27": 2109139456.0, - "28": 2109139456.0, - "29": 2109139456.0, - "30": 2109139456.0, - "31": 2109139456.0, - "32": 2109139456.0, - "33": 2109139456.0, - "34": 2109139456.0, - "35": 2109139456.0, - "36": 2109139456.0, - "37": 2109139456.0, - "38": 2109139456.0, - "39": 2109139456.0, - "40": 2109139456.0, - "41": 2109139456.0, - "42": 2109139456.0, - "43": 2109139456.0, - "44": 2109139456.0, - "45": 2109139456.0, - "46": 2109139456.0, - "47": 2109139456.0, - "48": 2109139456.0, - "49": 2109139456.0, - "50": 2109139456.0, - "51": 2109139456.0, - "52": 2109139456.0, - "53": 2109139456.0, - "54": 2109139456.0, - "55": 2109139456.0, - "56": 2109139456.0, - "57": 2109139456.0, - "58": 2109139456.0, - "59": 2109139456.0, - "60": 2109139456.0, - "61": 2109139456.0, - "62": 2109139456.0, - "63": 2109139456.0, - "64": 2109139456.0, - "65": 2109139456.0, - "66": 2109139456.0, - "67": 2109139456.0, - "68": 2109139456.0, - "69": 2109139456.0, - "70": 2109139456.0, - "71": 2109139456.0, - "72": 2109139456.0, - "73": 2109139456.0, - "74": 2109139456.0, - "75": 2109139456.0, - "76": 2109139456.0, - "77": 2109139456.0, - "78": 2109139456.0, - "79": 2109139456.0, - "80": 2109139456.0, - "81": 2109139456.0, - "82": 2109139456.0, - "83": 2109139456.0, - "84": 2109139456.0, - "85": 2109139456.0, - "86": 2109139456.0, - "87": 2109897728.0, - "88": 2109897728.0, - "89": 2109897728.0, - "90": 2109897728.0, - "91": 2109897728.0, - "92": 2109897728.0, - "93": 2109897728.0, - "94": 2109897728.0, - "95": 2109897728.0, - "96": 2109897728.0, - "97": 2109897728.0, - "98": 2109897728.0, - "99": 2109897728.0, - "100": 2109897728.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 14.1374, - "2": 0.29466, - "3": 0.26236, - "4": 0.26156, - "5": 0.24237, - "6": 0.23849, - "7": 0.252, - "8": 0.24427, - "9": 0.24029, - "10": 0.23618, - "11": 0.23659, - "12": 0.23342, - "13": 0.23316, - "14": 0.23233, - "15": 0.24856, - "16": 0.23522, - "17": 0.24126, - "18": 0.22751, - "19": 0.2299, - "20": 0.23346, - "21": 0.23441, - "22": 0.22921, - "23": 0.23376, - "24": 0.23927, - "25": 0.23185, - "26": 0.23099, - "27": 0.22756, - "28": 0.2284, - "29": 0.22889, - "30": 0.23032, - "31": 0.26621, - "32": 0.23553, - "33": 0.23683, - "34": 0.25808, - "35": 0.23912, - "36": 0.23198, - "37": 0.23086, - "38": 0.23515, - "39": 0.2291, - "40": 0.24108, - "41": 0.23663, - "42": 0.23631, - "43": 0.23891, - "44": 0.23205, - "45": 0.24801, - "46": 0.2689, - "47": 0.23258, - "48": 0.25079, - "49": 0.26858, - "50": 0.2361, - "51": 0.27052, - "52": 0.26801, - "53": 0.23804, - "54": 0.23998, - "55": 0.25008, - "56": 0.29894, - "57": 0.26807, - "58": 0.23939, - "59": 0.24845, - "60": 0.24835, - "61": 0.24071, - "62": 0.23697, - "63": 0.25187, - "64": 0.24293, - "65": 0.31273, - "66": 0.23771, - "67": 0.28851, - "68": 0.25834, - "69": 0.24387, - "70": 0.23624, - "71": 0.26612, - "72": 0.25067, - "73": 0.28048, - "74": 0.26617, - "75": 0.24822, - "76": 0.26459, - "77": 0.23429, - "78": 0.24496, - "79": 0.24741, - "80": 0.25523, - "81": 0.2433, - "82": 0.23696, - "83": 0.2421, - "84": 0.24973, - "85": 0.24316, - "86": 0.25585, - "87": 0.23448, - "88": 0.23245, - "89": 0.25191, - "90": 0.23373, - "91": 0.25927, - "92": 0.24203, - "93": 0.25124, - "94": 0.26498, - "95": 0.24482, - "96": 0.23378, - "97": 0.25053, - "98": 0.23165, - "99": 0.24761, - "100": 0.23858 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgx_h100.json index 0938c76ab04..1a09e73e300 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 16.45406, - "2": 0.30376, - "3": 0.27406, - "4": 0.26359, - "5": 0.25039, - "6": 0.25242, - "7": 0.26015, - "8": 0.2474, - "9": 0.25416, - "10": 0.2407, - "11": 0.24653, - "12": 0.23844, - "13": 0.2391, - "14": 0.2434, - "15": 0.25985, - "16": 0.24412, - "17": 0.25323, - "18": 0.24184, - "19": 0.23932, - "20": 0.23754, - "21": 0.23862, - "22": 0.24163, - "23": 0.24143, - "24": 0.23752, - "25": 0.23707, - "26": 0.24138, - "27": 0.23747, - "28": 0.2399, - "29": 0.2399, - "30": 0.24117, - "31": 0.28742, - "32": 0.24862, - "33": 0.24794, - "34": 0.28035, - "35": 0.24832, - "36": 0.24669, - "37": 0.23974, - "38": 0.25045, - "39": 0.239, - "40": 0.26253, - "41": 0.24423, - "42": 0.25718, - "43": 0.25559, - "44": 0.24336, - "45": 0.27381, - "46": 0.27372, - "47": 0.24664, - "48": 0.25954, - "49": 0.30788, - "50": 0.25811, - "51": 0.26735, - "52": 0.27368, - "53": 0.24833, - "54": 0.24973, - "55": 0.25579, - "56": 0.30268, - "57": 0.26237, - "58": 0.24805, - "59": 0.25916, - "60": 0.25631, - "61": 0.54796, - "62": 0.24754, - "63": 0.27021, - "64": 0.25819, - "65": 0.32296, - "66": 0.2505, - "67": 0.30141, - "68": 0.26641, - "69": 0.24765, - "70": 0.2537, - "71": 0.26961, - "72": 0.25601, - "73": 0.27973, - "74": 0.27306, - "75": 0.25761, - "76": 0.27858, - "77": 0.24804, - "78": 0.26307, - "79": 0.25987, - "80": 0.26126, - "81": 0.25077, - "82": 0.24475, - "83": 0.25581, - "84": 0.267, - "85": 0.25176, - "86": 0.2659, - "87": 0.24692, - "88": 0.24749, - "89": 0.26384, - "90": 0.24272, - "91": 0.26651, - "92": 0.25574, - "93": 0.26453, - "94": 0.27259, - "95": 0.25268, - "96": 0.24969, - "97": 0.2596, - "98": 0.24136, - "99": 0.25695, - "100": 0.25268 + "1": 16.55217, + "2": 0.35181, + "3": 0.30566, + "4": 0.27474, + "5": 0.25821, + "6": 0.24756, + "7": 0.26543, + "8": 0.25377, + "9": 0.25669, + "10": 0.24857, + "11": 0.25265, + "12": 0.25052, + "13": 0.25023, + "14": 0.24925, + "15": 0.26244, + "16": 0.25012, + "17": 0.26253, + "18": 0.24643, + "19": 0.24809, + "20": 0.24556, + "21": 0.24394, + "22": 0.251, + "23": 0.24828, + "24": 0.24669, + "25": 0.24387, + "26": 0.24678, + "27": 0.24651, + "28": 0.25139, + "29": 0.24752, + "30": 0.24424, + "31": 0.28311, + "32": 0.25225, + "33": 0.24909, + "34": 0.26885, + "35": 0.25395, + "36": 0.2523, + "37": 0.24797, + "38": 0.25223, + "39": 0.24992, + "40": 0.25852, + "41": 0.24878, + "42": 0.2538, + "43": 0.2597, + "44": 0.24622, + "45": 0.26158, + "46": 0.27295, + "47": 0.2509, + "48": 0.26644, + "49": 0.28407, + "50": 0.25557, + "51": 0.26677, + "52": 0.27657, + "53": 0.25511, + "54": 0.25626, + "55": 0.26088, + "56": 0.30712, + "57": 0.27149, + "58": 0.25315, + "59": 0.26247, + "60": 0.26163, + "61": 0.25105, + "62": 0.24787, + "63": 0.27859, + "64": 0.26395, + "65": 0.32678, + "66": 0.25441, + "67": 0.30841, + "68": 0.27583, + "69": 0.2474, + "70": 0.25895, + "71": 0.27463, + "72": 0.26044, + "73": 0.27953, + "74": 0.27908, + "75": 0.26127, + "76": 0.28492, + "77": 0.25287, + "78": 0.26927, + "79": 0.26632, + "80": 0.26465, + "81": 0.25418, + "82": 0.25, + "83": 0.26012, + "84": 0.27232, + "85": 0.25707, + "86": 0.26564, + "87": 0.25446, + "88": 0.24718, + "89": 0.26899, + "90": 0.24357, + "91": 0.27455, + "92": 0.25494, + "93": 0.26852, + "94": 0.27917, + "95": 0.258, + "96": 0.25134, + "97": 0.26377, + "98": 0.24669, + "99": 0.26096, + "100": 0.25411 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 025cf16fd46..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.78091, - "2": 10.80272, - "3": 10.8036, - "4": 10.77566, - "5": 10.83259, - "6": 10.83704, - "7": 10.79728, - "8": 10.79467, - "9": 10.80828, - "10": 10.76154, - "11": 10.85384, - "12": 10.84189, - "13": 10.82465, - "14": 10.85824, - "15": 10.78235, - "16": 10.77923, - "17": 10.7484, - "18": 10.78919, - "19": 10.77567, - "20": 10.71707, - "21": 10.70767, - "22": 10.54782, - "23": 10.72977, - "24": 10.60346, - "25": 10.55815, - "26": 10.61659, - "27": 10.6449, - "28": 10.62536, - "29": 10.6349, - "30": 10.42303, - "31": 10.16459, - "32": 10.51284, - "33": 10.50836, - "34": 10.2667, - "35": 10.32353, - "36": 10.2895, - "37": 10.41051, - "38": 10.26406, - "39": 10.44988, - "40": 10.17537, - "41": 10.20908, - "42": 10.27843, - "43": 9.91808, - "44": 10.03128, - "45": 9.92032, - "46": 9.88579, - "47": 10.19208, - "48": 9.92758, - "49": 9.61634, - "50": 9.98512, - "51": 9.90532, - "52": 9.8039, - "53": 10.12749, - "54": 10.00016, - "55": 9.93664, - "56": 9.68581, - "57": 9.55837, - "58": 9.90508, - "59": 9.63839, - "60": 9.57464, - "61": 9.76841, - "62": 10.03826, - "63": 9.44553, - "64": 9.82755, - "65": 9.00746, - "66": 9.77476, - "67": 9.41315, - "68": 9.84101, - "69": 9.8283, - "70": 9.79049, - "71": 9.66947, - "72": 9.62799, - "73": 9.54696, - "74": 9.03684, - "75": 9.49167, - "76": 9.16779, - "77": 10.1088, - "78": 9.77072, - "79": 9.43806, - "80": 9.45438, - "81": 9.5225, - "82": 9.74228, - "83": 9.36999, - "84": 9.45397, - "85": 9.65808, - "86": 9.12501, - "87": 9.62705, - "88": 9.79641, - "89": 9.66075, - "90": 9.8512, - "91": 9.39414, - "92": 9.40741, - "93": 9.13573, - "94": 8.89066, - "95": 9.56273, - "96": 9.5712, - "97": 9.34355, - "98": 9.73013, - "99": 8.95039, - "100": 9.44212 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 30994.0, - "2": 32962.0, - "3": 33026.0, - "4": 30732.0, - "5": 36042.0, - "6": 36987.0, - "7": 34490.0, - "8": 31442.0, - "9": 33931.0, - "10": 29993.0, - "11": 37681.0, - "12": 34978.0, - "13": 36675.0, - "14": 37601.0, - "15": 34369.0, - "16": 36581.0, - "17": 34615.0, - "18": 34408.0, - "19": 35362.0, - "20": 32532.0, - "21": 33181.0, - "22": 30426.0, - "23": 37807.0, - "24": 32299.0, - "25": 30879.0, - "26": 33994.0, - "27": 34721.0, - "28": 36576.0, - "29": 37196.0, - "30": 32443.0, - "31": 30177.0, - "32": 35948.0, - "33": 37549.0, - "34": 32243.0, - "35": 33961.0, - "36": 34340.0, - "37": 37853.0, - "38": 35694.0, - "39": 38797.0, - "40": 36317.0, - "41": 35380.0, - "42": 36704.0, - "43": 34045.0, - "44": 33691.0, - "45": 35877.0, - "46": 36737.0, - "47": 40148.0, - "48": 36696.0, - "49": 36203.0, - "50": 38688.0, - "51": 37791.0, - "52": 37021.0, - "53": 41944.0, - "54": 40947.0, - "55": 37727.0, - "56": 40761.0, - "57": 37481.0, - "58": 41787.0, - "59": 39365.0, - "60": 40922.0, - "61": 41100.0, - "62": 43388.0, - "63": 38269.0, - "64": 43526.0, - "65": 41821.0, - "66": 44876.0, - "67": 42497.0, - "68": 39967.0, - "69": 41255.0, - "70": 45781.0, - "71": 42348.0, - "72": 42151.0, - "73": 45043.0, - "74": 35705.0, - "75": 39397.0, - "76": 45340.0, - "77": 45670.0, - "78": 46614.0, - "79": 49159.0, - "80": 47317.0, - "81": 51048.0, - "82": 49312.0, - "83": 45257.0, - "84": 45494.0, - "85": 49366.0, - "86": 45783.0, - "87": 50223.0, - "88": 47536.0, - "89": 48826.0, - "90": 49499.0, - "91": 45726.0, - "92": 47926.0, - "93": 46433.0, - "94": 47675.0, - "95": 47504.0, - "96": 50174.0, - "97": 46465.0, - "98": 49255.0, - "99": 48053.0, - "100": 44507.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1254501376.0, - "2": 1254505472.0, - "3": 1254505472.0, - "4": 1254501376.0, - "5": 1254501888.0, - "6": 1254503424.0, - "7": 1254503936.0, - "8": 1254503936.0, - "9": 1254501888.0, - "10": 1254503424.0, - "11": 1254503936.0, - "12": 1254502912.0, - "13": 1254500864.0, - "14": 1254505472.0, - "15": 1254504448.0, - "16": 1254503424.0, - "17": 1254504448.0, - "18": 1254502400.0, - "19": 1254503936.0, - "20": 1254503424.0, - "21": 1254503424.0, - "22": 1254501376.0, - "23": 1254500864.0, - "24": 1254503424.0, - "25": 1254500352.0, - "26": 1254502400.0, - "27": 1254501888.0, - "28": 1254502912.0, - "29": 1254505472.0, - "30": 1254500352.0, - "31": 1254499328.0, - "32": 1254500352.0, - "33": 1254502912.0, - "34": 1254502912.0, - "35": 1254501888.0, - "36": 1254505472.0, - "37": 1254503424.0, - "38": 1254503936.0, - "39": 1254502912.0, - "40": 1254502912.0, - "41": 1254503424.0, - "42": 1254502912.0, - "43": 1254499840.0, - "44": 1254501376.0, - "45": 1254502400.0, - "46": 1254500864.0, - "47": 1254503936.0, - "48": 1254499840.0, - "49": 1254500352.0, - "50": 1254502912.0, - "51": 1254496768.0, - "52": 1254496256.0, - "53": 1254497792.0, - "54": 1254498304.0, - "55": 1254500352.0, - "56": 1254501888.0, - "57": 1254493184.0, - "58": 1254498304.0, - "59": 1254495232.0, - "60": 1254496768.0, - "61": 1254504960.0, - "62": 1254503936.0, - "63": 1254499328.0, - "64": 1254498816.0, - "65": 1254488576.0, - "66": 1254502912.0, - "67": 1254498304.0, - "68": 1254505984.0, - "69": 1254501376.0, - "70": 1254502912.0, - "71": 1254504960.0, - "72": 1254496256.0, - "73": 1254504448.0, - "74": 1254495232.0, - "75": 1254504448.0, - "76": 1254503424.0, - "77": 1254503936.0, - "78": 1254500352.0, - "79": 1254500864.0, - "80": 1254499840.0, - "81": 1254503424.0, - "82": 1254500352.0, - "83": 1254497792.0, - "84": 1254497280.0, - "85": 1254499328.0, - "86": 1254498816.0, - "87": 1254505472.0, - "88": 1254499328.0, - "89": 1254500864.0, - "90": 1254502912.0, - "91": 1254505472.0, - "92": 1254502912.0, - "93": 1254505472.0, - "94": 1254500352.0, - "95": 1254501888.0, - "96": 1254501888.0, - "97": 1254499328.0, - "98": 1254507520.0, - "99": 1254497280.0, - "100": 1254499840.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1987779584.0, - "2": 2468141568.0, - "3": 2468920320.0, - "4": 2468920320.0, - "5": 2468920320.0, - "6": 2468920320.0, - "7": 2468920320.0, - "8": 2468920320.0, - "9": 2469234688.0, - "10": 2469234688.0, - "11": 2469234688.0, - "12": 2469234688.0, - "13": 2469234688.0, - "14": 2469234688.0, - "15": 2469234688.0, - "16": 2469234688.0, - "17": 2469234688.0, - "18": 2469234688.0, - "19": 2469234688.0, - "20": 2469234688.0, - "21": 2469234688.0, - "22": 2469234688.0, - "23": 2469234688.0, - "24": 2469234688.0, - "25": 2469234688.0, - "26": 2469234688.0, - "27": 2469234688.0, - "28": 2469234688.0, - "29": 2469234688.0, - "30": 2469234688.0, - "31": 2469234688.0, - "32": 2469234688.0, - "33": 2469234688.0, - "34": 2469234688.0, - "35": 2469234688.0, - "36": 2469234688.0, - "37": 2469234688.0, - "38": 2469234688.0, - "39": 2469234688.0, - "40": 2469234688.0, - "41": 2469234688.0, - "42": 2469234688.0, - "43": 2469234688.0, - "44": 2469234688.0, - "45": 2469234688.0, - "46": 2469234688.0, - "47": 2469234688.0, - "48": 2469234688.0, - "49": 2469234688.0, - "50": 2469234688.0, - "51": 2469234688.0, - "52": 2469234688.0, - "53": 2469234688.0, - "54": 2469234688.0, - "55": 2469234688.0, - "56": 2469234688.0, - "57": 2469234688.0, - "58": 2469234688.0, - "59": 2469234688.0, - "60": 2469234688.0, - "61": 2469234688.0, - "62": 2469234688.0, - "63": 2469234688.0, - "64": 2469234688.0, - "65": 2469234688.0, - "66": 2469234688.0, - "67": 2469234688.0, - "68": 2469234688.0, - "69": 2469234688.0, - "70": 2469234688.0, - "71": 2469234688.0, - "72": 2469234688.0, - "73": 2469234688.0, - "74": 2469234688.0, - "75": 2469234688.0, - "76": 2471084032.0, - "77": 2471084032.0, - "78": 2471084032.0, - "79": 2471084032.0, - "80": 2471084032.0, - "81": 2471084032.0, - "82": 2471084032.0, - "83": 2471084032.0, - "84": 2471084032.0, - "85": 2471084032.0, - "86": 2471084032.0, - "87": 2471084032.0, - "88": 2471084032.0, - "89": 2471084032.0, - "90": 2471084032.0, - "91": 2471084032.0, - "92": 2471084032.0, - "93": 2471084032.0, - "94": 2471084032.0, - "95": 2471084032.0, - "96": 2471084032.0, - "97": 2471084032.0, - "98": 2471084032.0, - "99": 2471084032.0, - "100": 2471084032.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 15.17389, - "2": 0.29264, - "3": 0.24602, - "4": 0.24527, - "5": 0.22453, - "6": 0.22311, - "7": 0.23274, - "8": 0.2252, - "9": 0.22875, - "10": 0.21336, - "11": 0.21953, - "12": 0.21057, - "13": 0.21762, - "14": 0.22015, - "15": 0.22934, - "16": 0.21241, - "17": 0.22416, - "18": 0.21545, - "19": 0.21467, - "20": 0.21475, - "21": 0.21061, - "22": 0.21275, - "23": 0.21475, - "24": 0.21185, - "25": 0.21253, - "26": 0.2112, - "27": 0.21285, - "28": 0.2167, - "29": 0.20854, - "30": 0.21576, - "31": 0.23787, - "32": 0.21289, - "33": 0.22111, - "34": 0.23768, - "35": 0.2106, - "36": 0.22199, - "37": 0.21758, - "38": 0.21584, - "39": 0.21031, - "40": 0.2149, - "41": 0.21829, - "42": 0.2324, - "43": 0.21985, - "44": 0.21241, - "45": 0.23011, - "46": 0.23336, - "47": 0.21312, - "48": 0.2234, - "49": 0.24557, - "50": 0.21111, - "51": 0.25988, - "52": 0.23849, - "53": 0.21639, - "54": 0.21699, - "55": 0.22888, - "56": 0.30406, - "57": 0.23464, - "58": 0.23245, - "59": 0.22402, - "60": 0.22789, - "61": 0.21859, - "62": 0.21793, - "63": 0.25413, - "64": 0.23301, - "65": 0.2935, - "66": 0.22039, - "67": 0.3074, - "68": 0.2458, - "69": 0.21734, - "70": 0.21543, - "71": 0.23323, - "72": 0.22846, - "73": 0.25747, - "74": 0.23067, - "75": 0.21956, - "76": 0.24584, - "77": 0.222, - "78": 0.22595, - "79": 0.23137, - "80": 0.22335, - "81": 0.22154, - "82": 0.21547, - "83": 0.22443, - "84": 0.22286, - "85": 0.22074, - "86": 0.2341, - "87": 0.21707, - "88": 0.21529, - "89": 0.2232, - "90": 0.21712, - "91": 0.23519, - "92": 0.22408, - "93": 0.23443, - "94": 0.24578, - "95": 0.22228, - "96": 0.21797, - "97": 0.22197, - "98": 0.21363, - "99": 0.22332, - "100": 0.22233 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 1a09e73e300..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_resume_torch_dist_te_8experts2parallel_multi_dist_optimizer_instances/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.78091, - "2": 10.80272, - "3": 10.8036, - "4": 10.77566, - "5": 10.83259, - "6": 10.83704, - "7": 10.79728, - "8": 10.79467, - "9": 10.80828, - "10": 10.76154, - "11": 10.85384, - "12": 10.84189, - "13": 10.82465, - "14": 10.85824, - "15": 10.78235, - "16": 10.77923, - "17": 10.7484, - "18": 10.78919, - "19": 10.77567, - "20": 10.71707, - "21": 10.70767, - "22": 10.54782, - "23": 10.72977, - "24": 10.60346, - "25": 10.55815, - "26": 10.61659, - "27": 10.6449, - "28": 10.62536, - "29": 10.6349, - "30": 10.42303, - "31": 10.16459, - "32": 10.51284, - "33": 10.50836, - "34": 10.2667, - "35": 10.32353, - "36": 10.2895, - "37": 10.41051, - "38": 10.26406, - "39": 10.44988, - "40": 10.17537, - "41": 10.20908, - "42": 10.27843, - "43": 9.91808, - "44": 10.03128, - "45": 9.92032, - "46": 9.88579, - "47": 10.19208, - "48": 9.92758, - "49": 9.61634, - "50": 9.98512, - "51": 9.90532, - "52": 9.8039, - "53": 10.12749, - "54": 10.00016, - "55": 9.93664, - "56": 9.68581, - "57": 9.55837, - "58": 9.90508, - "59": 9.63839, - "60": 9.57464, - "61": 9.76841, - "62": 10.03826, - "63": 9.44553, - "64": 9.82755, - "65": 9.00746, - "66": 9.77476, - "67": 9.41315, - "68": 9.84101, - "69": 9.8283, - "70": 9.79049, - "71": 9.66947, - "72": 9.62799, - "73": 9.54696, - "74": 9.03684, - "75": 9.49167, - "76": 9.16779, - "77": 10.1088, - "78": 9.77072, - "79": 9.43806, - "80": 9.45438, - "81": 9.5225, - "82": 9.74228, - "83": 9.36999, - "84": 9.45397, - "85": 9.65808, - "86": 9.12501, - "87": 9.62705, - "88": 9.79641, - "89": 9.66075, - "90": 9.8512, - "91": 9.39414, - "92": 9.40741, - "93": 9.13573, - "94": 8.89066, - "95": 9.56273, - "96": 9.5712, - "97": 9.34355, - "98": 9.73013, - "99": 8.95039, - "100": 9.44212 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 30994.0, - "2": 32962.0, - "3": 33026.0, - "4": 30732.0, - "5": 36042.0, - "6": 36987.0, - "7": 34490.0, - "8": 31442.0, - "9": 33931.0, - "10": 29993.0, - "11": 37681.0, - "12": 34978.0, - "13": 36675.0, - "14": 37601.0, - "15": 34369.0, - "16": 36581.0, - "17": 34615.0, - "18": 34408.0, - "19": 35362.0, - "20": 32532.0, - "21": 33181.0, - "22": 30426.0, - "23": 37807.0, - "24": 32299.0, - "25": 30879.0, - "26": 33994.0, - "27": 34721.0, - "28": 36576.0, - "29": 37196.0, - "30": 32443.0, - "31": 30177.0, - "32": 35948.0, - "33": 37549.0, - "34": 32243.0, - "35": 33961.0, - "36": 34340.0, - "37": 37853.0, - "38": 35694.0, - "39": 38797.0, - "40": 36317.0, - "41": 35380.0, - "42": 36704.0, - "43": 34045.0, - "44": 33691.0, - "45": 35877.0, - "46": 36737.0, - "47": 40148.0, - "48": 36696.0, - "49": 36203.0, - "50": 38688.0, - "51": 37791.0, - "52": 37021.0, - "53": 41944.0, - "54": 40947.0, - "55": 37727.0, - "56": 40761.0, - "57": 37481.0, - "58": 41787.0, - "59": 39365.0, - "60": 40922.0, - "61": 41100.0, - "62": 43388.0, - "63": 38269.0, - "64": 43526.0, - "65": 41821.0, - "66": 44876.0, - "67": 42497.0, - "68": 39967.0, - "69": 41255.0, - "70": 45781.0, - "71": 42348.0, - "72": 42151.0, - "73": 45043.0, - "74": 35705.0, - "75": 39397.0, - "76": 45340.0, - "77": 45670.0, - "78": 46614.0, - "79": 49159.0, - "80": 47317.0, - "81": 51048.0, - "82": 49312.0, - "83": 45257.0, - "84": 45494.0, - "85": 49366.0, - "86": 45783.0, - "87": 50223.0, - "88": 47536.0, - "89": 48826.0, - "90": 49499.0, - "91": 45726.0, - "92": 47926.0, - "93": 46433.0, - "94": 47675.0, - "95": 47504.0, - "96": 50174.0, - "97": 46465.0, - "98": 49255.0, - "99": 48053.0, - "100": 44507.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1254501376.0, - "2": 1254505472.0, - "3": 1254505472.0, - "4": 1254501376.0, - "5": 1254501888.0, - "6": 1254503424.0, - "7": 1254503936.0, - "8": 1254503936.0, - "9": 1254501888.0, - "10": 1254503424.0, - "11": 1254503936.0, - "12": 1254502912.0, - "13": 1254500864.0, - "14": 1254505472.0, - "15": 1254504448.0, - "16": 1254503424.0, - "17": 1254504448.0, - "18": 1254502400.0, - "19": 1254503936.0, - "20": 1254503424.0, - "21": 1254503424.0, - "22": 1254501376.0, - "23": 1254500864.0, - "24": 1254503424.0, - "25": 1254500352.0, - "26": 1254502400.0, - "27": 1254501888.0, - "28": 1254502912.0, - "29": 1254505472.0, - "30": 1254500352.0, - "31": 1254499328.0, - "32": 1254500352.0, - "33": 1254502912.0, - "34": 1254502912.0, - "35": 1254501888.0, - "36": 1254505472.0, - "37": 1254503424.0, - "38": 1254503936.0, - "39": 1254502912.0, - "40": 1254502912.0, - "41": 1254503424.0, - "42": 1254502912.0, - "43": 1254499840.0, - "44": 1254501376.0, - "45": 1254502400.0, - "46": 1254500864.0, - "47": 1254503936.0, - "48": 1254499840.0, - "49": 1254500352.0, - "50": 1254502912.0, - "51": 1254496768.0, - "52": 1254496256.0, - "53": 1254497792.0, - "54": 1254498304.0, - "55": 1254500352.0, - "56": 1254501888.0, - "57": 1254493184.0, - "58": 1254498304.0, - "59": 1254495232.0, - "60": 1254496768.0, - "61": 1254504960.0, - "62": 1254503936.0, - "63": 1254499328.0, - "64": 1254498816.0, - "65": 1254488576.0, - "66": 1254502912.0, - "67": 1254498304.0, - "68": 1254505984.0, - "69": 1254501376.0, - "70": 1254502912.0, - "71": 1254504960.0, - "72": 1254496256.0, - "73": 1254504448.0, - "74": 1254495232.0, - "75": 1254504448.0, - "76": 1254503424.0, - "77": 1254503936.0, - "78": 1254500352.0, - "79": 1254500864.0, - "80": 1254499840.0, - "81": 1254503424.0, - "82": 1254500352.0, - "83": 1254497792.0, - "84": 1254497280.0, - "85": 1254499328.0, - "86": 1254498816.0, - "87": 1254505472.0, - "88": 1254499328.0, - "89": 1254500864.0, - "90": 1254502912.0, - "91": 1254505472.0, - "92": 1254502912.0, - "93": 1254505472.0, - "94": 1254500352.0, - "95": 1254501888.0, - "96": 1254501888.0, - "97": 1254499328.0, - "98": 1254507520.0, - "99": 1254497280.0, - "100": 1254499840.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1987779584.0, - "2": 2468141568.0, - "3": 2468920320.0, - "4": 2468920320.0, - "5": 2468920320.0, - "6": 2468920320.0, - "7": 2468920320.0, - "8": 2468920320.0, - "9": 2469234688.0, - "10": 2469234688.0, - "11": 2469234688.0, - "12": 2469234688.0, - "13": 2469234688.0, - "14": 2469234688.0, - "15": 2469234688.0, - "16": 2469234688.0, - "17": 2469234688.0, - "18": 2469234688.0, - "19": 2469234688.0, - "20": 2469234688.0, - "21": 2469234688.0, - "22": 2469234688.0, - "23": 2469234688.0, - "24": 2469234688.0, - "25": 2469234688.0, - "26": 2469234688.0, - "27": 2469234688.0, - "28": 2469234688.0, - "29": 2469234688.0, - "30": 2469234688.0, - "31": 2469234688.0, - "32": 2469234688.0, - "33": 2469234688.0, - "34": 2469234688.0, - "35": 2469234688.0, - "36": 2469234688.0, - "37": 2469234688.0, - "38": 2469234688.0, - "39": 2469234688.0, - "40": 2469234688.0, - "41": 2469234688.0, - "42": 2469234688.0, - "43": 2469234688.0, - "44": 2469234688.0, - "45": 2469234688.0, - "46": 2469234688.0, - "47": 2469234688.0, - "48": 2469234688.0, - "49": 2469234688.0, - "50": 2469234688.0, - "51": 2469234688.0, - "52": 2469234688.0, - "53": 2469234688.0, - "54": 2469234688.0, - "55": 2469234688.0, - "56": 2469234688.0, - "57": 2469234688.0, - "58": 2469234688.0, - "59": 2469234688.0, - "60": 2469234688.0, - "61": 2469234688.0, - "62": 2469234688.0, - "63": 2469234688.0, - "64": 2469234688.0, - "65": 2469234688.0, - "66": 2469234688.0, - "67": 2469234688.0, - "68": 2469234688.0, - "69": 2469234688.0, - "70": 2469234688.0, - "71": 2469234688.0, - "72": 2469234688.0, - "73": 2469234688.0, - "74": 2469234688.0, - "75": 2469234688.0, - "76": 2471084032.0, - "77": 2471084032.0, - "78": 2471084032.0, - "79": 2471084032.0, - "80": 2471084032.0, - "81": 2471084032.0, - "82": 2471084032.0, - "83": 2471084032.0, - "84": 2471084032.0, - "85": 2471084032.0, - "86": 2471084032.0, - "87": 2471084032.0, - "88": 2471084032.0, - "89": 2471084032.0, - "90": 2471084032.0, - "91": 2471084032.0, - "92": 2471084032.0, - "93": 2471084032.0, - "94": 2471084032.0, - "95": 2471084032.0, - "96": 2471084032.0, - "97": 2471084032.0, - "98": 2471084032.0, - "99": 2471084032.0, - "100": 2471084032.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 16.55217, - "2": 0.35181, - "3": 0.30566, - "4": 0.27474, - "5": 0.25821, - "6": 0.24756, - "7": 0.26543, - "8": 0.25377, - "9": 0.25669, - "10": 0.24857, - "11": 0.25265, - "12": 0.25052, - "13": 0.25023, - "14": 0.24925, - "15": 0.26244, - "16": 0.25012, - "17": 0.26253, - "18": 0.24643, - "19": 0.24809, - "20": 0.24556, - "21": 0.24394, - "22": 0.251, - "23": 0.24828, - "24": 0.24669, - "25": 0.24387, - "26": 0.24678, - "27": 0.24651, - "28": 0.25139, - "29": 0.24752, - "30": 0.24424, - "31": 0.28311, - "32": 0.25225, - "33": 0.24909, - "34": 0.26885, - "35": 0.25395, - "36": 0.2523, - "37": 0.24797, - "38": 0.25223, - "39": 0.24992, - "40": 0.25852, - "41": 0.24878, - "42": 0.2538, - "43": 0.2597, - "44": 0.24622, - "45": 0.26158, - "46": 0.27295, - "47": 0.2509, - "48": 0.26644, - "49": 0.28407, - "50": 0.25557, - "51": 0.26677, - "52": 0.27657, - "53": 0.25511, - "54": 0.25626, - "55": 0.26088, - "56": 0.30712, - "57": 0.27149, - "58": 0.25315, - "59": 0.26247, - "60": 0.26163, - "61": 0.25105, - "62": 0.24787, - "63": 0.27859, - "64": 0.26395, - "65": 0.32678, - "66": 0.25441, - "67": 0.30841, - "68": 0.27583, - "69": 0.2474, - "70": 0.25895, - "71": 0.27463, - "72": 0.26044, - "73": 0.27953, - "74": 0.27908, - "75": 0.26127, - "76": 0.28492, - "77": 0.25287, - "78": 0.26927, - "79": 0.26632, - "80": 0.26465, - "81": 0.25418, - "82": 0.25, - "83": 0.26012, - "84": 0.27232, - "85": 0.25707, - "86": 0.26564, - "87": 0.25446, - "88": 0.24718, - "89": 0.26899, - "90": 0.24357, - "91": 0.27455, - "92": 0.25494, - "93": 0.26852, - "94": 0.27917, - "95": 0.258, - "96": 0.25134, - "97": 0.26377, - "98": 0.24669, - "99": 0.26096, - "100": 0.25411 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_h100.json index 7688d6ec4ea..089545b6f4a 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 13.191, - "2": 0.30069, - "3": 0.25544, - "4": 0.25726, - "5": 0.25285, - "6": 0.23678, - "7": 0.24206, - "8": 0.23892, - "9": 0.23754, - "10": 0.23806, - "11": 0.22979, - "12": 0.23562, - "13": 0.24016, - "14": 0.22801, - "15": 0.25436, - "16": 0.23327, - "17": 0.24589, - "18": 0.23141, - "19": 0.23961, - "20": 0.23003, - "21": 0.22997, - "22": 0.23267, + "1": 13.20887, + "2": 0.29449, + "3": 0.26099, + "4": 0.25199, + "5": 0.24285, + "6": 0.23658, + "7": 0.24248, + "8": 0.23258, + "9": 0.22661, + "10": 0.23769, + "11": 0.22933, + "12": 0.23288, + "13": 0.23074, + "14": 0.22376, + "15": 0.25054, + "16": 0.22881, + "17": 0.23932, + "18": 0.22427, + "19": 0.23467, + "20": 0.22747, + "21": 0.22662, + "22": 0.22866, "23": 0.22726, - "24": 0.22991, - "25": 0.22721, - "26": 0.23348, - "27": 0.23492, - "28": 0.22428, - "29": 0.23121, - "30": 0.23005, - "31": 0.27744, - "32": 0.22525, - "33": 0.22626, - "34": 0.26339, - "35": 0.23208, - "36": 0.24495, - "37": 0.22722, - "38": 0.23099, - "39": 0.22752, - "40": 0.25494, - "41": 0.24054, - "42": 0.22921, - "43": 0.249, - "44": 0.2389, - "45": 0.24525, - "46": 0.26032, - "47": 0.22841, - "48": 0.26262, - "49": 0.30096, - "50": 0.2341 + "24": 0.22901, + "25": 0.22654, + "26": 0.22683, + "27": 0.22909, + "28": 0.2264, + "29": 0.23339, + "30": 0.23066, + "31": 0.27285, + "32": 0.22966, + "33": 0.23016, + "34": 0.24956, + "35": 0.23114, + "36": 0.24161, + "37": 0.22585, + "38": 0.23047, + "39": 0.22695, + "40": 0.24845, + "41": 0.23491, + "42": 0.22656, + "43": 0.23744, + "44": 0.23602, + "45": 0.24859, + "46": 0.25828, + "47": 0.2367, + "48": 0.2564, + "49": 0.27812, + "50": 0.23401 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 275dd98287a..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.80815, - "2": 10.82612, - "3": 10.83032, - "4": 10.80963, - "5": 10.84127, - "6": 10.8581, - "7": 10.81967, - "8": 10.82506, - "9": 10.83749, - "10": 10.7783, - "11": 10.85781, - "12": 10.85539, - "13": 10.85233, - "14": 10.86699, - "15": 10.81253, - "16": 10.80292, - "17": 10.78098, - "18": 10.80788, - "19": 10.79276, - "20": 10.74548, - "21": 10.72785, - "22": 10.59608, - "23": 10.73999, - "24": 10.63509, - "25": 10.59832, - "26": 10.63517, - "27": 10.65744, - "28": 10.64536, - "29": 10.65122, - "30": 10.44144, - "31": 10.21465, - "32": 10.53342, - "33": 10.52518, - "34": 10.30171, - "35": 10.34871, - "36": 10.30843, - "37": 10.42353, - "38": 10.28859, - "39": 10.45514, - "40": 10.19363, - "41": 10.22791, - "42": 10.29725, - "43": 9.95871, - "44": 10.06717, - "45": 9.95955, - "46": 9.92614, - "47": 10.20607, - "48": 9.96021, - "49": 9.65854, - "50": 10.01296 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 31590.0, - "2": 32940.0, - "3": 33668.0, - "4": 31186.0, - "5": 36214.0, - "6": 37169.0, - "7": 34770.0, - "8": 31862.0, - "9": 34102.0, - "10": 30394.0, - "11": 38432.0, - "12": 35039.0, - "13": 37236.0, - "14": 37668.0, - "15": 34199.0, - "16": 36659.0, - "17": 34831.0, - "18": 35011.0, - "19": 35486.0, - "20": 33221.0, - "21": 33971.0, - "22": 30501.0, - "23": 38411.0, - "24": 32764.0, - "25": 31363.0, - "26": 34624.0, - "27": 36096.0, - "28": 37021.0, - "29": 37900.0, - "30": 33066.0, - "31": 29871.0, - "32": 36113.0, - "33": 38168.0, - "34": 33074.0, - "35": 34300.0, - "36": 35363.0, - "37": 38150.0, - "38": 35798.0, - "39": 38945.0, - "40": 35780.0, - "41": 35999.0, - "42": 36611.0, - "43": 33781.0, - "44": 34207.0, - "45": 35198.0, - "46": 36779.0, - "47": 40585.0, - "48": 36434.0, - "49": 35787.0, - "50": 38996.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1027085824.0, - "2": 1027085824.0, - "3": 1027086848.0, - "4": 1027086336.0, - "5": 1027086848.0, - "6": 1027085312.0, - "7": 1027081728.0, - "8": 1027082752.0, - "9": 1027089408.0, - "10": 1027083776.0, - "11": 1027084288.0, - "12": 1027084288.0, - "13": 1027086848.0, - "14": 1027083776.0, - "15": 1027085312.0, - "16": 1027086336.0, - "17": 1027084288.0, - "18": 1027088384.0, - "19": 1027086848.0, - "20": 1027089920.0, - "21": 1027083264.0, - "22": 1027086336.0, - "23": 1027086848.0, - "24": 1027085824.0, - "25": 1027084288.0, - "26": 1027085312.0, - "27": 1027085312.0, - "28": 1027082752.0, - "29": 1027083776.0, - "30": 1027082240.0, - "31": 1027074048.0, - "32": 1027077120.0, - "33": 1027086336.0, - "34": 1027083264.0, - "35": 1027085312.0, - "36": 1027083776.0, - "37": 1027084288.0, - "38": 1027085312.0, - "39": 1027080704.0, - "40": 1027081728.0, - "41": 1027083264.0, - "42": 1027086848.0, - "43": 1027079680.0, - "44": 1027082752.0, - "45": 1027082752.0, - "46": 1027073536.0, - "47": 1027082752.0, - "48": 1027081216.0, - "49": 1027077120.0, - "50": 1027084800.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3007080960.0, - "2": 3247499776.0, - "3": 3247499776.0, - "4": 3248093184.0, - "5": 3248476160.0, - "6": 3248476160.0, - "7": 3248476160.0, - "8": 3248476160.0, - "9": 3248476160.0, - "10": 3249142784.0, - "11": 3249142784.0, - "12": 3249142784.0, - "13": 3249142784.0, - "14": 3249142784.0, - "15": 3249142784.0, - "16": 3249142784.0, - "17": 3249142784.0, - "18": 3249142784.0, - "19": 3249142784.0, - "20": 3249142784.0, - "21": 3249142784.0, - "22": 3249860608.0, - "23": 3249860608.0, - "24": 3249972736.0, - "25": 3249972736.0, - "26": 3249972736.0, - "27": 3249972736.0, - "28": 3249972736.0, - "29": 3249972736.0, - "30": 3249972736.0, - "31": 3249972736.0, - "32": 3249972736.0, - "33": 3249972736.0, - "34": 3249972736.0, - "35": 3249972736.0, - "36": 3249972736.0, - "37": 3249972736.0, - "38": 3249972736.0, - "39": 3249972736.0, - "40": 3249972736.0, - "41": 3249972736.0, - "42": 3249972736.0, - "43": 3249972736.0, - "44": 3249972736.0, - "45": 3249972736.0, - "46": 3249972736.0, - "47": 3249972736.0, - "48": 3249972736.0, - "49": 3249972736.0, - "50": 3249972736.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 11.71692, - "2": 0.26373, - "3": 0.22224, - "4": 0.22077, - "5": 0.21189, - "6": 0.20289, - "7": 0.21135, - "8": 0.20381, - "9": 0.19968, - "10": 0.20492, - "11": 0.19946, - "12": 0.20155, - "13": 0.20199, - "14": 0.19656, - "15": 0.22053, - "16": 0.20059, - "17": 0.21367, - "18": 0.19607, - "19": 0.20515, - "20": 0.19743, - "21": 0.19704, - "22": 0.20196, - "23": 0.19722, - "24": 0.20083, - "25": 0.19715, - "26": 0.19715, - "27": 0.19781, - "28": 0.19694, - "29": 0.20125, - "30": 0.19779, - "31": 0.23471, - "32": 0.19855, - "33": 0.19914, - "34": 0.22545, - "35": 0.19732, - "36": 0.21424, - "37": 0.19385, - "38": 0.2012, - "39": 0.19477, - "40": 0.21557, - "41": 0.20631, - "42": 0.20013, - "43": 0.20558, - "44": 0.2055, - "45": 0.2088, - "46": 0.21767, - "47": 0.19618, - "48": 0.22507, - "49": 0.24168, - "50": 0.19817 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 089545b6f4a..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_ddp_average_in_collective/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.80815, - "2": 10.82612, - "3": 10.83032, - "4": 10.80963, - "5": 10.84127, - "6": 10.8581, - "7": 10.81967, - "8": 10.82506, - "9": 10.83749, - "10": 10.7783, - "11": 10.85781, - "12": 10.85539, - "13": 10.85233, - "14": 10.86699, - "15": 10.81253, - "16": 10.80292, - "17": 10.78098, - "18": 10.80788, - "19": 10.79276, - "20": 10.74548, - "21": 10.72785, - "22": 10.59608, - "23": 10.73999, - "24": 10.63509, - "25": 10.59832, - "26": 10.63517, - "27": 10.65744, - "28": 10.64536, - "29": 10.65122, - "30": 10.44144, - "31": 10.21465, - "32": 10.53342, - "33": 10.52518, - "34": 10.30171, - "35": 10.34871, - "36": 10.30843, - "37": 10.42353, - "38": 10.28859, - "39": 10.45514, - "40": 10.19363, - "41": 10.22791, - "42": 10.29725, - "43": 9.95871, - "44": 10.06717, - "45": 9.95955, - "46": 9.92614, - "47": 10.20607, - "48": 9.96021, - "49": 9.65854, - "50": 10.01296 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 31590.0, - "2": 32940.0, - "3": 33668.0, - "4": 31186.0, - "5": 36214.0, - "6": 37169.0, - "7": 34770.0, - "8": 31862.0, - "9": 34102.0, - "10": 30394.0, - "11": 38432.0, - "12": 35039.0, - "13": 37236.0, - "14": 37668.0, - "15": 34199.0, - "16": 36659.0, - "17": 34831.0, - "18": 35011.0, - "19": 35486.0, - "20": 33221.0, - "21": 33971.0, - "22": 30501.0, - "23": 38411.0, - "24": 32764.0, - "25": 31363.0, - "26": 34624.0, - "27": 36096.0, - "28": 37021.0, - "29": 37900.0, - "30": 33066.0, - "31": 29871.0, - "32": 36113.0, - "33": 38168.0, - "34": 33074.0, - "35": 34300.0, - "36": 35363.0, - "37": 38150.0, - "38": 35798.0, - "39": 38945.0, - "40": 35780.0, - "41": 35999.0, - "42": 36611.0, - "43": 33781.0, - "44": 34207.0, - "45": 35198.0, - "46": 36779.0, - "47": 40585.0, - "48": 36434.0, - "49": 35787.0, - "50": 38996.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1027085824.0, - "2": 1027085824.0, - "3": 1027086848.0, - "4": 1027086336.0, - "5": 1027086848.0, - "6": 1027085312.0, - "7": 1027081728.0, - "8": 1027082752.0, - "9": 1027089408.0, - "10": 1027083776.0, - "11": 1027084288.0, - "12": 1027084288.0, - "13": 1027086848.0, - "14": 1027083776.0, - "15": 1027085312.0, - "16": 1027086336.0, - "17": 1027084288.0, - "18": 1027088384.0, - "19": 1027086848.0, - "20": 1027089920.0, - "21": 1027083264.0, - "22": 1027086336.0, - "23": 1027086848.0, - "24": 1027085824.0, - "25": 1027084288.0, - "26": 1027085312.0, - "27": 1027085312.0, - "28": 1027082752.0, - "29": 1027083776.0, - "30": 1027082240.0, - "31": 1027074048.0, - "32": 1027077120.0, - "33": 1027086336.0, - "34": 1027083264.0, - "35": 1027085312.0, - "36": 1027083776.0, - "37": 1027084288.0, - "38": 1027085312.0, - "39": 1027080704.0, - "40": 1027081728.0, - "41": 1027083264.0, - "42": 1027086848.0, - "43": 1027079680.0, - "44": 1027082752.0, - "45": 1027082752.0, - "46": 1027073536.0, - "47": 1027082752.0, - "48": 1027081216.0, - "49": 1027077120.0, - "50": 1027084800.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3007080960.0, - "2": 3247499776.0, - "3": 3247499776.0, - "4": 3248093184.0, - "5": 3248476160.0, - "6": 3248476160.0, - "7": 3248476160.0, - "8": 3248476160.0, - "9": 3248476160.0, - "10": 3249142784.0, - "11": 3249142784.0, - "12": 3249142784.0, - "13": 3249142784.0, - "14": 3249142784.0, - "15": 3249142784.0, - "16": 3249142784.0, - "17": 3249142784.0, - "18": 3249142784.0, - "19": 3249142784.0, - "20": 3249142784.0, - "21": 3249142784.0, - "22": 3249860608.0, - "23": 3249860608.0, - "24": 3249972736.0, - "25": 3249972736.0, - "26": 3249972736.0, - "27": 3249972736.0, - "28": 3249972736.0, - "29": 3249972736.0, - "30": 3249972736.0, - "31": 3249972736.0, - "32": 3249972736.0, - "33": 3249972736.0, - "34": 3249972736.0, - "35": 3249972736.0, - "36": 3249972736.0, - "37": 3249972736.0, - "38": 3249972736.0, - "39": 3249972736.0, - "40": 3249972736.0, - "41": 3249972736.0, - "42": 3249972736.0, - "43": 3249972736.0, - "44": 3249972736.0, - "45": 3249972736.0, - "46": 3249972736.0, - "47": 3249972736.0, - "48": 3249972736.0, - "49": 3249972736.0, - "50": 3249972736.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 13.20887, - "2": 0.29449, - "3": 0.26099, - "4": 0.25199, - "5": 0.24285, - "6": 0.23658, - "7": 0.24248, - "8": 0.23258, - "9": 0.22661, - "10": 0.23769, - "11": 0.22933, - "12": 0.23288, - "13": 0.23074, - "14": 0.22376, - "15": 0.25054, - "16": 0.22881, - "17": 0.23932, - "18": 0.22427, - "19": 0.23467, - "20": 0.22747, - "21": 0.22662, - "22": 0.22866, - "23": 0.22726, - "24": 0.22901, - "25": 0.22654, - "26": 0.22683, - "27": 0.22909, - "28": 0.2264, - "29": 0.23339, - "30": 0.23066, - "31": 0.27285, - "32": 0.22966, - "33": 0.23016, - "34": 0.24956, - "35": 0.23114, - "36": 0.24161, - "37": 0.22585, - "38": 0.23047, - "39": 0.22695, - "40": 0.24845, - "41": 0.23491, - "42": 0.22656, - "43": 0.23744, - "44": 0.23602, - "45": 0.24859, - "46": 0.25828, - "47": 0.2367, - "48": 0.2564, - "49": 0.27812, - "50": 0.23401 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_h100.json index 5219c47c6db..c49c5a579c0 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 13.23313, - "2": 0.31808, - "3": 0.27025, - "4": 0.253, - "5": 0.25938, - "6": 0.23222, - "7": 0.24127, - "8": 0.23468, - "9": 0.22881, - "10": 0.23244, - "11": 0.23056, - "12": 0.23078, - "13": 0.23301, - "14": 0.22477, - "15": 0.24897, - "16": 0.22593, - "17": 0.24178, - "18": 0.23034, - "19": 0.23887, - "20": 0.24186, - "21": 0.23006, - "22": 0.23215, - "23": 0.22763, - "24": 0.22889, - "25": 0.22662, - "26": 0.22794, - "27": 0.22851, - "28": 0.22653, - "29": 0.22859, - "30": 0.22789, - "31": 0.27081, - "32": 0.22893, - "33": 0.22575, - "34": 0.24635, - "35": 0.22739, - "36": 0.2416, - "37": 0.24045, - "38": 0.23118, - "39": 0.2275, - "40": 0.24632, - "41": 0.233, - "42": 0.22755, - "43": 0.25276, - "44": 0.2354, - "45": 0.2355, - "46": 0.25059, - "47": 0.22589, - "48": 0.25741, - "49": 0.27315, - "50": 0.22384 + "1": 13.35552, + "2": 0.37785, + "3": 0.29632, + "4": 0.29599, + "5": 0.25057, + "6": 0.2376, + "7": 0.24788, + "8": 0.2386, + "9": 0.23567, + "10": 0.23981, + "11": 0.23457, + "12": 0.23608, + "13": 0.24093, + "14": 0.23076, + "15": 0.25524, + "16": 0.23573, + "17": 0.24636, + "18": 0.2348, + "19": 0.23922, + "20": 0.23445, + "21": 0.22924, + "22": 0.23872, + "23": 0.23172, + "24": 0.23116, + "25": 0.23103, + "26": 0.23556, + "27": 0.23228, + "28": 0.23323, + "29": 0.23495, + "30": 0.23011, + "31": 0.27652, + "32": 0.23015, + "33": 0.22902, + "34": 0.25666, + "35": 0.23045, + "36": 0.24626, + "37": 0.23146, + "38": 0.2344, + "39": 0.22864, + "40": 0.24642, + "41": 0.23788, + "42": 0.23274, + "43": 0.24326, + "44": 0.23733, + "45": 0.24263, + "46": 0.25392, + "47": 0.23328, + "48": 0.26156, + "49": 0.27837, + "50": 0.23303 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index ad63e8c681e..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.80815, - "2": 10.82612, - "3": 10.83032, - "4": 10.80963, - "5": 10.84127, - "6": 10.8581, - "7": 10.81967, - "8": 10.82506, - "9": 10.83749, - "10": 10.7783, - "11": 10.85781, - "12": 10.85539, - "13": 10.85233, - "14": 10.86699, - "15": 10.81253, - "16": 10.80292, - "17": 10.78098, - "18": 10.80788, - "19": 10.79276, - "20": 10.74548, - "21": 10.72785, - "22": 10.59608, - "23": 10.73999, - "24": 10.63509, - "25": 10.59832, - "26": 10.63517, - "27": 10.65744, - "28": 10.64536, - "29": 10.65122, - "30": 10.44144, - "31": 10.21465, - "32": 10.53342, - "33": 10.52518, - "34": 10.30171, - "35": 10.34871, - "36": 10.30843, - "37": 10.42353, - "38": 10.28859, - "39": 10.45514, - "40": 10.19363, - "41": 10.22791, - "42": 10.29725, - "43": 9.95871, - "44": 10.06717, - "45": 9.95955, - "46": 9.92614, - "47": 10.20607, - "48": 9.96021, - "49": 9.65854, - "50": 10.01296 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 31590.0, - "2": 32940.0, - "3": 33668.0, - "4": 31186.0, - "5": 36214.0, - "6": 37169.0, - "7": 34770.0, - "8": 31862.0, - "9": 34102.0, - "10": 30394.0, - "11": 38432.0, - "12": 35039.0, - "13": 37236.0, - "14": 37668.0, - "15": 34199.0, - "16": 36659.0, - "17": 34831.0, - "18": 35011.0, - "19": 35486.0, - "20": 33221.0, - "21": 33971.0, - "22": 30501.0, - "23": 38411.0, - "24": 32764.0, - "25": 31363.0, - "26": 34624.0, - "27": 36096.0, - "28": 37021.0, - "29": 37900.0, - "30": 33066.0, - "31": 29871.0, - "32": 36113.0, - "33": 38168.0, - "34": 33074.0, - "35": 34300.0, - "36": 35363.0, - "37": 38150.0, - "38": 35798.0, - "39": 38945.0, - "40": 35780.0, - "41": 35999.0, - "42": 36611.0, - "43": 33781.0, - "44": 34207.0, - "45": 35198.0, - "46": 36779.0, - "47": 40585.0, - "48": 36434.0, - "49": 35787.0, - "50": 38996.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1027085824.0, - "2": 1027085824.0, - "3": 1027086848.0, - "4": 1027086336.0, - "5": 1027086848.0, - "6": 1027085312.0, - "7": 1027081728.0, - "8": 1027082752.0, - "9": 1027089408.0, - "10": 1027083776.0, - "11": 1027084288.0, - "12": 1027084288.0, - "13": 1027086848.0, - "14": 1027083776.0, - "15": 1027085312.0, - "16": 1027086336.0, - "17": 1027084288.0, - "18": 1027088384.0, - "19": 1027086848.0, - "20": 1027089920.0, - "21": 1027083264.0, - "22": 1027086336.0, - "23": 1027086848.0, - "24": 1027085824.0, - "25": 1027084288.0, - "26": 1027085312.0, - "27": 1027085312.0, - "28": 1027082752.0, - "29": 1027083776.0, - "30": 1027082240.0, - "31": 1027074048.0, - "32": 1027077120.0, - "33": 1027086336.0, - "34": 1027083264.0, - "35": 1027085312.0, - "36": 1027083776.0, - "37": 1027084288.0, - "38": 1027085312.0, - "39": 1027080704.0, - "40": 1027081728.0, - "41": 1027083264.0, - "42": 1027086848.0, - "43": 1027079680.0, - "44": 1027082752.0, - "45": 1027082752.0, - "46": 1027073536.0, - "47": 1027082752.0, - "48": 1027081216.0, - "49": 1027077120.0, - "50": 1027084800.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3007080960.0, - "2": 3247499776.0, - "3": 3247499776.0, - "4": 3248093184.0, - "5": 3248476160.0, - "6": 3248476160.0, - "7": 3248476160.0, - "8": 3248476160.0, - "9": 3248476160.0, - "10": 3249142784.0, - "11": 3249142784.0, - "12": 3249142784.0, - "13": 3249142784.0, - "14": 3249142784.0, - "15": 3249142784.0, - "16": 3249142784.0, - "17": 3249142784.0, - "18": 3249142784.0, - "19": 3249142784.0, - "20": 3249142784.0, - "21": 3249142784.0, - "22": 3249860608.0, - "23": 3249860608.0, - "24": 3249972736.0, - "25": 3249972736.0, - "26": 3249972736.0, - "27": 3249972736.0, - "28": 3249972736.0, - "29": 3249972736.0, - "30": 3249972736.0, - "31": 3249972736.0, - "32": 3249972736.0, - "33": 3249972736.0, - "34": 3249972736.0, - "35": 3249972736.0, - "36": 3249972736.0, - "37": 3249972736.0, - "38": 3249972736.0, - "39": 3249972736.0, - "40": 3249972736.0, - "41": 3249972736.0, - "42": 3249972736.0, - "43": 3249972736.0, - "44": 3249972736.0, - "45": 3249972736.0, - "46": 3249972736.0, - "47": 3249972736.0, - "48": 3249972736.0, - "49": 3249972736.0, - "50": 3249972736.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 14.64212, - "2": 0.27662, - "3": 0.22726, - "4": 0.22741, - "5": 0.21976, - "6": 0.21005, - "7": 0.21904, - "8": 0.20701, - "9": 0.20029, - "10": 0.21109, - "11": 0.20188, - "12": 0.20386, - "13": 0.20452, - "14": 0.19789, - "15": 0.21511, - "16": 0.20036, - "17": 0.21345, - "18": 0.20466, - "19": 0.20569, - "20": 0.19783, - "21": 0.19857, - "22": 0.20281, - "23": 0.20165, - "24": 0.20398, - "25": 0.20864, - "26": 0.20632, - "27": 0.20092, - "28": 0.20357, - "29": 0.20116, - "30": 0.19889, - "31": 0.23444, - "32": 0.19868, - "33": 0.19728, - "34": 0.21322, - "35": 0.19907, - "36": 0.20947, - "37": 0.1964, - "38": 0.20026, - "39": 0.19448, - "40": 0.21304, - "41": 0.20077, - "42": 0.19863, - "43": 0.21502, - "44": 0.21008, - "45": 0.20452, - "46": 0.22473, - "47": 0.20011, - "48": 0.22634, - "49": 0.23823, - "50": 0.20221 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index c49c5a579c0..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_8experts2parallel_overlap_grad_reduce_param_gather_groupedGEMM/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.80815, - "2": 10.82612, - "3": 10.83032, - "4": 10.80963, - "5": 10.84127, - "6": 10.8581, - "7": 10.81967, - "8": 10.82506, - "9": 10.83749, - "10": 10.7783, - "11": 10.85781, - "12": 10.85539, - "13": 10.85233, - "14": 10.86699, - "15": 10.81253, - "16": 10.80292, - "17": 10.78098, - "18": 10.80788, - "19": 10.79276, - "20": 10.74548, - "21": 10.72785, - "22": 10.59608, - "23": 10.73999, - "24": 10.63509, - "25": 10.59832, - "26": 10.63517, - "27": 10.65744, - "28": 10.64536, - "29": 10.65122, - "30": 10.44144, - "31": 10.21465, - "32": 10.53342, - "33": 10.52518, - "34": 10.30171, - "35": 10.34871, - "36": 10.30843, - "37": 10.42353, - "38": 10.28859, - "39": 10.45514, - "40": 10.19363, - "41": 10.22791, - "42": 10.29725, - "43": 9.95871, - "44": 10.06717, - "45": 9.95955, - "46": 9.92614, - "47": 10.20607, - "48": 9.96021, - "49": 9.65854, - "50": 10.01296 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 31590.0, - "2": 32940.0, - "3": 33668.0, - "4": 31186.0, - "5": 36214.0, - "6": 37169.0, - "7": 34770.0, - "8": 31862.0, - "9": 34102.0, - "10": 30394.0, - "11": 38432.0, - "12": 35039.0, - "13": 37236.0, - "14": 37668.0, - "15": 34199.0, - "16": 36659.0, - "17": 34831.0, - "18": 35011.0, - "19": 35486.0, - "20": 33221.0, - "21": 33971.0, - "22": 30501.0, - "23": 38411.0, - "24": 32764.0, - "25": 31363.0, - "26": 34624.0, - "27": 36096.0, - "28": 37021.0, - "29": 37900.0, - "30": 33066.0, - "31": 29871.0, - "32": 36113.0, - "33": 38168.0, - "34": 33074.0, - "35": 34300.0, - "36": 35363.0, - "37": 38150.0, - "38": 35798.0, - "39": 38945.0, - "40": 35780.0, - "41": 35999.0, - "42": 36611.0, - "43": 33781.0, - "44": 34207.0, - "45": 35198.0, - "46": 36779.0, - "47": 40585.0, - "48": 36434.0, - "49": 35787.0, - "50": 38996.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1027085824.0, - "2": 1027085824.0, - "3": 1027086848.0, - "4": 1027086336.0, - "5": 1027086848.0, - "6": 1027085312.0, - "7": 1027081728.0, - "8": 1027082752.0, - "9": 1027089408.0, - "10": 1027083776.0, - "11": 1027084288.0, - "12": 1027084288.0, - "13": 1027086848.0, - "14": 1027083776.0, - "15": 1027085312.0, - "16": 1027086336.0, - "17": 1027084288.0, - "18": 1027088384.0, - "19": 1027086848.0, - "20": 1027089920.0, - "21": 1027083264.0, - "22": 1027086336.0, - "23": 1027086848.0, - "24": 1027085824.0, - "25": 1027084288.0, - "26": 1027085312.0, - "27": 1027085312.0, - "28": 1027082752.0, - "29": 1027083776.0, - "30": 1027082240.0, - "31": 1027074048.0, - "32": 1027077120.0, - "33": 1027086336.0, - "34": 1027083264.0, - "35": 1027085312.0, - "36": 1027083776.0, - "37": 1027084288.0, - "38": 1027085312.0, - "39": 1027080704.0, - "40": 1027081728.0, - "41": 1027083264.0, - "42": 1027086848.0, - "43": 1027079680.0, - "44": 1027082752.0, - "45": 1027082752.0, - "46": 1027073536.0, - "47": 1027082752.0, - "48": 1027081216.0, - "49": 1027077120.0, - "50": 1027084800.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3007080960.0, - "2": 3247499776.0, - "3": 3247499776.0, - "4": 3248093184.0, - "5": 3248476160.0, - "6": 3248476160.0, - "7": 3248476160.0, - "8": 3248476160.0, - "9": 3248476160.0, - "10": 3249142784.0, - "11": 3249142784.0, - "12": 3249142784.0, - "13": 3249142784.0, - "14": 3249142784.0, - "15": 3249142784.0, - "16": 3249142784.0, - "17": 3249142784.0, - "18": 3249142784.0, - "19": 3249142784.0, - "20": 3249142784.0, - "21": 3249142784.0, - "22": 3249860608.0, - "23": 3249860608.0, - "24": 3249972736.0, - "25": 3249972736.0, - "26": 3249972736.0, - "27": 3249972736.0, - "28": 3249972736.0, - "29": 3249972736.0, - "30": 3249972736.0, - "31": 3249972736.0, - "32": 3249972736.0, - "33": 3249972736.0, - "34": 3249972736.0, - "35": 3249972736.0, - "36": 3249972736.0, - "37": 3249972736.0, - "38": 3249972736.0, - "39": 3249972736.0, - "40": 3249972736.0, - "41": 3249972736.0, - "42": 3249972736.0, - "43": 3249972736.0, - "44": 3249972736.0, - "45": 3249972736.0, - "46": 3249972736.0, - "47": 3249972736.0, - "48": 3249972736.0, - "49": 3249972736.0, - "50": 3249972736.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 13.35552, - "2": 0.37785, - "3": 0.29632, - "4": 0.29599, - "5": 0.25057, - "6": 0.2376, - "7": 0.24788, - "8": 0.2386, - "9": 0.23567, - "10": 0.23981, - "11": 0.23457, - "12": 0.23608, - "13": 0.24093, - "14": 0.23076, - "15": 0.25524, - "16": 0.23573, - "17": 0.24636, - "18": 0.2348, - "19": 0.23922, - "20": 0.23445, - "21": 0.22924, - "22": 0.23872, - "23": 0.23172, - "24": 0.23116, - "25": 0.23103, - "26": 0.23556, - "27": 0.23228, - "28": 0.23323, - "29": 0.23495, - "30": 0.23011, - "31": 0.27652, - "32": 0.23015, - "33": 0.22902, - "34": 0.25666, - "35": 0.23045, - "36": 0.24626, - "37": 0.23146, - "38": 0.2344, - "39": 0.22864, - "40": 0.24642, - "41": 0.23788, - "42": 0.23274, - "43": 0.24326, - "44": 0.23733, - "45": 0.24263, - "46": 0.25392, - "47": 0.23328, - "48": 0.26156, - "49": 0.27837, - "50": 0.23303 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_h100.json index 6e2a34b26f8..acf98f05d31 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgx_h100.json @@ -118,56 +118,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 1563272704.0, - "2": 1562858496.0, - "3": 1564486144.0, - "4": 1564041216.0, - "5": 1561823232.0, - "6": 1563443712.0, - "7": 1564206592.0, - "8": 1563517952.0, - "9": 1562183680.0, - "10": 1565040640.0, - "11": 1562508800.0, - "12": 1561081344.0, - "13": 1562479616.0, - "14": 1562858496.0, - "15": 1563188736.0, - "16": 1562045440.0, - "17": 1564147712.0, - "18": 1564288512.0, - "19": 1562883584.0, - "20": 1562017792.0, - "21": 1562184704.0, - "22": 1562030080.0, - "23": 1562267136.0, - "24": 1561898496.0, - "25": 1563593728.0, - "26": 1563150336.0, - "27": 1564444160.0, - "28": 1562418176.0, - "29": 1562973184.0, - "30": 1563487744.0, - "31": 1563070976.0, - "32": 1563377664.0, - "33": 1564346368.0, - "34": 1561956352.0, - "35": 1563001344.0, - "36": 1563246080.0, - "37": 1564364800.0, - "38": 1562608640.0, - "39": 1564432896.0, - "40": 1563148288.0, - "41": 1563740160.0, - "42": 1565268480.0, - "43": 1565179392.0, - "44": 1562279936.0, - "45": 1564082176.0, - "46": 1563706368.0, - "47": 1561835008.0, - "48": 1561798144.0, - "49": 1562701824.0, - "50": 1565224960.0 + "1": 1561367040.0, + "2": 1560972288.0, + "3": 1561248256.0, + "4": 1560096768.0, + "5": 1559926784.0, + "6": 1561850368.0, + "7": 1560161792.0, + "8": 1560285184.0, + "9": 1560998912.0, + "10": 1561293824.0, + "11": 1560700416.0, + "12": 1562299904.0, + "13": 1560526848.0, + "14": 1561499648.0, + "15": 1559979520.0, + "16": 1561232384.0, + "17": 1561337856.0, + "18": 1560266240.0, + "19": 1561224704.0, + "20": 1560222720.0, + "21": 1561771008.0, + "22": 1559743488.0, + "23": 1560801792.0, + "24": 1561316864.0, + "25": 1560606720.0, + "26": 1562301440.0, + "27": 1560251904.0, + "28": 1559861248.0, + "29": 1559861248.0, + "30": 1560919552.0, + "31": 1561406976.0, + "32": 1565212672.0, + "33": 1560626176.0, + "34": 1561871360.0, + "35": 1560959488.0, + "36": 1561910784.0, + "37": 1559904256.0, + "38": 1560347648.0, + "39": 1562116608.0, + "40": 1562510336.0, + "41": 1562299392.0, + "42": 1561589248.0, + "43": 1560753664.0, + "44": 1561721856.0, + "45": 1561170944.0, + "46": 1561996288.0, + "47": 1560805888.0, + "48": 1561083392.0, + "49": 1560795136.0, + "50": 1561778176.0 } }, "mem-max-allocated-bytes": { @@ -175,56 +175,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 3678389248.0, - "2": 4261802496.0, - "3": 4262688768.0, - "4": 4262688768.0, - "5": 4262688768.0, - "6": 4288888832.0, - "7": 4288888832.0, - "8": 4288888832.0, - "9": 4288888832.0, - "10": 4288888832.0, - "11": 4288888832.0, - "12": 4288888832.0, - "13": 4288888832.0, - "14": 4288888832.0, - "15": 4288888832.0, - "16": 4288888832.0, - "17": 4288888832.0, - "18": 4288888832.0, - "19": 4288888832.0, - "20": 4288888832.0, - "21": 4288888832.0, - "22": 4288888832.0, - "23": 4288888832.0, - "24": 4288888832.0, - "25": 4288888832.0, - "26": 4288888832.0, - "27": 4288888832.0, - "28": 4288888832.0, - "29": 4288888832.0, - "30": 4288888832.0, - "31": 4288888832.0, - "32": 4288888832.0, - "33": 4288888832.0, - "34": 4288888832.0, - "35": 4288888832.0, - "36": 4288888832.0, - "37": 4288888832.0, - "38": 4288888832.0, - "39": 4288888832.0, - "40": 4288888832.0, - "41": 4288888832.0, - "42": 4288888832.0, - "43": 4288888832.0, - "44": 4288888832.0, - "45": 4288888832.0, - "46": 4288888832.0, - "47": 4288888832.0, - "48": 4288888832.0, - "49": 4288888832.0, - "50": 4288888832.0 + "1": 3680567296.0, + "2": 4256236032.0, + "3": 4260136960.0, + "4": 4260136960.0, + "5": 4261063168.0, + "6": 4289287168.0, + "7": 4289287168.0, + "8": 4289287168.0, + "9": 4289287168.0, + "10": 4289287168.0, + "11": 4289287168.0, + "12": 4289287168.0, + "13": 4289287168.0, + "14": 4289287168.0, + "15": 4289287168.0, + "16": 4289287168.0, + "17": 4289287168.0, + "18": 4289287168.0, + "19": 4289287168.0, + "20": 4289287168.0, + "21": 4289287168.0, + "22": 4289287168.0, + "23": 4289287168.0, + "24": 4289287168.0, + "25": 4289287168.0, + "26": 4289287168.0, + "27": 4289287168.0, + "28": 4289287168.0, + "29": 4289287168.0, + "30": 4289287168.0, + "31": 4289287168.0, + "32": 4289287168.0, + "33": 4289287168.0, + "34": 4289287168.0, + "35": 4289287168.0, + "36": 4289287168.0, + "37": 4289287168.0, + "38": 4289287168.0, + "39": 4289287168.0, + "40": 4289287168.0, + "41": 4289287168.0, + "42": 4289287168.0, + "43": 4289287168.0, + "44": 4289287168.0, + "45": 4289287168.0, + "46": 4289287168.0, + "47": 4289287168.0, + "48": 4289287168.0, + "49": 4289287168.0, + "50": 4289287168.0 } }, "iteration-time": { @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 19.14758, - "2": 0.49766, - "3": 0.44107, - "4": 0.37175, - "5": 0.37026, - "6": 0.33176, - "7": 0.32446, - "8": 0.31735, - "9": 0.3291, - "10": 0.32512, - "11": 0.30495, - "12": 0.31438, + "1": 18.57368, + "2": 0.50382, + "3": 0.41522, + "4": 0.37227, + "5": 0.37501, + "6": 0.33117, + "7": 0.32515, + "8": 0.31941, + "9": 0.32367, + "10": 0.32326, + "11": 0.30606, + "12": 0.30616, "13": 0.29955, - "14": 0.30728, - "15": 0.31532, - "16": 0.29631, - "17": 0.30956, - "18": 0.30533, - "19": 0.30054, - "20": 0.30291, - "21": 0.30231, - "22": 0.32081, - "23": 0.29797, - "24": 0.3059, - "25": 0.3093, - "26": 0.30535, - "27": 0.30202, - "28": 0.31154, - "29": 0.30205, - "30": 0.3198, - "31": 0.36657, - "32": 0.30974, - "33": 0.34056, - "34": 0.32396, - "35": 0.34679, - "36": 0.30488, - "37": 0.31477, - "38": 0.31377, - "39": 0.31065, - "40": 0.30631, - "41": 0.30771, - "42": 0.3003, - "43": 0.30915, - "44": 0.31796, - "45": 0.2949, - "46": 0.30522, - "47": 0.30099, - "48": 0.30303, - "49": 0.30198, - "50": 0.29985 + "14": 0.30443, + "15": 0.30558, + "16": 0.29289, + "17": 0.30498, + "18": 0.29213, + "19": 0.29318, + "20": 0.29695, + "21": 0.29798, + "22": 0.31295, + "23": 0.29473, + "24": 0.29975, + "25": 0.29698, + "26": 0.30574, + "27": 0.29785, + "28": 0.30807, + "29": 0.29928, + "30": 0.3087, + "31": 0.30718, + "32": 0.30993, + "33": 0.30203, + "34": 0.31719, + "35": 0.30742, + "36": 0.30563, + "37": 0.31427, + "38": 0.31171, + "39": 0.31768, + "40": 0.30755, + "41": 0.30394, + "42": 0.29792, + "43": 0.30454, + "44": 0.31398, + "45": 0.29651, + "46": 0.31171, + "47": 0.29161, + "48": 0.3034, + "49": 0.2972, + "50": 0.29959 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 3c9a1238968..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.77518, - "2": 10.78038, - "3": 10.79302, - "4": 10.74107, - "5": 10.82013, - "6": 10.82951, - "7": 10.7953, - "8": 10.78263, - "9": 10.79278, - "10": 10.7446, - "11": 10.85147, - "12": 10.82613, - "13": 10.82825, - "14": 10.85504, - "15": 10.75536, - "16": 10.75777, - "17": 10.72319, - "18": 10.76274, - "19": 10.75075, - "20": 10.66587, - "21": 10.6419, - "22": 10.47523, - "23": 10.66959, - "24": 10.54157, - "25": 10.4825, - "26": 10.55255, - "27": 10.57459, - "28": 10.55159, - "29": 10.5668, - "30": 10.31134, - "31": 10.01921, - "32": 10.42655, - "33": 10.42294, - "34": 10.14739, - "35": 10.21574, - "36": 10.15811, - "37": 10.30279, - "38": 10.14031, - "39": 10.36301, - "40": 10.02669, - "41": 10.07635, - "42": 10.16156, - "43": 9.74374, - "44": 9.88962, - "45": 9.75874, - "46": 9.73618, - "47": 10.0844, - "48": 9.78532, - "49": 9.45072, - "50": 9.85634 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 27105.0, - "2": 28791.0, - "3": 29282.0, - "4": 27583.0, - "5": 31595.0, - "6": 32831.0, - "7": 31023.0, - "8": 27107.0, - "9": 30780.0, - "10": 25505.0, - "11": 33684.0, - "12": 30235.0, - "13": 32960.0, - "14": 32880.0, - "15": 30405.0, - "16": 32455.0, - "17": 30933.0, - "18": 30623.0, - "19": 30803.0, - "20": 28593.0, - "21": 29002.0, - "22": 27030.0, - "23": 34463.0, - "24": 29154.0, - "25": 27827.0, - "26": 31119.0, - "27": 32108.0, - "28": 33412.0, - "29": 34737.0, - "30": 30465.0, - "31": 28775.0, - "32": 33115.0, - "33": 34745.0, - "34": 30785.0, - "35": 32116.0, - "36": 33968.0, - "37": 36757.0, - "38": 34150.0, - "39": 37240.0, - "40": 35353.0, - "41": 34638.0, - "42": 36703.0, - "43": 34601.0, - "44": 33783.0, - "45": 35388.0, - "46": 35484.0, - "47": 40591.0, - "48": 36671.0, - "49": 36174.0, - "50": 38231.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1560780288.0, - "2": 1562661888.0, - "3": 1561168384.0, - "4": 1562873856.0, - "5": 1561988096.0, - "6": 1562931712.0, - "7": 1560774144.0, - "8": 1560396800.0, - "9": 1559476224.0, - "10": 1561237504.0, - "11": 1560092160.0, - "12": 1561073152.0, - "13": 1560844288.0, - "14": 1560660992.0, - "15": 1561358848.0, - "16": 1562046464.0, - "17": 1562270720.0, - "18": 1561111040.0, - "19": 1560918528.0, - "20": 1560393728.0, - "21": 1559810048.0, - "22": 1560937472.0, - "23": 1560980992.0, - "24": 1563885056.0, - "25": 1564661760.0, - "26": 1562321920.0, - "27": 1560262144.0, - "28": 1561913344.0, - "29": 1561421824.0, - "30": 1562089984.0, - "31": 1563574784.0, - "32": 1560473600.0, - "33": 1560724480.0, - "34": 1560988672.0, - "35": 1559951872.0, - "36": 1561882112.0, - "37": 1560333312.0, - "38": 1561226240.0, - "39": 1562092032.0, - "40": 1563557888.0, - "41": 1561459712.0, - "42": 1561729536.0, - "43": 1562591744.0, - "44": 1562273792.0, - "45": 1560520704.0, - "46": 1565477888.0, - "47": 1562011136.0, - "48": 1562666496.0, - "49": 1560133632.0, - "50": 1562494976.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3682551808.0, - "2": 4261875200.0, - "3": 4261875200.0, - "4": 4261875200.0, - "5": 4262492672.0, - "6": 4286960640.0, - "7": 4286960640.0, - "8": 4286960640.0, - "9": 4286960640.0, - "10": 4286960640.0, - "11": 4286960640.0, - "12": 4286960640.0, - "13": 4286960640.0, - "14": 4286960640.0, - "15": 4286960640.0, - "16": 4286960640.0, - "17": 4286960640.0, - "18": 4286960640.0, - "19": 4286960640.0, - "20": 4286960640.0, - "21": 4286960640.0, - "22": 4286960640.0, - "23": 4286960640.0, - "24": 4286960640.0, - "25": 4286960640.0, - "26": 4286960640.0, - "27": 4286960640.0, - "28": 4286960640.0, - "29": 4286960640.0, - "30": 4286960640.0, - "31": 4286960640.0, - "32": 4286960640.0, - "33": 4286960640.0, - "34": 4286960640.0, - "35": 4286960640.0, - "36": 4286960640.0, - "37": 4286960640.0, - "38": 4286960640.0, - "39": 4286960640.0, - "40": 4286960640.0, - "41": 4286960640.0, - "42": 4286960640.0, - "43": 4286960640.0, - "44": 4286960640.0, - "45": 4286960640.0, - "46": 4286960640.0, - "47": 4286960640.0, - "48": 4286960640.0, - "49": 4286960640.0, - "50": 4286960640.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 20.83226, - "2": 0.4277, - "3": 0.36235, - "4": 0.32018, - "5": 0.32467, - "6": 0.2866, - "7": 0.29271, - "8": 0.2778, - "9": 0.28029, - "10": 0.27681, - "11": 0.26073, - "12": 0.26966, - "13": 0.26171, - "14": 0.26964, - "15": 0.26556, - "16": 0.26142, - "17": 0.26797, - "18": 0.26832, - "19": 0.25503, - "20": 0.26854, - "21": 0.26028, - "22": 0.27376, - "23": 0.26433, - "24": 0.27688, - "25": 0.26452, - "26": 0.26581, - "27": 0.26181, - "28": 0.26407, - "29": 0.26847, - "30": 0.28514, - "31": 0.27185, - "32": 0.26438, - "33": 0.26828, - "34": 0.27142, - "35": 0.27204, - "36": 0.28491, - "37": 0.28927, - "38": 0.26843, - "39": 0.27153, - "40": 0.27149, - "41": 0.2612, - "42": 0.25803, - "43": 0.27298, - "44": 0.28995, - "45": 0.28088, - "46": 0.28702, - "47": 0.27506, - "48": 0.2642, - "49": 0.26659, - "50": 0.25965 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index acf98f05d31..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp1_te_a2a_ovlp_8experts_etp1_ep4/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.77518, - "2": 10.78038, - "3": 10.79302, - "4": 10.74107, - "5": 10.82013, - "6": 10.82951, - "7": 10.7953, - "8": 10.78263, - "9": 10.79278, - "10": 10.7446, - "11": 10.85147, - "12": 10.82613, - "13": 10.82825, - "14": 10.85504, - "15": 10.75536, - "16": 10.75777, - "17": 10.72319, - "18": 10.76274, - "19": 10.75075, - "20": 10.66587, - "21": 10.6419, - "22": 10.47523, - "23": 10.66959, - "24": 10.54157, - "25": 10.4825, - "26": 10.55255, - "27": 10.57459, - "28": 10.55159, - "29": 10.5668, - "30": 10.31134, - "31": 10.01921, - "32": 10.42655, - "33": 10.42294, - "34": 10.14739, - "35": 10.21574, - "36": 10.15811, - "37": 10.30279, - "38": 10.14031, - "39": 10.36301, - "40": 10.02669, - "41": 10.07635, - "42": 10.16156, - "43": 9.74374, - "44": 9.88962, - "45": 9.75874, - "46": 9.73618, - "47": 10.0844, - "48": 9.78532, - "49": 9.45072, - "50": 9.85634 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 27105.0, - "2": 28791.0, - "3": 29282.0, - "4": 27583.0, - "5": 31595.0, - "6": 32831.0, - "7": 31023.0, - "8": 27107.0, - "9": 30780.0, - "10": 25505.0, - "11": 33684.0, - "12": 30235.0, - "13": 32960.0, - "14": 32880.0, - "15": 30405.0, - "16": 32455.0, - "17": 30933.0, - "18": 30623.0, - "19": 30803.0, - "20": 28593.0, - "21": 29002.0, - "22": 27030.0, - "23": 34463.0, - "24": 29154.0, - "25": 27827.0, - "26": 31119.0, - "27": 32108.0, - "28": 33412.0, - "29": 34737.0, - "30": 30465.0, - "31": 28775.0, - "32": 33115.0, - "33": 34745.0, - "34": 30785.0, - "35": 32116.0, - "36": 33968.0, - "37": 36757.0, - "38": 34150.0, - "39": 37240.0, - "40": 35353.0, - "41": 34638.0, - "42": 36703.0, - "43": 34601.0, - "44": 33783.0, - "45": 35388.0, - "46": 35484.0, - "47": 40591.0, - "48": 36671.0, - "49": 36174.0, - "50": 38231.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1561367040.0, - "2": 1560972288.0, - "3": 1561248256.0, - "4": 1560096768.0, - "5": 1559926784.0, - "6": 1561850368.0, - "7": 1560161792.0, - "8": 1560285184.0, - "9": 1560998912.0, - "10": 1561293824.0, - "11": 1560700416.0, - "12": 1562299904.0, - "13": 1560526848.0, - "14": 1561499648.0, - "15": 1559979520.0, - "16": 1561232384.0, - "17": 1561337856.0, - "18": 1560266240.0, - "19": 1561224704.0, - "20": 1560222720.0, - "21": 1561771008.0, - "22": 1559743488.0, - "23": 1560801792.0, - "24": 1561316864.0, - "25": 1560606720.0, - "26": 1562301440.0, - "27": 1560251904.0, - "28": 1559861248.0, - "29": 1559861248.0, - "30": 1560919552.0, - "31": 1561406976.0, - "32": 1565212672.0, - "33": 1560626176.0, - "34": 1561871360.0, - "35": 1560959488.0, - "36": 1561910784.0, - "37": 1559904256.0, - "38": 1560347648.0, - "39": 1562116608.0, - "40": 1562510336.0, - "41": 1562299392.0, - "42": 1561589248.0, - "43": 1560753664.0, - "44": 1561721856.0, - "45": 1561170944.0, - "46": 1561996288.0, - "47": 1560805888.0, - "48": 1561083392.0, - "49": 1560795136.0, - "50": 1561778176.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3680567296.0, - "2": 4256236032.0, - "3": 4260136960.0, - "4": 4260136960.0, - "5": 4261063168.0, - "6": 4289287168.0, - "7": 4289287168.0, - "8": 4289287168.0, - "9": 4289287168.0, - "10": 4289287168.0, - "11": 4289287168.0, - "12": 4289287168.0, - "13": 4289287168.0, - "14": 4289287168.0, - "15": 4289287168.0, - "16": 4289287168.0, - "17": 4289287168.0, - "18": 4289287168.0, - "19": 4289287168.0, - "20": 4289287168.0, - "21": 4289287168.0, - "22": 4289287168.0, - "23": 4289287168.0, - "24": 4289287168.0, - "25": 4289287168.0, - "26": 4289287168.0, - "27": 4289287168.0, - "28": 4289287168.0, - "29": 4289287168.0, - "30": 4289287168.0, - "31": 4289287168.0, - "32": 4289287168.0, - "33": 4289287168.0, - "34": 4289287168.0, - "35": 4289287168.0, - "36": 4289287168.0, - "37": 4289287168.0, - "38": 4289287168.0, - "39": 4289287168.0, - "40": 4289287168.0, - "41": 4289287168.0, - "42": 4289287168.0, - "43": 4289287168.0, - "44": 4289287168.0, - "45": 4289287168.0, - "46": 4289287168.0, - "47": 4289287168.0, - "48": 4289287168.0, - "49": 4289287168.0, - "50": 4289287168.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 18.57368, - "2": 0.50382, - "3": 0.41522, - "4": 0.37227, - "5": 0.37501, - "6": 0.33117, - "7": 0.32515, - "8": 0.31941, - "9": 0.32367, - "10": 0.32326, - "11": 0.30606, - "12": 0.30616, - "13": 0.29955, - "14": 0.30443, - "15": 0.30558, - "16": 0.29289, - "17": 0.30498, - "18": 0.29213, - "19": 0.29318, - "20": 0.29695, - "21": 0.29798, - "22": 0.31295, - "23": 0.29473, - "24": 0.29975, - "25": 0.29698, - "26": 0.30574, - "27": 0.29785, - "28": 0.30807, - "29": 0.29928, - "30": 0.3087, - "31": 0.30718, - "32": 0.30993, - "33": 0.30203, - "34": 0.31719, - "35": 0.30742, - "36": 0.30563, - "37": 0.31427, - "38": 0.31171, - "39": 0.31768, - "40": 0.30755, - "41": 0.30394, - "42": 0.29792, - "43": 0.30454, - "44": 0.31398, - "45": 0.29651, - "46": 0.31171, - "47": 0.29161, - "48": 0.3034, - "49": 0.2972, - "50": 0.29959 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_memory_speed/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_memory_speed/golden_values_dev_dgx_h100.json index d06b2b1d235..01651f27b62 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_memory_speed/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_memory_speed/golden_values_dev_dgx_h100.json @@ -2,109 +2,343 @@ "lm loss": { "start_step": 1, "end_step": 50, - "step_interval": 5, + "step_interval": 1, "values": { - "1": 11.04748, - "5": 9.53583, - "10": 9.0567, - "15": 8.0476, - "20": 7.89868, - "25": 7.67579, - "30": 7.64391, - "35": 7.20998, - "40": 7.54446, - "45": 7.18755, - "50": 7.03602 + "1": 11.04722, + "2": 11.03572, + "3": 9.58802, + "4": 9.25807, + "5": 9.46595, + "6": 9.99646, + "7": 9.50952, + "8": 8.97596, + "9": 8.64768, + "10": 9.40103, + "11": 8.86557, + "12": 8.63562, + "13": 8.52126, + "14": 8.08764, + "15": 8.19553, + "16": 8.22117, + "17": 8.14088, + "18": 7.83923, + "19": 8.23508, + "20": 7.95432, + "21": 7.62712, + "22": 7.60353, + "23": 7.48451, + "24": 7.46602, + "25": 7.70409, + "26": 7.10906, + "27": 7.6443, + "28": 7.34234, + "29": 7.5189, + "30": 7.67585, + "31": 7.41996, + "32": 7.61477, + "33": 7.66691, + "34": 7.73349, + "35": 7.23566, + "36": 7.11008, + "37": 7.44958, + "38": 7.21125, + "39": 7.57837, + "40": 7.56809, + "41": 7.51465, + "42": 7.27318, + "43": 7.25818, + "44": 7.44014, + "45": 7.21234, + "46": 6.92392, + "47": 7.32631, + "48": 7.17263, + "49": 7.62149, + "50": 7.06495 } }, "num-zeros": { "start_step": 1, "end_step": 50, - "step_interval": 5, + "step_interval": 1, "values": { "1": 38802612.0, - "5": 259189728.0, - "10": 744257088.0, - "15": 724250816.0, - "20": 989207936.0, - "25": 843170688.0, - "30": 775645184.0, - "35": 737655104.0, - "40": 607288512.0, - "45": 514790528.0, - "50": 303063296.0 + "2": 38543656.0, + "3": 38739356.0, + "4": 273649600.0, + "5": 252887040.0, + "6": 255692384.0, + "7": 598483264.0, + "8": 787737984.0, + "9": 696133120.0, + "10": 505146400.0, + "11": 715718272.0, + "12": 872566848.0, + "13": 947497344.0, + "14": 1076390912.0, + "15": 853234624.0, + "16": 1045488064.0, + "17": 831385088.0, + "18": 969961792.0, + "19": 973165952.0, + "20": 951461376.0, + "21": 901033280.0, + "22": 897373440.0, + "23": 901066560.0, + "24": 710038592.0, + "25": 912381952.0, + "26": 866199936.0, + "27": 876109696.0, + "28": 912952192.0, + "29": 972247104.0, + "30": 951806720.0, + "31": 960493312.0, + "32": 910169408.0, + "33": 853655744.0, + "34": 834879424.0, + "35": 835171520.0, + "36": 797371392.0, + "37": 777009408.0, + "38": 598948480.0, + "39": 664393152.0, + "40": 767727104.0, + "41": 771335168.0, + "42": 752681344.0, + "43": 715187840.0, + "44": 714677440.0, + "45": 687806016.0, + "46": 501256736.0, + "47": 629706368.0, + "48": 651967104.0, + "49": 629336832.0, + "50": 589310016.0 } }, "mem-allocated-bytes": { "start_step": 1, "end_step": 50, - "step_interval": 5, + "step_interval": 1, "values": { - "1": 6637267456.0, - "5": 6637269504.0, - "10": 6637269504.0, - "15": 6637269504.0, - "20": 6637269504.0, - "25": 6637269504.0, - "30": 6637269504.0, - "35": 6637269504.0, - "40": 6637269504.0, - "45": 6637269504.0, - "50": 6637269504.0 + "1": 6637272576.0, + "2": 6637274624.0, + "3": 6637274624.0, + "4": 6637274624.0, + "5": 6637274624.0, + "6": 6637274624.0, + "7": 6637274624.0, + "8": 6637274624.0, + "9": 6637274624.0, + "10": 6637274624.0, + "11": 6637274624.0, + "12": 6637274624.0, + "13": 6637274624.0, + "14": 6637274624.0, + "15": 6637274624.0, + "16": 6637274624.0, + "17": 6637274624.0, + "18": 6637274624.0, + "19": 6637274624.0, + "20": 6637274624.0, + "21": 6637274624.0, + "22": 6637274624.0, + "23": 6637274624.0, + "24": 6637274624.0, + "25": 6637274624.0, + "26": 6637274624.0, + "27": 6637274624.0, + "28": 6637274624.0, + "29": 6637274624.0, + "30": 6637274624.0, + "31": 6637274624.0, + "32": 6637274624.0, + "33": 6637274624.0, + "34": 6637274624.0, + "35": 6637274624.0, + "36": 6637274624.0, + "37": 6637274624.0, + "38": 6637274624.0, + "39": 6637274624.0, + "40": 6637274624.0, + "41": 6637274624.0, + "42": 6637274624.0, + "43": 6637274624.0, + "44": 6637274624.0, + "45": 6637274624.0, + "46": 6637274624.0, + "47": 6637274624.0, + "48": 6637274624.0, + "49": 6637274624.0, + "50": 6637274624.0 } }, "mem-max-allocated-bytes": { "start_step": 1, "end_step": 50, - "step_interval": 5, + "step_interval": 1, "values": { - "1": 55055331328.0, - "5": 57918455808.0, - "10": 57918455808.0, - "15": 57931390976.0, - "20": 57931390976.0, - "25": 57931390976.0, - "30": 57931390976.0, - "35": 58003226624.0, - "40": 58003226624.0, - "45": 58234208256.0, - "50": 58780934144.0 + "1": 55056003072.0, + "2": 57810763776.0, + "3": 57920647168.0, + "4": 57920647168.0, + "5": 57920647168.0, + "6": 57920647168.0, + "7": 57920647168.0, + "8": 57920647168.0, + "9": 57920647168.0, + "10": 57920647168.0, + "11": 57920647168.0, + "12": 57920647168.0, + "13": 57920647168.0, + "14": 57920647168.0, + "15": 57920647168.0, + "16": 57920647168.0, + "17": 57920647168.0, + "18": 57920647168.0, + "19": 57920647168.0, + "20": 57920647168.0, + "21": 57920647168.0, + "22": 57920647168.0, + "23": 57920647168.0, + "24": 57920647168.0, + "25": 57920647168.0, + "26": 57920647168.0, + "27": 57920647168.0, + "28": 57920647168.0, + "29": 57920647168.0, + "30": 57920647168.0, + "31": 57920647168.0, + "32": 57920647168.0, + "33": 57920647168.0, + "34": 57920647168.0, + "35": 57920647168.0, + "36": 57920647168.0, + "37": 57920647168.0, + "38": 57920647168.0, + "39": 57920647168.0, + "40": 57920647168.0, + "41": 57920647168.0, + "42": 57920647168.0, + "43": 57920647168.0, + "44": 57920647168.0, + "45": 57920647168.0, + "46": 57921617920.0, + "47": 57921617920.0, + "48": 57921617920.0, + "49": 57921617920.0, + "50": 57921617920.0 } }, "mtp_1 loss": { "start_step": 1, "end_step": 50, - "step_interval": 5, + "step_interval": 1, "values": { - "1": 11.07654, - "5": 9.81154, - "10": 9.127, - "15": 7.99077, - "20": 7.82933, - "25": 7.61578, - "30": 7.58618, - "35": 7.15224, - "40": 7.47408, - "45": 7.11969, - "50": 6.9735 + "1": 11.07648, + "2": 11.07404, + "3": 10.53854, + "4": 10.09813, + "5": 9.81166, + "6": 10.09741, + "7": 9.79481, + "8": 9.0642, + "9": 8.86016, + "10": 9.34039, + "11": 8.51318, + "12": 8.59468, + "13": 8.52921, + "14": 7.95758, + "15": 8.06962, + "16": 8.11803, + "17": 8.06994, + "18": 7.80584, + "19": 8.19191, + "20": 7.89063, + "21": 7.5707, + "22": 7.55089, + "23": 7.41603, + "24": 7.42509, + "25": 7.65319, + "26": 7.05604, + "27": 7.59797, + "28": 7.29977, + "29": 7.47274, + "30": 7.61938, + "31": 7.35308, + "32": 7.53089, + "33": 7.59296, + "34": 7.66429, + "35": 7.17544, + "36": 7.04045, + "37": 7.37008, + "38": 7.14419, + "39": 7.51022, + "40": 7.48928, + "41": 7.43717, + "42": 7.19432, + "43": 7.17612, + "44": 7.35764, + "45": 7.13893, + "46": 6.84092, + "47": 7.25121, + "48": 7.09497, + "49": 7.52321, + "50": 6.98958 } }, "iteration-time": { "start_step": 1, "end_step": 50, - "step_interval": 5, + "step_interval": 1, "values": { - "1": 71.27032, - "5": 2.09978, - "10": 1.95997, - "15": 1.137, - "20": 1.13455, - "25": 1.13415, - "30": 1.15078, - "35": 1.15064, - "40": 1.13889, - "45": 1.124, - "50": 1.13608 + "1": 85.33545, + "2": 1.29783, + "3": 1.20289, + "4": 2.24602, + "5": 2.32616, + "6": 1.7486, + "7": 2.17383, + "8": 1.65491, + "9": 1.70888, + "10": 1.05169, + "11": 1.03097, + "12": 1.02332, + "13": 1.0314, + "14": 1.03723, + "15": 1.02333, + "16": 1.04585, + "17": 1.05489, + "18": 1.05149, + "19": 1.04366, + "20": 1.04123, + "21": 1.04123, + "22": 1.05131, + "23": 1.04784, + "24": 1.05156, + "25": 1.05897, + "26": 1.05841, + "27": 1.03255, + "28": 1.03763, + "29": 1.0362, + "30": 1.04244, + "31": 1.03393, + "32": 1.04177, + "33": 1.06033, + "34": 1.06132, + "35": 1.06434, + "36": 1.05438, + "37": 1.64369, + "38": 1.06374, + "39": 1.07491, + "40": 1.07295, + "41": 1.06978, + "42": 1.06102, + "43": 1.05808, + "44": 1.06997, + "45": 1.06476, + "46": 1.06795, + "47": 1.06701, + "48": 1.06649, + "49": 1.06638, + "50": 1.06224 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_memory_speed/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_memory_speed/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 717ae3f5fa6..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_memory_speed/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,344 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 11.04722, - "2": 11.03572, - "3": 9.58802, - "4": 9.25807, - "5": 9.46595, - "6": 9.99646, - "7": 9.50952, - "8": 8.97596, - "9": 8.64768, - "10": 9.40103, - "11": 8.86556, - "12": 8.63563, - "13": 8.52125, - "14": 8.08824, - "15": 8.1958, - "16": 8.22112, - "17": 8.14098, - "18": 7.8386, - "19": 8.23438, - "20": 7.95361, - "21": 7.62549, - "22": 7.60352, - "23": 7.47957, - "24": 7.46573, - "25": 7.70343, - "26": 7.10719, - "27": 7.64313, - "28": 7.34582, - "29": 7.5169, - "30": 7.67511, - "31": 7.41799, - "32": 7.61213, - "33": 7.66582, - "34": 7.73101, - "35": 7.23081, - "36": 7.10765, - "37": 7.4476, - "38": 7.21053, - "39": 7.57508, - "40": 7.5662, - "41": 7.51605, - "42": 7.27243, - "43": 7.25706, - "44": 7.44, - "45": 7.21244, - "46": 6.92421, - "47": 7.32604, - "48": 7.17147, - "49": 7.62154, - "50": 7.0624 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 38802612.0, - "2": 38543656.0, - "3": 38739356.0, - "4": 273649600.0, - "5": 252887040.0, - "6": 255692384.0, - "7": 598483264.0, - "8": 787737984.0, - "9": 696133120.0, - "10": 505146368.0, - "11": 718888640.0, - "12": 872597184.0, - "13": 947495104.0, - "14": 1076398976.0, - "15": 856390592.0, - "16": 1048635648.0, - "17": 831370688.0, - "18": 963679552.0, - "19": 970018240.0, - "20": 935737344.0, - "21": 904189312.0, - "22": 887937280.0, - "23": 894777856.0, - "24": 703744192.0, - "25": 909232512.0, - "26": 875633216.0, - "27": 894981376.0, - "28": 919242816.0, - "29": 931351552.0, - "30": 929784768.0, - "31": 941621376.0, - "32": 885000768.0, - "33": 828484096.0, - "34": 822284800.0, - "35": 832032128.0, - "36": 787939392.0, - "37": 770719808.0, - "38": 561204672.0, - "39": 617201536.0, - "40": 695374592.0, - "41": 698978816.0, - "42": 692913728.0, - "43": 668003776.0, - "44": 673780992.0, - "45": 631182912.0, - "46": 444613312.0, - "47": 591957824.0, - "48": 617363968.0, - "49": 585295808.0, - "50": 570423872.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 6637272576.0, - "2": 6637274624.0, - "3": 6637274624.0, - "4": 6637274624.0, - "5": 6637274624.0, - "6": 6637274624.0, - "7": 6637274624.0, - "8": 6637274624.0, - "9": 6637274624.0, - "10": 6637274624.0, - "11": 6637274624.0, - "12": 6637274624.0, - "13": 6637274624.0, - "14": 6637274624.0, - "15": 6637274624.0, - "16": 6637274624.0, - "17": 6637274624.0, - "18": 6637274624.0, - "19": 6637274624.0, - "20": 6637274624.0, - "21": 6637274624.0, - "22": 6637274624.0, - "23": 6637274624.0, - "24": 6637274624.0, - "25": 6637274624.0, - "26": 6637274624.0, - "27": 6637274624.0, - "28": 6637274624.0, - "29": 6637274624.0, - "30": 6637274624.0, - "31": 6637274624.0, - "32": 6637274624.0, - "33": 6637274624.0, - "34": 6637274624.0, - "35": 6637274624.0, - "36": 6637274624.0, - "37": 6637274624.0, - "38": 6637274624.0, - "39": 6637274624.0, - "40": 6637274624.0, - "41": 6637274624.0, - "42": 6637274624.0, - "43": 6637274624.0, - "44": 6637274624.0, - "45": 6637274624.0, - "46": 6637274624.0, - "47": 6637274624.0, - "48": 6637274624.0, - "49": 6637274624.0, - "50": 6637274624.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 55056003072.0, - "2": 57810763776.0, - "3": 57920647168.0, - "4": 57920647168.0, - "5": 57920647168.0, - "6": 57920647168.0, - "7": 57920647168.0, - "8": 57920647168.0, - "9": 57920647168.0, - "10": 57920647168.0, - "11": 57920647168.0, - "12": 57920647168.0, - "13": 57920647168.0, - "14": 57920647168.0, - "15": 57920647168.0, - "16": 57920647168.0, - "17": 57920647168.0, - "18": 57920647168.0, - "19": 57920647168.0, - "20": 57920647168.0, - "21": 57920647168.0, - "22": 57920647168.0, - "23": 57920647168.0, - "24": 57920647168.0, - "25": 57920647168.0, - "26": 57920647168.0, - "27": 57920647168.0, - "28": 57920647168.0, - "29": 57920647168.0, - "30": 57920647168.0, - "31": 57920647168.0, - "32": 57920647168.0, - "33": 57920647168.0, - "34": 57961472000.0, - "35": 57961472000.0, - "36": 57961472000.0, - "37": 57961472000.0, - "38": 57961472000.0, - "39": 57961472000.0, - "40": 57961472000.0, - "41": 57961472000.0, - "42": 57961472000.0, - "43": 57961472000.0, - "44": 57961472000.0, - "45": 57961472000.0, - "46": 57961472000.0, - "47": 57961472000.0, - "48": 57961472000.0, - "49": 57961472000.0, - "50": 57961472000.0 - } - }, - "mtp_1 loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 11.07648, - "2": 11.07404, - "3": 10.53854, - "4": 10.09813, - "5": 9.81166, - "6": 10.09741, - "7": 9.79481, - "8": 9.0642, - "9": 8.86016, - "10": 9.34039, - "11": 8.51318, - "12": 8.59467, - "13": 8.5292, - "14": 7.95757, - "15": 8.06962, - "16": 8.11802, - "17": 8.06993, - "18": 7.80587, - "19": 8.19192, - "20": 7.8906, - "21": 7.57063, - "22": 7.55091, - "23": 7.41606, - "24": 7.42454, - "25": 7.65274, - "26": 7.05583, - "27": 7.59747, - "28": 7.29984, - "29": 7.472, - "30": 7.61908, - "31": 7.35179, - "32": 7.52979, - "33": 7.59161, - "34": 7.66287, - "35": 7.17383, - "36": 7.04133, - "37": 7.37081, - "38": 7.1443, - "39": 7.50879, - "40": 7.48921, - "41": 7.43802, - "42": 7.19405, - "43": 7.17581, - "44": 7.35785, - "45": 7.13985, - "46": 6.84014, - "47": 7.25094, - "48": 7.09407, - "49": 7.52321, - "50": 6.98987 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 93.39829, - "2": 1.82958, - "3": 1.3241, - "4": 2.19661, - "5": 2.13156, - "6": 1.75452, - "7": 2.08539, - "8": 1.58016, - "9": 1.60816, - "10": 1.03407, - "11": 1.01797, - "12": 1.0168, - "13": 1.01666, - "14": 1.0748, - "15": 1.04137, - "16": 1.05864, - "17": 1.05961, - "18": 1.03233, - "19": 1.02728, - "20": 1.02917, - "21": 1.04313, - "22": 1.03054, - "23": 1.0313, - "24": 1.03789, - "25": 1.04414, - "26": 1.05561, - "27": 1.03361, - "28": 1.03142, - "29": 1.02437, - "30": 1.02195, - "31": 1.0172, - "32": 1.03318, - "33": 1.03742, - "34": 1.03628, - "35": 1.03575, - "36": 1.05127, - "37": 1.03273, - "38": 1.03381, - "39": 1.02923, - "40": 1.02986, - "41": 1.03249, - "42": 1.033, - "43": 1.03169, - "44": 1.03818, - "45": 1.02736, - "46": 1.02698, - "47": 1.03158, - "48": 1.02471, - "49": 1.03674, - "50": 1.0291 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_memory_speed/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_memory_speed/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 01651f27b62..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_memory_speed/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,344 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 11.04722, - "2": 11.03572, - "3": 9.58802, - "4": 9.25807, - "5": 9.46595, - "6": 9.99646, - "7": 9.50952, - "8": 8.97596, - "9": 8.64768, - "10": 9.40103, - "11": 8.86557, - "12": 8.63562, - "13": 8.52126, - "14": 8.08764, - "15": 8.19553, - "16": 8.22117, - "17": 8.14088, - "18": 7.83923, - "19": 8.23508, - "20": 7.95432, - "21": 7.62712, - "22": 7.60353, - "23": 7.48451, - "24": 7.46602, - "25": 7.70409, - "26": 7.10906, - "27": 7.6443, - "28": 7.34234, - "29": 7.5189, - "30": 7.67585, - "31": 7.41996, - "32": 7.61477, - "33": 7.66691, - "34": 7.73349, - "35": 7.23566, - "36": 7.11008, - "37": 7.44958, - "38": 7.21125, - "39": 7.57837, - "40": 7.56809, - "41": 7.51465, - "42": 7.27318, - "43": 7.25818, - "44": 7.44014, - "45": 7.21234, - "46": 6.92392, - "47": 7.32631, - "48": 7.17263, - "49": 7.62149, - "50": 7.06495 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 38802612.0, - "2": 38543656.0, - "3": 38739356.0, - "4": 273649600.0, - "5": 252887040.0, - "6": 255692384.0, - "7": 598483264.0, - "8": 787737984.0, - "9": 696133120.0, - "10": 505146400.0, - "11": 715718272.0, - "12": 872566848.0, - "13": 947497344.0, - "14": 1076390912.0, - "15": 853234624.0, - "16": 1045488064.0, - "17": 831385088.0, - "18": 969961792.0, - "19": 973165952.0, - "20": 951461376.0, - "21": 901033280.0, - "22": 897373440.0, - "23": 901066560.0, - "24": 710038592.0, - "25": 912381952.0, - "26": 866199936.0, - "27": 876109696.0, - "28": 912952192.0, - "29": 972247104.0, - "30": 951806720.0, - "31": 960493312.0, - "32": 910169408.0, - "33": 853655744.0, - "34": 834879424.0, - "35": 835171520.0, - "36": 797371392.0, - "37": 777009408.0, - "38": 598948480.0, - "39": 664393152.0, - "40": 767727104.0, - "41": 771335168.0, - "42": 752681344.0, - "43": 715187840.0, - "44": 714677440.0, - "45": 687806016.0, - "46": 501256736.0, - "47": 629706368.0, - "48": 651967104.0, - "49": 629336832.0, - "50": 589310016.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 6637272576.0, - "2": 6637274624.0, - "3": 6637274624.0, - "4": 6637274624.0, - "5": 6637274624.0, - "6": 6637274624.0, - "7": 6637274624.0, - "8": 6637274624.0, - "9": 6637274624.0, - "10": 6637274624.0, - "11": 6637274624.0, - "12": 6637274624.0, - "13": 6637274624.0, - "14": 6637274624.0, - "15": 6637274624.0, - "16": 6637274624.0, - "17": 6637274624.0, - "18": 6637274624.0, - "19": 6637274624.0, - "20": 6637274624.0, - "21": 6637274624.0, - "22": 6637274624.0, - "23": 6637274624.0, - "24": 6637274624.0, - "25": 6637274624.0, - "26": 6637274624.0, - "27": 6637274624.0, - "28": 6637274624.0, - "29": 6637274624.0, - "30": 6637274624.0, - "31": 6637274624.0, - "32": 6637274624.0, - "33": 6637274624.0, - "34": 6637274624.0, - "35": 6637274624.0, - "36": 6637274624.0, - "37": 6637274624.0, - "38": 6637274624.0, - "39": 6637274624.0, - "40": 6637274624.0, - "41": 6637274624.0, - "42": 6637274624.0, - "43": 6637274624.0, - "44": 6637274624.0, - "45": 6637274624.0, - "46": 6637274624.0, - "47": 6637274624.0, - "48": 6637274624.0, - "49": 6637274624.0, - "50": 6637274624.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 55056003072.0, - "2": 57810763776.0, - "3": 57920647168.0, - "4": 57920647168.0, - "5": 57920647168.0, - "6": 57920647168.0, - "7": 57920647168.0, - "8": 57920647168.0, - "9": 57920647168.0, - "10": 57920647168.0, - "11": 57920647168.0, - "12": 57920647168.0, - "13": 57920647168.0, - "14": 57920647168.0, - "15": 57920647168.0, - "16": 57920647168.0, - "17": 57920647168.0, - "18": 57920647168.0, - "19": 57920647168.0, - "20": 57920647168.0, - "21": 57920647168.0, - "22": 57920647168.0, - "23": 57920647168.0, - "24": 57920647168.0, - "25": 57920647168.0, - "26": 57920647168.0, - "27": 57920647168.0, - "28": 57920647168.0, - "29": 57920647168.0, - "30": 57920647168.0, - "31": 57920647168.0, - "32": 57920647168.0, - "33": 57920647168.0, - "34": 57920647168.0, - "35": 57920647168.0, - "36": 57920647168.0, - "37": 57920647168.0, - "38": 57920647168.0, - "39": 57920647168.0, - "40": 57920647168.0, - "41": 57920647168.0, - "42": 57920647168.0, - "43": 57920647168.0, - "44": 57920647168.0, - "45": 57920647168.0, - "46": 57921617920.0, - "47": 57921617920.0, - "48": 57921617920.0, - "49": 57921617920.0, - "50": 57921617920.0 - } - }, - "mtp_1 loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 11.07648, - "2": 11.07404, - "3": 10.53854, - "4": 10.09813, - "5": 9.81166, - "6": 10.09741, - "7": 9.79481, - "8": 9.0642, - "9": 8.86016, - "10": 9.34039, - "11": 8.51318, - "12": 8.59468, - "13": 8.52921, - "14": 7.95758, - "15": 8.06962, - "16": 8.11803, - "17": 8.06994, - "18": 7.80584, - "19": 8.19191, - "20": 7.89063, - "21": 7.5707, - "22": 7.55089, - "23": 7.41603, - "24": 7.42509, - "25": 7.65319, - "26": 7.05604, - "27": 7.59797, - "28": 7.29977, - "29": 7.47274, - "30": 7.61938, - "31": 7.35308, - "32": 7.53089, - "33": 7.59296, - "34": 7.66429, - "35": 7.17544, - "36": 7.04045, - "37": 7.37008, - "38": 7.14419, - "39": 7.51022, - "40": 7.48928, - "41": 7.43717, - "42": 7.19432, - "43": 7.17612, - "44": 7.35764, - "45": 7.13893, - "46": 6.84092, - "47": 7.25121, - "48": 7.09497, - "49": 7.52321, - "50": 6.98958 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 85.33545, - "2": 1.29783, - "3": 1.20289, - "4": 2.24602, - "5": 2.32616, - "6": 1.7486, - "7": 2.17383, - "8": 1.65491, - "9": 1.70888, - "10": 1.05169, - "11": 1.03097, - "12": 1.02332, - "13": 1.0314, - "14": 1.03723, - "15": 1.02333, - "16": 1.04585, - "17": 1.05489, - "18": 1.05149, - "19": 1.04366, - "20": 1.04123, - "21": 1.04123, - "22": 1.05131, - "23": 1.04784, - "24": 1.05156, - "25": 1.05897, - "26": 1.05841, - "27": 1.03255, - "28": 1.03763, - "29": 1.0362, - "30": 1.04244, - "31": 1.03393, - "32": 1.04177, - "33": 1.06033, - "34": 1.06132, - "35": 1.06434, - "36": 1.05438, - "37": 1.64369, - "38": 1.06374, - "39": 1.07491, - "40": 1.07295, - "41": 1.06978, - "42": 1.06102, - "43": 1.05808, - "44": 1.06997, - "45": 1.06476, - "46": 1.06795, - "47": 1.06701, - "48": 1.06649, - "49": 1.06638, - "50": 1.06224 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_mtp_resume_torch_dist_fp8/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_mtp_resume_torch_dist_fp8/golden_values_dev_dgx_h100.json index ef8ee741272..b7df693e1f7 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_mtp_resume_torch_dist_fp8/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_mtp_resume_torch_dist_fp8/golden_values_dev_dgx_h100.json @@ -2,109 +2,343 @@ "lm loss": { "start_step": 1, "end_step": 50, - "step_interval": 5, + "step_interval": 1, "values": { - "1": 11.0475, - "5": 9.43078, - "10": 8.89238, - "15": 7.93732, - "20": 7.77942, - "25": 7.61408, - "30": 7.57234, - "35": 7.15189, - "40": 7.48085, - "45": 7.12056, - "50": 6.96054 + "1": 11.04577, + "2": 11.03578, + "3": 9.5968, + "4": 9.26068, + "5": 9.09365, + "6": 8.97825, + "7": 9.18096, + "8": 8.70673, + "9": 8.55632, + "10": 8.85377, + "11": 8.31245, + "12": 8.35862, + "13": 8.28114, + "14": 7.73951, + "15": 7.91242, + "16": 7.94944, + "17": 7.89918, + "18": 7.64375, + "19": 8.02647, + "20": 7.73813, + "21": 7.44557, + "22": 7.43367, + "23": 7.31291, + "24": 7.30268, + "25": 7.57549, + "26": 6.98093, + "27": 7.50005, + "28": 7.241, + "29": 7.40369, + "30": 7.51839, + "31": 7.29514, + "32": 7.47818, + "33": 7.52568, + "34": 7.57647, + "35": 7.12091, + "36": 6.97439, + "37": 7.30929, + "38": 7.09349, + "39": 7.43659, + "40": 7.45122, + "41": 7.37904, + "42": 7.14627, + "43": 7.13408, + "44": 7.30886, + "45": 7.08523, + "46": 6.8067, + "47": 7.21159, + "48": 7.0245, + "49": 7.50096, + "50": 6.92687 } }, "num-zeros": { "start_step": 1, "end_step": 50, - "step_interval": 5, + "step_interval": 1, "values": { - "1": 38802620.0, - "5": 243556240.0, - "10": 716187584.0, - "15": 614358336.0, - "20": 677963584.0, - "25": 736321856.0, - "30": 505223648.0, - "35": 548946176.0, - "40": 412329664.0, - "45": 376634624.0, - "50": 205546672.0 + "1": 38802664.0, + "2": 38543552.0, + "3": 38740472.0, + "4": 273766176.0, + "5": 196515488.0, + "6": 432153600.0, + "7": 715038528.0, + "8": 797328960.0, + "9": 696279488.0, + "10": 668928192.0, + "11": 583742720.0, + "12": 595799040.0, + "13": 695916288.0, + "14": 617245056.0, + "15": 629936832.0, + "16": 639940800.0, + "17": 642766016.0, + "18": 664898112.0, + "19": 671247104.0, + "20": 602545216.0, + "21": 542607872.0, + "22": 551419008.0, + "23": 533094816.0, + "24": 527647904.0, + "25": 570717824.0, + "26": 510874176.0, + "27": 498748096.0, + "28": 510353632.0, + "29": 506802112.0, + "30": 486336928.0, + "31": 410143360.0, + "32": 372280800.0, + "33": 369351776.0, + "34": 353666688.0, + "35": 344549376.0, + "36": 278456576.0, + "37": 289517152.0, + "38": 274950816.0, + "39": 242921776.0, + "40": 223597264.0, + "41": 186386944.0, + "42": 180387488.0, + "43": 224573440.0, + "44": 217714800.0, + "45": 143723568.0, + "46": 161525888.0, + "47": 120124336.0, + "48": 183368272.0, + "49": 154411968.0, + "50": 167778288.0 } }, "mem-allocated-bytes": { "start_step": 1, "end_step": 50, - "step_interval": 5, + "step_interval": 1, "values": { - "1": 7321331200.0, - "5": 7321333248.0, - "10": 7321333248.0, - "15": 7321333248.0, - "20": 7321333248.0, - "25": 7321333248.0, - "30": 7321333248.0, - "35": 7321333248.0, - "40": 7321333248.0, - "45": 7321333248.0, - "50": 7321333248.0 + "1": 7321336320.0, + "2": 7321338368.0, + "3": 7321338368.0, + "4": 7321338368.0, + "5": 7321338368.0, + "6": 7321338368.0, + "7": 7321338368.0, + "8": 7321338368.0, + "9": 7321338368.0, + "10": 7321338368.0, + "11": 7321338368.0, + "12": 7321338368.0, + "13": 7321338368.0, + "14": 7321338368.0, + "15": 7321338368.0, + "16": 7321338368.0, + "17": 7321338368.0, + "18": 7321338368.0, + "19": 7321338368.0, + "20": 7321338368.0, + "21": 7321338368.0, + "22": 7321338368.0, + "23": 7321338368.0, + "24": 7321338368.0, + "25": 7321338368.0, + "26": 7321338368.0, + "27": 7321338368.0, + "28": 7321338368.0, + "29": 7321338368.0, + "30": 7321338368.0, + "31": 7321338368.0, + "32": 7321338368.0, + "33": 7321338368.0, + "34": 7321338368.0, + "35": 7321338368.0, + "36": 7321338368.0, + "37": 7321338368.0, + "38": 7321338368.0, + "39": 7321338368.0, + "40": 7321338368.0, + "41": 7321338368.0, + "42": 7321338368.0, + "43": 7321338368.0, + "44": 7321338368.0, + "45": 7321338368.0, + "46": 7321338368.0, + "47": 7321338368.0, + "48": 7321338368.0, + "49": 7321338368.0, + "50": 7321338368.0 } }, "mem-max-allocated-bytes": { "start_step": 1, "end_step": 50, - "step_interval": 5, + "step_interval": 1, "values": { - "1": 53176152064.0, - "5": 55926337536.0, - "10": 55926337536.0, - "15": 55926337536.0, - "20": 55926337536.0, - "25": 56534257664.0, - "30": 57393635328.0, - "35": 57393635328.0, - "40": 57578217472.0, - "45": 57578217472.0, - "50": 57578217472.0 + "1": 54402162688.0, + "2": 57150373888.0, + "3": 57150373888.0, + "4": 57150373888.0, + "5": 57150373888.0, + "6": 57150373888.0, + "7": 57150373888.0, + "8": 57150373888.0, + "9": 57150373888.0, + "10": 57150373888.0, + "11": 57150373888.0, + "12": 57150373888.0, + "13": 57150373888.0, + "14": 57150373888.0, + "15": 57150373888.0, + "16": 57150373888.0, + "17": 57150373888.0, + "18": 57150373888.0, + "19": 57150373888.0, + "20": 57150373888.0, + "21": 57150373888.0, + "22": 57150373888.0, + "23": 57150373888.0, + "24": 57150373888.0, + "25": 57150373888.0, + "26": 57150373888.0, + "27": 57150373888.0, + "28": 57150373888.0, + "29": 57150373888.0, + "30": 57150373888.0, + "31": 57150373888.0, + "32": 57150373888.0, + "33": 57150373888.0, + "34": 57150373888.0, + "35": 57152438272.0, + "36": 57344114688.0, + "37": 57344114688.0, + "38": 57449279488.0, + "39": 57449279488.0, + "40": 57449279488.0, + "41": 57449279488.0, + "42": 57449279488.0, + "43": 57449279488.0, + "44": 57449279488.0, + "45": 57470353408.0, + "46": 57470353408.0, + "47": 57470353408.0, + "48": 57470353408.0, + "49": 57470353408.0, + "50": 57470353408.0 } }, "mtp_1 loss": { "start_step": 1, "end_step": 50, - "step_interval": 5, + "step_interval": 1, "values": { - "1": 11.0776, - "5": 9.87653, - "10": 9.02332, - "15": 7.91471, - "20": 7.75886, - "25": 7.56825, - "30": 7.53841, - "35": 7.12192, - "40": 7.44579, - "45": 7.09307, - "50": 6.94739 + "1": 11.07769, + "2": 11.07625, + "3": 10.52909, + "4": 10.08687, + "5": 9.82013, + "6": 9.48246, + "7": 9.54169, + "8": 8.83661, + "9": 8.64933, + "10": 8.95821, + "11": 8.32934, + "12": 8.36033, + "13": 8.26936, + "14": 7.73441, + "15": 7.87122, + "16": 7.9153, + "17": 7.86923, + "18": 7.61191, + "19": 7.99919, + "20": 7.72174, + "21": 7.4147, + "22": 7.40336, + "23": 7.27676, + "24": 7.28557, + "25": 7.53782, + "26": 6.94933, + "27": 7.48504, + "28": 7.20219, + "29": 7.38696, + "30": 7.51152, + "31": 7.26613, + "32": 7.45631, + "33": 7.51482, + "34": 7.57527, + "35": 7.10374, + "36": 6.97224, + "37": 7.31053, + "38": 7.08607, + "39": 7.44371, + "40": 7.43612, + "41": 7.37848, + "42": 7.13561, + "43": 7.11558, + "44": 7.30254, + "45": 7.08147, + "46": 6.78911, + "47": 7.21791, + "48": 7.03066, + "49": 7.46668, + "50": 6.93251 } }, "iteration-time": { "start_step": 1, "end_step": 50, - "step_interval": 5, + "step_interval": 1, "values": { - "1": 51.33936, - "5": 1.24167, - "10": 1.14623, - "15": 1.16973, - "20": 1.23165, - "25": 1.13719, - "30": 1.15864, - "35": 1.13509, - "40": 1.14729, - "45": 1.14136, - "50": 1.13625 + "1": 95.02242, + "2": 1.29728, + "3": 1.24413, + "4": 1.67309, + "5": 1.12527, + "6": 1.39226, + "7": 1.33351, + "8": 1.19614, + "9": 1.10737, + "10": 1.09796, + "11": 1.10736, + "12": 1.10105, + "13": 1.10552, + "14": 1.11007, + "15": 1.09853, + "16": 1.10142, + "17": 1.09718, + "18": 1.10103, + "19": 1.10339, + "20": 1.1069, + "21": 1.10541, + "22": 1.10374, + "23": 1.1028, + "24": 1.1, + "25": 1.09935, + "26": 1.09318, + "27": 1.09779, + "28": 1.09457, + "29": 1.09, + "30": 1.09267, + "31": 1.08899, + "32": 1.09268, + "33": 1.08757, + "34": 1.08991, + "35": 1.09705, + "36": 1.09429, + "37": 1.09459, + "38": 1.08857, + "39": 1.09547, + "40": 1.09224, + "41": 1.089, + "42": 1.08879, + "43": 1.0834, + "44": 1.08212, + "45": 1.08363, + "46": 1.08596, + "47": 1.07798, + "48": 1.07329, + "49": 1.07678, + "50": 1.07483 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_mtp_resume_torch_dist_fp8/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_mtp_resume_torch_dist_fp8/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index adec1b3bd58..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_mtp_resume_torch_dist_fp8/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,344 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 11.04577, - "2": 11.03578, - "3": 9.5968, - "4": 9.26068, - "5": 9.09365, - "6": 8.97825, - "7": 9.18096, - "8": 8.70673, - "9": 8.55632, - "10": 8.85377, - "11": 8.31245, - "12": 8.35862, - "13": 8.28114, - "14": 7.73951, - "15": 7.91242, - "16": 7.94944, - "17": 7.89918, - "18": 7.64375, - "19": 8.02647, - "20": 7.73813, - "21": 7.44557, - "22": 7.43367, - "23": 7.31291, - "24": 7.30268, - "25": 7.57549, - "26": 6.98093, - "27": 7.50005, - "28": 7.241, - "29": 7.40369, - "30": 7.51839, - "31": 7.29514, - "32": 7.47818, - "33": 7.52568, - "34": 7.57647, - "35": 7.12091, - "36": 6.97439, - "37": 7.30929, - "38": 7.09349, - "39": 7.43659, - "40": 7.45122, - "41": 7.37904, - "42": 7.14627, - "43": 7.13408, - "44": 7.30886, - "45": 7.08523, - "46": 6.8067, - "47": 7.21159, - "48": 7.0245, - "49": 7.50096, - "50": 6.92687 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 38802664.0, - "2": 38543552.0, - "3": 38740472.0, - "4": 273766176.0, - "5": 196515488.0, - "6": 432153600.0, - "7": 715038528.0, - "8": 797328960.0, - "9": 696279488.0, - "10": 668928192.0, - "11": 583742720.0, - "12": 595799040.0, - "13": 695916288.0, - "14": 617245056.0, - "15": 629936832.0, - "16": 639940800.0, - "17": 642766016.0, - "18": 664898112.0, - "19": 671247104.0, - "20": 602545216.0, - "21": 542607872.0, - "22": 551419008.0, - "23": 533094816.0, - "24": 527647904.0, - "25": 570717824.0, - "26": 510874176.0, - "27": 498748096.0, - "28": 510353632.0, - "29": 506802112.0, - "30": 486336928.0, - "31": 410143360.0, - "32": 372280800.0, - "33": 369351776.0, - "34": 353666688.0, - "35": 344549376.0, - "36": 278456576.0, - "37": 289517152.0, - "38": 274950816.0, - "39": 242921776.0, - "40": 223597264.0, - "41": 186386944.0, - "42": 180387488.0, - "43": 224573440.0, - "44": 217714800.0, - "45": 143723568.0, - "46": 161525888.0, - "47": 120124336.0, - "48": 183368272.0, - "49": 154411968.0, - "50": 167778288.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 7321336320.0, - "2": 7321338368.0, - "3": 7321338368.0, - "4": 7321338368.0, - "5": 7321338368.0, - "6": 7321338368.0, - "7": 7321338368.0, - "8": 7321338368.0, - "9": 7321338368.0, - "10": 7321338368.0, - "11": 7321338368.0, - "12": 7321338368.0, - "13": 7321338368.0, - "14": 7321338368.0, - "15": 7321338368.0, - "16": 7321338368.0, - "17": 7321338368.0, - "18": 7321338368.0, - "19": 7321338368.0, - "20": 7321338368.0, - "21": 7321338368.0, - "22": 7321338368.0, - "23": 7321338368.0, - "24": 7321338368.0, - "25": 7321338368.0, - "26": 7321338368.0, - "27": 7321338368.0, - "28": 7321338368.0, - "29": 7321338368.0, - "30": 7321338368.0, - "31": 7321338368.0, - "32": 7321338368.0, - "33": 7321338368.0, - "34": 7321338368.0, - "35": 7321338368.0, - "36": 7321338368.0, - "37": 7321338368.0, - "38": 7321338368.0, - "39": 7321338368.0, - "40": 7321338368.0, - "41": 7321338368.0, - "42": 7321338368.0, - "43": 7321338368.0, - "44": 7321338368.0, - "45": 7321338368.0, - "46": 7321338368.0, - "47": 7321338368.0, - "48": 7321338368.0, - "49": 7321338368.0, - "50": 7321338368.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 54402162688.0, - "2": 57150373888.0, - "3": 57150373888.0, - "4": 57150373888.0, - "5": 57150373888.0, - "6": 57150373888.0, - "7": 57150373888.0, - "8": 57150373888.0, - "9": 57150373888.0, - "10": 57150373888.0, - "11": 57150373888.0, - "12": 57150373888.0, - "13": 57150373888.0, - "14": 57150373888.0, - "15": 57150373888.0, - "16": 57150373888.0, - "17": 57150373888.0, - "18": 57150373888.0, - "19": 57150373888.0, - "20": 57150373888.0, - "21": 57150373888.0, - "22": 57150373888.0, - "23": 57150373888.0, - "24": 57150373888.0, - "25": 57150373888.0, - "26": 57150373888.0, - "27": 57150373888.0, - "28": 57150373888.0, - "29": 57150373888.0, - "30": 57150373888.0, - "31": 57150373888.0, - "32": 57150373888.0, - "33": 57150373888.0, - "34": 57150373888.0, - "35": 57152438272.0, - "36": 57344114688.0, - "37": 57344114688.0, - "38": 57449279488.0, - "39": 57449279488.0, - "40": 57449279488.0, - "41": 57449279488.0, - "42": 57449279488.0, - "43": 57449279488.0, - "44": 57449279488.0, - "45": 57470353408.0, - "46": 57470353408.0, - "47": 57470353408.0, - "48": 57470353408.0, - "49": 57470353408.0, - "50": 57470353408.0 - } - }, - "mtp_1 loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 11.07769, - "2": 11.07625, - "3": 10.52909, - "4": 10.08687, - "5": 9.82013, - "6": 9.48246, - "7": 9.54169, - "8": 8.83661, - "9": 8.64933, - "10": 8.95821, - "11": 8.32934, - "12": 8.36033, - "13": 8.26936, - "14": 7.73441, - "15": 7.87122, - "16": 7.9153, - "17": 7.86923, - "18": 7.61191, - "19": 7.99919, - "20": 7.72174, - "21": 7.4147, - "22": 7.40336, - "23": 7.27676, - "24": 7.28557, - "25": 7.53782, - "26": 6.94933, - "27": 7.48504, - "28": 7.20219, - "29": 7.38696, - "30": 7.51152, - "31": 7.26613, - "32": 7.45631, - "33": 7.51482, - "34": 7.57527, - "35": 7.10374, - "36": 6.97224, - "37": 7.31053, - "38": 7.08607, - "39": 7.44371, - "40": 7.43612, - "41": 7.37848, - "42": 7.13561, - "43": 7.11558, - "44": 7.30254, - "45": 7.08147, - "46": 6.78911, - "47": 7.21791, - "48": 7.03066, - "49": 7.46668, - "50": 6.93251 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 92.7075, - "2": 1.62502, - "3": 1.31213, - "4": 1.71707, - "5": 1.11852, - "6": 1.39151, - "7": 1.37049, - "8": 1.22293, - "9": 1.10694, - "10": 1.11053, - "11": 1.10169, - "12": 1.14642, - "13": 1.11639, - "14": 1.12927, - "15": 1.12868, - "16": 1.11899, - "17": 1.10545, - "18": 1.11542, - "19": 1.11417, - "20": 1.11349, - "21": 1.11071, - "22": 1.11032, - "23": 1.11836, - "24": 1.11402, - "25": 1.11546, - "26": 1.10471, - "27": 1.10368, - "28": 1.09929, - "29": 1.10324, - "30": 1.10507, - "31": 1.10255, - "32": 1.10727, - "33": 1.1043, - "34": 1.10476, - "35": 1.10252, - "36": 1.10053, - "37": 1.1068, - "38": 1.09229, - "39": 1.08165, - "40": 1.07889, - "41": 1.07583, - "42": 1.07174, - "43": 1.07738, - "44": 1.08604, - "45": 1.09529, - "46": 1.08309, - "47": 1.08896, - "48": 1.08318, - "49": 1.08597, - "50": 1.08649 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_mtp_resume_torch_dist_fp8/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_mtp_resume_torch_dist_fp8/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index b7df693e1f7..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_mtp_resume_torch_dist_fp8/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,344 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 11.04577, - "2": 11.03578, - "3": 9.5968, - "4": 9.26068, - "5": 9.09365, - "6": 8.97825, - "7": 9.18096, - "8": 8.70673, - "9": 8.55632, - "10": 8.85377, - "11": 8.31245, - "12": 8.35862, - "13": 8.28114, - "14": 7.73951, - "15": 7.91242, - "16": 7.94944, - "17": 7.89918, - "18": 7.64375, - "19": 8.02647, - "20": 7.73813, - "21": 7.44557, - "22": 7.43367, - "23": 7.31291, - "24": 7.30268, - "25": 7.57549, - "26": 6.98093, - "27": 7.50005, - "28": 7.241, - "29": 7.40369, - "30": 7.51839, - "31": 7.29514, - "32": 7.47818, - "33": 7.52568, - "34": 7.57647, - "35": 7.12091, - "36": 6.97439, - "37": 7.30929, - "38": 7.09349, - "39": 7.43659, - "40": 7.45122, - "41": 7.37904, - "42": 7.14627, - "43": 7.13408, - "44": 7.30886, - "45": 7.08523, - "46": 6.8067, - "47": 7.21159, - "48": 7.0245, - "49": 7.50096, - "50": 6.92687 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 38802664.0, - "2": 38543552.0, - "3": 38740472.0, - "4": 273766176.0, - "5": 196515488.0, - "6": 432153600.0, - "7": 715038528.0, - "8": 797328960.0, - "9": 696279488.0, - "10": 668928192.0, - "11": 583742720.0, - "12": 595799040.0, - "13": 695916288.0, - "14": 617245056.0, - "15": 629936832.0, - "16": 639940800.0, - "17": 642766016.0, - "18": 664898112.0, - "19": 671247104.0, - "20": 602545216.0, - "21": 542607872.0, - "22": 551419008.0, - "23": 533094816.0, - "24": 527647904.0, - "25": 570717824.0, - "26": 510874176.0, - "27": 498748096.0, - "28": 510353632.0, - "29": 506802112.0, - "30": 486336928.0, - "31": 410143360.0, - "32": 372280800.0, - "33": 369351776.0, - "34": 353666688.0, - "35": 344549376.0, - "36": 278456576.0, - "37": 289517152.0, - "38": 274950816.0, - "39": 242921776.0, - "40": 223597264.0, - "41": 186386944.0, - "42": 180387488.0, - "43": 224573440.0, - "44": 217714800.0, - "45": 143723568.0, - "46": 161525888.0, - "47": 120124336.0, - "48": 183368272.0, - "49": 154411968.0, - "50": 167778288.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 7321336320.0, - "2": 7321338368.0, - "3": 7321338368.0, - "4": 7321338368.0, - "5": 7321338368.0, - "6": 7321338368.0, - "7": 7321338368.0, - "8": 7321338368.0, - "9": 7321338368.0, - "10": 7321338368.0, - "11": 7321338368.0, - "12": 7321338368.0, - "13": 7321338368.0, - "14": 7321338368.0, - "15": 7321338368.0, - "16": 7321338368.0, - "17": 7321338368.0, - "18": 7321338368.0, - "19": 7321338368.0, - "20": 7321338368.0, - "21": 7321338368.0, - "22": 7321338368.0, - "23": 7321338368.0, - "24": 7321338368.0, - "25": 7321338368.0, - "26": 7321338368.0, - "27": 7321338368.0, - "28": 7321338368.0, - "29": 7321338368.0, - "30": 7321338368.0, - "31": 7321338368.0, - "32": 7321338368.0, - "33": 7321338368.0, - "34": 7321338368.0, - "35": 7321338368.0, - "36": 7321338368.0, - "37": 7321338368.0, - "38": 7321338368.0, - "39": 7321338368.0, - "40": 7321338368.0, - "41": 7321338368.0, - "42": 7321338368.0, - "43": 7321338368.0, - "44": 7321338368.0, - "45": 7321338368.0, - "46": 7321338368.0, - "47": 7321338368.0, - "48": 7321338368.0, - "49": 7321338368.0, - "50": 7321338368.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 54402162688.0, - "2": 57150373888.0, - "3": 57150373888.0, - "4": 57150373888.0, - "5": 57150373888.0, - "6": 57150373888.0, - "7": 57150373888.0, - "8": 57150373888.0, - "9": 57150373888.0, - "10": 57150373888.0, - "11": 57150373888.0, - "12": 57150373888.0, - "13": 57150373888.0, - "14": 57150373888.0, - "15": 57150373888.0, - "16": 57150373888.0, - "17": 57150373888.0, - "18": 57150373888.0, - "19": 57150373888.0, - "20": 57150373888.0, - "21": 57150373888.0, - "22": 57150373888.0, - "23": 57150373888.0, - "24": 57150373888.0, - "25": 57150373888.0, - "26": 57150373888.0, - "27": 57150373888.0, - "28": 57150373888.0, - "29": 57150373888.0, - "30": 57150373888.0, - "31": 57150373888.0, - "32": 57150373888.0, - "33": 57150373888.0, - "34": 57150373888.0, - "35": 57152438272.0, - "36": 57344114688.0, - "37": 57344114688.0, - "38": 57449279488.0, - "39": 57449279488.0, - "40": 57449279488.0, - "41": 57449279488.0, - "42": 57449279488.0, - "43": 57449279488.0, - "44": 57449279488.0, - "45": 57470353408.0, - "46": 57470353408.0, - "47": 57470353408.0, - "48": 57470353408.0, - "49": 57470353408.0, - "50": 57470353408.0 - } - }, - "mtp_1 loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 11.07769, - "2": 11.07625, - "3": 10.52909, - "4": 10.08687, - "5": 9.82013, - "6": 9.48246, - "7": 9.54169, - "8": 8.83661, - "9": 8.64933, - "10": 8.95821, - "11": 8.32934, - "12": 8.36033, - "13": 8.26936, - "14": 7.73441, - "15": 7.87122, - "16": 7.9153, - "17": 7.86923, - "18": 7.61191, - "19": 7.99919, - "20": 7.72174, - "21": 7.4147, - "22": 7.40336, - "23": 7.27676, - "24": 7.28557, - "25": 7.53782, - "26": 6.94933, - "27": 7.48504, - "28": 7.20219, - "29": 7.38696, - "30": 7.51152, - "31": 7.26613, - "32": 7.45631, - "33": 7.51482, - "34": 7.57527, - "35": 7.10374, - "36": 6.97224, - "37": 7.31053, - "38": 7.08607, - "39": 7.44371, - "40": 7.43612, - "41": 7.37848, - "42": 7.13561, - "43": 7.11558, - "44": 7.30254, - "45": 7.08147, - "46": 6.78911, - "47": 7.21791, - "48": 7.03066, - "49": 7.46668, - "50": 6.93251 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 95.02242, - "2": 1.29728, - "3": 1.24413, - "4": 1.67309, - "5": 1.12527, - "6": 1.39226, - "7": 1.33351, - "8": 1.19614, - "9": 1.10737, - "10": 1.09796, - "11": 1.10736, - "12": 1.10105, - "13": 1.10552, - "14": 1.11007, - "15": 1.09853, - "16": 1.10142, - "17": 1.09718, - "18": 1.10103, - "19": 1.10339, - "20": 1.1069, - "21": 1.10541, - "22": 1.10374, - "23": 1.1028, - "24": 1.1, - "25": 1.09935, - "26": 1.09318, - "27": 1.09779, - "28": 1.09457, - "29": 1.09, - "30": 1.09267, - "31": 1.08899, - "32": 1.09268, - "33": 1.08757, - "34": 1.08991, - "35": 1.09705, - "36": 1.09429, - "37": 1.09459, - "38": 1.08857, - "39": 1.09547, - "40": 1.09224, - "41": 1.089, - "42": 1.08879, - "43": 1.0834, - "44": 1.08212, - "45": 1.08363, - "46": 1.08596, - "47": 1.07798, - "48": 1.07329, - "49": 1.07678, - "50": 1.07483 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_resume_torch_dist_attn_cudagraph/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_resume_torch_dist_attn_cudagraph/golden_values_dev_dgx_h100.json index 8f816986adc..dc2c39d712d 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_resume_torch_dist_attn_cudagraph/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_resume_torch_dist_attn_cudagraph/golden_values_dev_dgx_h100.json @@ -2,91 +2,286 @@ "lm loss": { "start_step": 1, "end_step": 50, - "step_interval": 5, + "step_interval": 1, "values": { - "1": 10.95004, - "5": 9.93941, - "10": 9.79742, - "15": 9.02444, - "20": 8.8595, - "25": 8.64304, - "30": 8.67283, - "35": 8.07934, - "40": 8.35513, - "45": 8.10277, - "50": 7.81491 + "1": 10.94971, + "2": 10.95174, + "3": 10.51547, + "4": 9.96574, + "5": 9.941, + "6": 9.67424, + "7": 10.20193, + "8": 9.50006, + "9": 9.54983, + "10": 9.79714, + "11": 9.30093, + "12": 9.40563, + "13": 9.39461, + "14": 8.84641, + "15": 9.02323, + "16": 9.07046, + "17": 9.04704, + "18": 8.75684, + "19": 9.18168, + "20": 8.86245, + "21": 8.53735, + "22": 8.55361, + "23": 8.42666, + "24": 8.37856, + "25": 8.64287, + "26": 7.9729, + "27": 8.56717, + "28": 8.19494, + "29": 8.39321, + "30": 8.67278, + "31": 8.2887, + "32": 8.43529, + "33": 8.5564, + "34": 8.65783, + "35": 8.07826, + "36": 7.94839, + "37": 8.29395, + "38": 7.9776, + "39": 8.39027, + "40": 8.35602, + "41": 8.31509, + "42": 8.06463, + "43": 8.03334, + "44": 8.24022, + "45": 8.10462, + "46": 7.61777, + "47": 8.15389, + "48": 8.0077, + "49": 8.38728, + "50": 7.81501 } }, "num-zeros": { "start_step": 1, "end_step": 50, - "step_interval": 5, + "step_interval": 1, "values": { - "1": 19403624.0, - "5": 148575568.0, - "10": 167684736.0, - "15": 214304608.0, - "20": 187955392.0, - "25": 277022272.0, - "30": 213302208.0, - "35": 191152368.0, - "40": 215603968.0, - "45": 181922816.0, - "50": 160979632.0 + "1": 19403704.0, + "2": 19274202.0, + "3": 19372672.0, + "4": 84955472.0, + "5": 148573088.0, + "6": 140513744.0, + "7": 176606368.0, + "8": 198919440.0, + "9": 175143840.0, + "10": 164545552.0, + "11": 216370368.0, + "12": 201999712.0, + "13": 239390272.0, + "14": 230012880.0, + "15": 215921904.0, + "16": 211344080.0, + "17": 274153920.0, + "18": 173627616.0, + "19": 176950304.0, + "20": 194330304.0, + "21": 243134016.0, + "22": 234854608.0, + "23": 219609264.0, + "24": 205630080.0, + "25": 198436912.0, + "26": 293244384.0, + "27": 274552608.0, + "28": 277179296.0, + "29": 210959616.0, + "30": 233757584.0, + "31": 236548544.0, + "32": 264864608.0, + "33": 250754976.0, + "34": 258614240.0, + "35": 208476240.0, + "36": 241437056.0, + "37": 177817504.0, + "38": 227178000.0, + "39": 222169216.0, + "40": 214031296.0, + "41": 209523040.0, + "42": 212816672.0, + "43": 195600416.0, + "44": 154459088.0, + "45": 166289280.0, + "46": 116993536.0, + "47": 168587312.0, + "48": 162414240.0, + "49": 119666904.0, + "50": 171972272.0 } }, "mem-allocated-bytes": { "start_step": 1, "end_step": 50, - "step_interval": 5, + "step_interval": 1, "values": { - "1": 4883602432.0, - "5": 4883779072.0, - "10": 4883418624.0, - "15": 4883738112.0, - "20": 4884269568.0, - "25": 4885501440.0, - "30": 4883240448.0, - "35": 4884654592.0, - "40": 4884234752.0, - "45": 4883198464.0, - "50": 4883341824.0 + "1": 4880827392.0, + "2": 4880161280.0, + "3": 4879780352.0, + "4": 4881006080.0, + "5": 4881443328.0, + "6": 4880235008.0, + "7": 4878593536.0, + "8": 4880183808.0, + "9": 4878518784.0, + "10": 4880639488.0, + "11": 4878592512.0, + "12": 4879459840.0, + "13": 4879073792.0, + "14": 4881052160.0, + "15": 4878580224.0, + "16": 4878705152.0, + "17": 4880005632.0, + "18": 4880081408.0, + "19": 4879190528.0, + "20": 4879407616.0, + "21": 4878837248.0, + "22": 4878897664.0, + "23": 4878346752.0, + "24": 4880498176.0, + "25": 4880417280.0, + "26": 4878027264.0, + "27": 4878756352.0, + "28": 4880044544.0, + "29": 4879154688.0, + "30": 4879779328.0, + "31": 4881071616.0, + "32": 4879392256.0, + "33": 4879744512.0, + "34": 4878250496.0, + "35": 4878979584.0, + "36": 4880133632.0, + "37": 4880431616.0, + "38": 4878993920.0, + "39": 4878280192.0, + "40": 4879473152.0, + "41": 4880439808.0, + "42": 4879638016.0, + "43": 4879913472.0, + "44": 4879031808.0, + "45": 4879471104.0, + "46": 4878890496.0, + "47": 4879007232.0, + "48": 4879195648.0, + "49": 4879473152.0, + "50": 4878174720.0 } }, "mem-max-allocated-bytes": { "start_step": 1, "end_step": 50, - "step_interval": 5, + "step_interval": 1, "values": { - "1": 41210470400.0, - "5": 41210470400.0, - "10": 41210470400.0, - "15": 41210470400.0, - "20": 41210470400.0, - "25": 41210470400.0, - "30": 41210470400.0, - "35": 41210470400.0, - "40": 41210470400.0, - "45": 41210470400.0, - "50": 41210470400.0 + "1": 41208373248.0, + "2": 41208373248.0, + "3": 41208373248.0, + "4": 41208373248.0, + "5": 41208373248.0, + "6": 41208373248.0, + "7": 41208373248.0, + "8": 41208373248.0, + "9": 41208373248.0, + "10": 41208373248.0, + "11": 41208373248.0, + "12": 41208373248.0, + "13": 41208373248.0, + "14": 41208373248.0, + "15": 41208373248.0, + "16": 41208373248.0, + "17": 41208373248.0, + "18": 41208373248.0, + "19": 41208373248.0, + "20": 41208373248.0, + "21": 41208373248.0, + "22": 41208373248.0, + "23": 41208373248.0, + "24": 41208373248.0, + "25": 41208373248.0, + "26": 41208373248.0, + "27": 41208373248.0, + "28": 41208373248.0, + "29": 41208373248.0, + "30": 41208373248.0, + "31": 41208373248.0, + "32": 41208373248.0, + "33": 41208373248.0, + "34": 41208373248.0, + "35": 41208373248.0, + "36": 41208373248.0, + "37": 41208373248.0, + "38": 41208373248.0, + "39": 41208373248.0, + "40": 41208373248.0, + "41": 41208373248.0, + "42": 41208373248.0, + "43": 41208373248.0, + "44": 41208373248.0, + "45": 41208373248.0, + "46": 41208373248.0, + "47": 41208373248.0, + "48": 41208373248.0, + "49": 41208373248.0, + "50": 41208373248.0 } }, "iteration-time": { "start_step": 1, "end_step": 50, - "step_interval": 5, + "step_interval": 1, "values": { - "1": 89.07358, - "5": 1.66974, - "10": 0.9253, - "15": 0.92186, - "20": 0.90646, - "25": 0.90755, - "30": 0.90123, - "35": 0.90707, - "40": 0.89509, - "45": 0.89555, - "50": 0.88496 + "1": 94.76465, + "2": 1.07136, + "3": 0.97804, + "4": 0.91812, + "5": 1.39406, + "6": 1.11113, + "7": 1.05399, + "8": 1.07764, + "9": 0.8817, + "10": 0.88267, + "11": 0.97121, + "12": 0.87696, + "13": 0.87547, + "14": 0.87457, + "15": 0.87326, + "16": 0.87868, + "17": 0.86846, + "18": 0.86669, + "19": 0.86508, + "20": 0.86847, + "21": 0.86661, + "22": 0.85614, + "23": 0.8576, + "24": 0.86445, + "25": 0.86658, + "26": 0.86708, + "27": 0.86226, + "28": 0.85806, + "29": 0.86248, + "30": 0.85836, + "31": 0.85969, + "32": 0.85739, + "33": 0.86134, + "34": 0.8621, + "35": 0.86104, + "36": 0.85793, + "37": 0.85834, + "38": 0.85618, + "39": 0.85754, + "40": 0.8554, + "41": 0.85094, + "42": 0.85738, + "43": 0.85524, + "44": 0.85844, + "45": 0.85739, + "46": 0.85581, + "47": 0.85717, + "48": 0.85118, + "49": 0.85577, + "50": 0.85127 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_resume_torch_dist_attn_cudagraph/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_resume_torch_dist_attn_cudagraph/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 8cea616921e..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_resume_torch_dist_attn_cudagraph/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.94971, - "2": 10.95163, - "3": 10.51641, - "4": 9.9652, - "5": 9.94116, - "6": 9.67394, - "7": 10.19887, - "8": 9.50035, - "9": 9.54982, - "10": 9.79667, - "11": 9.30128, - "12": 9.40566, - "13": 9.39438, - "14": 8.84572, - "15": 9.02231, - "16": 9.06973, - "17": 9.04712, - "18": 8.75662, - "19": 9.18074, - "20": 8.86175, - "21": 8.53558, - "22": 8.55288, - "23": 8.42513, - "24": 8.37683, - "25": 8.64426, - "26": 7.9756, - "27": 8.57026, - "28": 8.1987, - "29": 8.39406, - "30": 8.67631, - "31": 8.29096, - "32": 8.43692, - "33": 8.55897, - "34": 8.66123, - "35": 8.08, - "36": 7.95214, - "37": 8.2979, - "38": 7.98177, - "39": 8.39281, - "40": 8.35852, - "41": 8.32006, - "42": 8.05954, - "43": 8.03381, - "44": 8.24236, - "45": 8.1025, - "46": 7.61814, - "47": 8.15364, - "48": 8.00693, - "49": 8.38704, - "50": 7.81592 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 19403704.0, - "2": 19274216.0, - "3": 22517470.0, - "4": 83429816.0, - "5": 139167728.0, - "6": 138921280.0, - "7": 173470304.0, - "8": 200511856.0, - "9": 165696320.0, - "10": 166120112.0, - "11": 213254416.0, - "12": 187847360.0, - "13": 231586656.0, - "14": 226879072.0, - "15": 219025920.0, - "16": 205179664.0, - "17": 280450432.0, - "18": 181477792.0, - "19": 191026096.0, - "20": 186395632.0, - "21": 233632576.0, - "22": 231696832.0, - "23": 216390688.0, - "24": 215133760.0, - "25": 233079504.0, - "26": 244437920.0, - "27": 222637584.0, - "28": 278773952.0, - "29": 253409264.0, - "30": 240036736.0, - "31": 236599008.0, - "32": 205066624.0, - "33": 263303312.0, - "34": 200444544.0, - "35": 199033824.0, - "36": 243001216.0, - "37": 151181872.0, - "38": 175301280.0, - "39": 219001024.0, - "40": 220307936.0, - "41": 217385856.0, - "42": 230074176.0, - "43": 208226784.0, - "44": 148172720.0, - "45": 141103744.0, - "46": 132664976.0, - "47": 179619392.0, - "48": 118381144.0, - "49": 86643984.0, - "50": 113798320.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 4883287040.0, - "2": 4883441152.0, - "3": 4881697280.0, - "4": 4883730944.0, - "5": 4882556416.0, - "6": 4882616832.0, - "7": 4883438080.0, - "8": 4881568256.0, - "9": 4883173888.0, - "10": 4882272768.0, - "11": 4883676672.0, - "12": 4881393152.0, - "13": 4883141120.0, - "14": 4883697152.0, - "15": 4882622976.0, - "16": 4881830400.0, - "17": 4881658368.0, - "18": 4881863168.0, - "19": 4883804672.0, - "20": 4881795584.0, - "21": 4883333632.0, - "22": 4882194944.0, - "23": 4882084352.0, - "24": 4884065792.0, - "25": 4881804800.0, - "26": 4883596800.0, - "27": 4883047936.0, - "28": 4882476544.0, - "29": 4883087872.0, - "30": 4882151936.0, - "31": 4882625024.0, - "32": 4883104256.0, - "33": 4882526720.0, - "34": 4882292224.0, - "35": 4882485760.0, - "36": 4882867712.0, - "37": 4882634240.0, - "38": 4882610688.0, - "39": 4881474048.0, - "40": 4881961472.0, - "41": 4882663936.0, - "42": 4881860096.0, - "43": 4881499648.0, - "44": 4883392000.0, - "45": 4882392576.0, - "46": 4882815488.0, - "47": 4883113472.0, - "48": 4882158080.0, - "49": 4881207808.0, - "50": 4881588736.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 41208348672.0, - "2": 41208348672.0, - "3": 41208348672.0, - "4": 41208348672.0, - "5": 41208348672.0, - "6": 41208348672.0, - "7": 41208348672.0, - "8": 41208348672.0, - "9": 41208348672.0, - "10": 41208348672.0, - "11": 41208348672.0, - "12": 41208348672.0, - "13": 41208348672.0, - "14": 41208348672.0, - "15": 41208348672.0, - "16": 41208348672.0, - "17": 41208348672.0, - "18": 41208348672.0, - "19": 41208348672.0, - "20": 41208348672.0, - "21": 41208348672.0, - "22": 41208348672.0, - "23": 41208348672.0, - "24": 41208348672.0, - "25": 41208348672.0, - "26": 41208348672.0, - "27": 41208348672.0, - "28": 41208348672.0, - "29": 41208348672.0, - "30": 41208348672.0, - "31": 41208348672.0, - "32": 41208348672.0, - "33": 41208348672.0, - "34": 41208348672.0, - "35": 41208348672.0, - "36": 41208348672.0, - "37": 41208348672.0, - "38": 41208348672.0, - "39": 41208348672.0, - "40": 41208348672.0, - "41": 41208348672.0, - "42": 41208348672.0, - "43": 41208348672.0, - "44": 41208348672.0, - "45": 41208348672.0, - "46": 41208348672.0, - "47": 41208348672.0, - "48": 41208348672.0, - "49": 41208348672.0, - "50": 41208348672.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 89.10928, - "2": 1.08143, - "3": 0.94222, - "4": 0.89675, - "5": 1.34524, - "6": 1.06972, - "7": 1.00314, - "8": 1.04961, - "9": 0.86611, - "10": 0.86248, - "11": 0.98739, - "12": 0.86057, - "13": 0.86777, - "14": 0.85834, - "15": 0.8559, - "16": 0.85522, - "17": 0.84644, - "18": 0.85748, - "19": 0.85218, - "20": 0.85342, - "21": 0.84029, - "22": 0.84342, - "23": 0.84297, - "24": 0.83925, - "25": 0.8439, - "26": 0.85696, - "27": 0.83981, - "28": 0.84643, - "29": 0.8433, - "30": 0.86234, - "31": 0.85636, - "32": 0.84184, - "33": 0.84501, - "34": 0.84316, - "35": 0.83806, - "36": 0.84143, - "37": 0.84447, - "38": 0.84137, - "39": 0.84133, - "40": 0.84321, - "41": 0.84019, - "42": 0.84164, - "43": 0.83741, - "44": 0.84203, - "45": 0.83966, - "46": 0.84109, - "47": 0.83945, - "48": 0.84001, - "49": 0.84194, - "50": 0.83578 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_resume_torch_dist_attn_cudagraph/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_resume_torch_dist_attn_cudagraph/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index dc2c39d712d..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_pp2_ep4_etp1_resume_torch_dist_attn_cudagraph/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.94971, - "2": 10.95174, - "3": 10.51547, - "4": 9.96574, - "5": 9.941, - "6": 9.67424, - "7": 10.20193, - "8": 9.50006, - "9": 9.54983, - "10": 9.79714, - "11": 9.30093, - "12": 9.40563, - "13": 9.39461, - "14": 8.84641, - "15": 9.02323, - "16": 9.07046, - "17": 9.04704, - "18": 8.75684, - "19": 9.18168, - "20": 8.86245, - "21": 8.53735, - "22": 8.55361, - "23": 8.42666, - "24": 8.37856, - "25": 8.64287, - "26": 7.9729, - "27": 8.56717, - "28": 8.19494, - "29": 8.39321, - "30": 8.67278, - "31": 8.2887, - "32": 8.43529, - "33": 8.5564, - "34": 8.65783, - "35": 8.07826, - "36": 7.94839, - "37": 8.29395, - "38": 7.9776, - "39": 8.39027, - "40": 8.35602, - "41": 8.31509, - "42": 8.06463, - "43": 8.03334, - "44": 8.24022, - "45": 8.10462, - "46": 7.61777, - "47": 8.15389, - "48": 8.0077, - "49": 8.38728, - "50": 7.81501 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 19403704.0, - "2": 19274202.0, - "3": 19372672.0, - "4": 84955472.0, - "5": 148573088.0, - "6": 140513744.0, - "7": 176606368.0, - "8": 198919440.0, - "9": 175143840.0, - "10": 164545552.0, - "11": 216370368.0, - "12": 201999712.0, - "13": 239390272.0, - "14": 230012880.0, - "15": 215921904.0, - "16": 211344080.0, - "17": 274153920.0, - "18": 173627616.0, - "19": 176950304.0, - "20": 194330304.0, - "21": 243134016.0, - "22": 234854608.0, - "23": 219609264.0, - "24": 205630080.0, - "25": 198436912.0, - "26": 293244384.0, - "27": 274552608.0, - "28": 277179296.0, - "29": 210959616.0, - "30": 233757584.0, - "31": 236548544.0, - "32": 264864608.0, - "33": 250754976.0, - "34": 258614240.0, - "35": 208476240.0, - "36": 241437056.0, - "37": 177817504.0, - "38": 227178000.0, - "39": 222169216.0, - "40": 214031296.0, - "41": 209523040.0, - "42": 212816672.0, - "43": 195600416.0, - "44": 154459088.0, - "45": 166289280.0, - "46": 116993536.0, - "47": 168587312.0, - "48": 162414240.0, - "49": 119666904.0, - "50": 171972272.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 4880827392.0, - "2": 4880161280.0, - "3": 4879780352.0, - "4": 4881006080.0, - "5": 4881443328.0, - "6": 4880235008.0, - "7": 4878593536.0, - "8": 4880183808.0, - "9": 4878518784.0, - "10": 4880639488.0, - "11": 4878592512.0, - "12": 4879459840.0, - "13": 4879073792.0, - "14": 4881052160.0, - "15": 4878580224.0, - "16": 4878705152.0, - "17": 4880005632.0, - "18": 4880081408.0, - "19": 4879190528.0, - "20": 4879407616.0, - "21": 4878837248.0, - "22": 4878897664.0, - "23": 4878346752.0, - "24": 4880498176.0, - "25": 4880417280.0, - "26": 4878027264.0, - "27": 4878756352.0, - "28": 4880044544.0, - "29": 4879154688.0, - "30": 4879779328.0, - "31": 4881071616.0, - "32": 4879392256.0, - "33": 4879744512.0, - "34": 4878250496.0, - "35": 4878979584.0, - "36": 4880133632.0, - "37": 4880431616.0, - "38": 4878993920.0, - "39": 4878280192.0, - "40": 4879473152.0, - "41": 4880439808.0, - "42": 4879638016.0, - "43": 4879913472.0, - "44": 4879031808.0, - "45": 4879471104.0, - "46": 4878890496.0, - "47": 4879007232.0, - "48": 4879195648.0, - "49": 4879473152.0, - "50": 4878174720.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 41208373248.0, - "2": 41208373248.0, - "3": 41208373248.0, - "4": 41208373248.0, - "5": 41208373248.0, - "6": 41208373248.0, - "7": 41208373248.0, - "8": 41208373248.0, - "9": 41208373248.0, - "10": 41208373248.0, - "11": 41208373248.0, - "12": 41208373248.0, - "13": 41208373248.0, - "14": 41208373248.0, - "15": 41208373248.0, - "16": 41208373248.0, - "17": 41208373248.0, - "18": 41208373248.0, - "19": 41208373248.0, - "20": 41208373248.0, - "21": 41208373248.0, - "22": 41208373248.0, - "23": 41208373248.0, - "24": 41208373248.0, - "25": 41208373248.0, - "26": 41208373248.0, - "27": 41208373248.0, - "28": 41208373248.0, - "29": 41208373248.0, - "30": 41208373248.0, - "31": 41208373248.0, - "32": 41208373248.0, - "33": 41208373248.0, - "34": 41208373248.0, - "35": 41208373248.0, - "36": 41208373248.0, - "37": 41208373248.0, - "38": 41208373248.0, - "39": 41208373248.0, - "40": 41208373248.0, - "41": 41208373248.0, - "42": 41208373248.0, - "43": 41208373248.0, - "44": 41208373248.0, - "45": 41208373248.0, - "46": 41208373248.0, - "47": 41208373248.0, - "48": 41208373248.0, - "49": 41208373248.0, - "50": 41208373248.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 94.76465, - "2": 1.07136, - "3": 0.97804, - "4": 0.91812, - "5": 1.39406, - "6": 1.11113, - "7": 1.05399, - "8": 1.07764, - "9": 0.8817, - "10": 0.88267, - "11": 0.97121, - "12": 0.87696, - "13": 0.87547, - "14": 0.87457, - "15": 0.87326, - "16": 0.87868, - "17": 0.86846, - "18": 0.86669, - "19": 0.86508, - "20": 0.86847, - "21": 0.86661, - "22": 0.85614, - "23": 0.8576, - "24": 0.86445, - "25": 0.86658, - "26": 0.86708, - "27": 0.86226, - "28": 0.85806, - "29": 0.86248, - "30": 0.85836, - "31": 0.85969, - "32": 0.85739, - "33": 0.86134, - "34": 0.8621, - "35": 0.86104, - "36": 0.85793, - "37": 0.85834, - "38": 0.85618, - "39": 0.85754, - "40": 0.8554, - "41": 0.85094, - "42": 0.85738, - "43": 0.85524, - "44": 0.85844, - "45": 0.85739, - "46": 0.85581, - "47": 0.85717, - "48": 0.85118, - "49": 0.85577, - "50": 0.85127 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgx_h100.json index 0835e95b926..fe8428055c3 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgx_h100.json @@ -2,141 +2,536 @@ "lm loss": { "start_step": 1, "end_step": 100, - "step_interval": 5, + "step_interval": 1, "values": { "1": 10.82922, + "2": 10.84163, + "3": 10.84245, + "4": 10.82, "5": 10.85652, + "6": 10.86906, + "7": 10.83778, + "8": 10.84312, + "9": 10.84423, "10": 10.79298, + "11": 10.86697, + "12": 10.86875, + "13": 10.86207, + "14": 10.86919, "15": 10.8067, + "16": 10.8057, + "17": 10.77686, + "18": 10.79541, + "19": 10.78384, "20": 10.72654, + "21": 10.69491, + "22": 10.54462, + "23": 10.6993, + "24": 10.58151, "25": 10.53282, + "26": 10.58817, + "27": 10.601, + "28": 10.57563, + "29": 10.58022, "30": 10.35802, + "31": 10.08769, + "32": 10.44466, + "33": 10.4477, + "34": 10.18704, "35": 10.24483, + "36": 10.19713, + "37": 10.32294, + "38": 10.17101, + "39": 10.37026, "40": 10.05533, + "41": 10.09491, + "42": 10.17971, + "43": 9.78263, + "44": 9.91346, "45": 9.77951, + "46": 9.75648, + "47": 10.09647, + "48": 9.80391, + "49": 9.46649, "50": 9.86874, + "51": 9.79428, + "52": 9.68303, + "53": 10.03314, + "54": 9.9113, "55": 9.82995, + "56": 9.57839, + "57": 9.42377, + "58": 9.80549, + "59": 9.53292, "60": 9.449, + "61": 9.65293, + "62": 9.95672, + "63": 9.33775, + "64": 9.74194, "65": 8.89366, + "66": 9.67317, + "67": 9.33002, + "68": 9.76517, + "69": 9.76336, "70": 9.71127, + "71": 9.59511, + "72": 9.54797, + "73": 9.47124, + "74": 8.89297, "75": 9.39451, + "76": 9.04721, + "77": 10.04318, + "78": 9.70313, + "79": 9.35169, "80": 9.38198, + "81": 9.45146, + "82": 9.67546, + "83": 9.27658, + "84": 9.39241, "85": 9.58333, + "86": 9.04518, + "87": 9.56487, + "88": 9.72459, + "89": 9.57019, "90": 9.79944, + "91": 9.30737, + "92": 9.3313, + "93": 9.04109, + "94": 8.80259, "95": 9.50213, + "96": 9.5021, + "97": 9.28183, + "98": 9.64883, + "99": 8.8594, "100": 9.37131 } }, "num-zeros": { "start_step": 1, "end_step": 100, - "step_interval": 5, + "step_interval": 1, "values": { "1": 27245.0, + "2": 28958.0, + "3": 29464.0, + "4": 28046.0, "5": 31369.0, + "6": 33287.0, + "7": 31200.0, + "8": 26921.0, + "9": 30008.0, "10": 25870.0, + "11": 33681.0, + "12": 30344.0, + "13": 32737.0, + "14": 33315.0, "15": 29830.0, + "16": 32475.0, + "17": 30747.0, + "18": 30381.0, + "19": 31032.0, "20": 28243.0, + "21": 29224.0, + "22": 27340.0, + "23": 34119.0, + "24": 29049.0, "25": 27636.0, + "26": 30662.0, + "27": 32009.0, + "28": 33355.0, + "29": 34714.0, "30": 30387.0, + "31": 28212.0, + "32": 33411.0, + "33": 34696.0, + "34": 30053.0, "35": 31488.0, + "36": 32943.0, + "37": 35829.0, + "38": 33740.0, + "39": 37632.0, "40": 34779.0, + "41": 33958.0, + "42": 36396.0, + "43": 34088.0, + "44": 34090.0, "45": 35158.0, + "46": 36174.0, + "47": 39772.0, + "48": 36516.0, + "49": 36733.0, "50": 38234.0, + "51": 38608.0, + "52": 37030.0, + "53": 42442.0, + "54": 40944.0, "55": 37133.0, + "56": 41001.0, + "57": 37524.0, + "58": 42317.0, + "59": 40804.0, "60": 40450.0, + "61": 41478.0, + "62": 39766.0, + "63": 37941.0, + "64": 42197.0, "65": 40947.0, + "66": 44094.0, + "67": 41958.0, + "68": 40060.0, + "69": 42189.0, "70": 43436.0, + "71": 42748.0, + "72": 44280.0, + "73": 47478.0, + "74": 41456.0, "75": 39925.0, + "76": 43490.0, + "77": 45636.0, + "78": 2141470.0, + "79": 46055.0, "80": 51863.0, + "81": 151341.0, + "82": 49835.0, + "83": 143360.0, + "84": 2141546.0, "85": 2145177.0, + "86": 132114.0, + "87": 2147022.0, + "88": 59899.0, + "89": 162883.0, "90": 51330.0, + "91": 2141901.0, + "92": 44946.0, + "93": 138194.0, + "94": 2145772.0, "95": 45247.0, + "96": 135045.0, + "97": 53170.0, + "98": 168576.0, + "99": 2141797.0, "100": 163741.0 } }, "mem-allocated-bytes": { "start_step": 1, "end_step": 100, - "step_interval": 5, + "step_interval": 1, "values": { - "1": 787511296.0, - "5": 787542016.0, - "10": 787500032.0, - "15": 787499008.0, - "20": 787500032.0, - "25": 787446272.0, - "30": 787429888.0, - "35": 787413504.0, - "40": 787409920.0, - "45": 787394560.0, - "50": 787384320.0, - "55": 787383808.0, - "60": 787389952.0, - "65": 787346432.0, - "70": 787387904.0, - "75": 787437568.0, - "80": 787405312.0, - "85": 787407360.0, - "90": 787441664.0, - "95": 787445248.0, - "100": 787433472.0 + "1": 787516416.0, + "2": 787540992.0, + "3": 787524096.0, + "4": 787512320.0, + "5": 787547136.0, + "6": 787537920.0, + "7": 787512832.0, + "8": 787524608.0, + "9": 787528192.0, + "10": 787505152.0, + "11": 787522048.0, + "12": 787520000.0, + "13": 787529728.0, + "14": 787529216.0, + "15": 787504128.0, + "16": 787513344.0, + "17": 787503104.0, + "18": 787489280.0, + "19": 787514880.0, + "20": 787505152.0, + "21": 787479552.0, + "22": 787486208.0, + "23": 787478528.0, + "24": 787486208.0, + "25": 787451392.0, + "26": 787482112.0, + "27": 787470848.0, + "28": 787450368.0, + "29": 787458048.0, + "30": 787435008.0, + "31": 787406848.0, + "32": 787424256.0, + "33": 787435520.0, + "34": 787426304.0, + "35": 787418624.0, + "36": 787436544.0, + "37": 787428352.0, + "38": 787436544.0, + "39": 787417600.0, + "40": 787415040.0, + "41": 787405824.0, + "42": 787415040.0, + "43": 787367936.0, + "44": 787392512.0, + "45": 787399680.0, + "46": 787355136.0, + "47": 787411456.0, + "48": 787354112.0, + "49": 787374080.0, + "50": 787389440.0, + "51": 787375616.0, + "52": 787383808.0, + "53": 787379712.0, + "54": 787384832.0, + "55": 787388928.0, + "56": 787388928.0, + "57": 787351040.0, + "58": 787382784.0, + "59": 787374080.0, + "60": 787395072.0, + "61": 787405312.0, + "62": 787405824.0, + "63": 787373056.0, + "64": 787388928.0, + "65": 787351552.0, + "66": 787386880.0, + "67": 787392000.0, + "68": 787399168.0, + "69": 787383296.0, + "70": 787393024.0, + "71": 787406848.0, + "72": 787400704.0, + "73": 787401216.0, + "74": 787403264.0, + "75": 787442688.0, + "76": 787444736.0, + "77": 787445760.0, + "78": 787395072.0, + "79": 787430400.0, + "80": 787410432.0, + "81": 787412992.0, + "82": 787427840.0, + "83": 787428864.0, + "84": 787412480.0, + "85": 787412480.0, + "86": 787394560.0, + "87": 787452928.0, + "88": 787414528.0, + "89": 787404800.0, + "90": 787446784.0, + "91": 787446272.0, + "92": 787446784.0, + "93": 787430400.0, + "94": 787440128.0, + "95": 787450368.0, + "96": 787454976.0, + "97": 787427328.0, + "98": 787475968.0, + "99": 787419136.0, + "100": 787438592.0 } }, "mem-max-allocated-bytes": { "start_step": 1, "end_step": 100, - "step_interval": 5, + "step_interval": 1, "values": { - "1": 2465793024.0, - "5": 2492764160.0, - "10": 2492764160.0, - "15": 2492764160.0, - "20": 2492764160.0, - "25": 2492764160.0, - "30": 2492764160.0, - "35": 2492764160.0, - "40": 2492764160.0, - "45": 2492764160.0, - "50": 2492764160.0, - "55": 2492764160.0, - "60": 2492764160.0, - "65": 2492764160.0, - "70": 2492764160.0, - "75": 2492764160.0, - "80": 2492764160.0, - "85": 2492764160.0, - "90": 2492764160.0, - "95": 2492764160.0, - "100": 2492764160.0 + "1": 2579673088.0, + "2": 2590714880.0, + "3": 2590714880.0, + "4": 2590714880.0, + "5": 2596039680.0, + "6": 2596039680.0, + "7": 2596039680.0, + "8": 2596039680.0, + "9": 2596039680.0, + "10": 2596039680.0, + "11": 2596039680.0, + "12": 2596039680.0, + "13": 2596039680.0, + "14": 2596039680.0, + "15": 2596039680.0, + "16": 2596039680.0, + "17": 2596039680.0, + "18": 2596039680.0, + "19": 2596039680.0, + "20": 2596039680.0, + "21": 2596039680.0, + "22": 2596039680.0, + "23": 2596039680.0, + "24": 2596039680.0, + "25": 2596039680.0, + "26": 2596039680.0, + "27": 2596039680.0, + "28": 2596039680.0, + "29": 2596039680.0, + "30": 2596039680.0, + "31": 2596039680.0, + "32": 2596039680.0, + "33": 2596039680.0, + "34": 2596039680.0, + "35": 2596039680.0, + "36": 2596039680.0, + "37": 2596039680.0, + "38": 2596039680.0, + "39": 2596039680.0, + "40": 2596039680.0, + "41": 2596039680.0, + "42": 2596039680.0, + "43": 2596039680.0, + "44": 2596039680.0, + "45": 2596039680.0, + "46": 2596039680.0, + "47": 2596039680.0, + "48": 2596039680.0, + "49": 2596039680.0, + "50": 2596039680.0, + "51": 2596039680.0, + "52": 2596039680.0, + "53": 2596039680.0, + "54": 2596039680.0, + "55": 2596039680.0, + "56": 2596039680.0, + "57": 2596039680.0, + "58": 2596039680.0, + "59": 2596039680.0, + "60": 2596039680.0, + "61": 2596039680.0, + "62": 2596039680.0, + "63": 2596039680.0, + "64": 2596039680.0, + "65": 2596039680.0, + "66": 2596039680.0, + "67": 2596039680.0, + "68": 2596039680.0, + "69": 2596039680.0, + "70": 2596039680.0, + "71": 2596039680.0, + "72": 2596039680.0, + "73": 2596039680.0, + "74": 2596039680.0, + "75": 2596039680.0, + "76": 2596039680.0, + "77": 2596039680.0, + "78": 2596039680.0, + "79": 2596039680.0, + "80": 2596039680.0, + "81": 2596039680.0, + "82": 2596039680.0, + "83": 2596039680.0, + "84": 2596039680.0, + "85": 2596039680.0, + "86": 2596039680.0, + "87": 2596039680.0, + "88": 2596039680.0, + "89": 2596039680.0, + "90": 2596039680.0, + "91": 2596039680.0, + "92": 2596039680.0, + "93": 2596039680.0, + "94": 2596039680.0, + "95": 2596039680.0, + "96": 2596039680.0, + "97": 2596039680.0, + "98": 2596039680.0, + "99": 2596039680.0, + "100": 2596039680.0 } }, "iteration-time": { "start_step": 1, "end_step": 100, - "step_interval": 5, + "step_interval": 1, "values": { - "1": 9.68104, - "5": 0.32859, - "10": 0.30772, - "15": 0.31234, - "20": 0.29254, - "25": 0.29296, - "30": 0.31344, - "35": 0.31026, - "40": 0.30514, - "45": 0.30481, - "50": 0.30324, - "55": 0.29929, - "60": 0.30103, - "65": 0.32008, - "70": 0.31307, - "75": 0.2933, - "80": 0.29351, - "85": 0.29283, - "90": 0.29375, - "95": 0.29458, - "100": 0.29103 + "1": 11.07685, + "2": 0.45645, + "3": 0.41285, + "4": 0.40148, + "5": 0.35405, + "6": 0.35535, + "7": 0.35437, + "8": 0.32989, + "9": 0.32686, + "10": 0.32734, + "11": 0.32243, + "12": 0.32634, + "13": 0.33475, + "14": 0.33636, + "15": 0.33838, + "16": 0.32741, + "17": 0.33364, + "18": 0.33147, + "19": 0.33328, + "20": 0.33281, + "21": 0.33587, + "22": 0.3271, + "23": 0.33537, + "24": 0.32125, + "25": 0.33225, + "26": 0.33085, + "27": 0.3387, + "28": 0.34305, + "29": 0.34938, + "30": 0.34814, + "31": 0.35223, + "32": 0.36489, + "33": 0.33408, + "34": 0.34688, + "35": 0.33945, + "36": 0.34851, + "37": 0.3471, + "38": 0.3338, + "39": 0.3395, + "40": 0.3414, + "41": 0.34662, + "42": 0.34093, + "43": 0.34012, + "44": 0.34423, + "45": 0.34205, + "46": 0.34681, + "47": 0.33694, + "48": 0.34136, + "49": 0.34255, + "50": 0.34412, + "51": 0.32987, + "52": 0.34834, + "53": 0.34028, + "54": 0.33718, + "55": 0.33563, + "56": 0.3372, + "57": 0.33927, + "58": 0.34337, + "59": 0.34056, + "60": 0.34048, + "61": 0.33816, + "62": 0.3357, + "63": 0.3365, + "64": 0.33906, + "65": 0.34134, + "66": 0.34125, + "67": 0.33859, + "68": 0.34726, + "69": 0.3385, + "70": 0.34428, + "71": 0.34339, + "72": 0.33789, + "73": 0.33975, + "74": 0.34759, + "75": 0.33612, + "76": 0.33913, + "77": 0.34664, + "78": 0.33673, + "79": 0.33903, + "80": 0.33519, + "81": 0.33434, + "82": 0.34003, + "83": 0.33784, + "84": 0.33367, + "85": 0.33382, + "86": 0.34029, + "87": 0.33537, + "88": 0.33703, + "89": 0.33416, + "90": 0.33113, + "91": 0.33369, + "92": 0.33443, + "93": 0.33841, + "94": 0.339, + "95": 0.33271, + "96": 0.33211, + "97": 0.33492, + "98": 0.33877, + "99": 0.33548, + "100": 0.33195 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 7e299df5257..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.82922, - "2": 10.84163, - "3": 10.84245, - "4": 10.82, - "5": 10.85652, - "6": 10.86906, - "7": 10.83778, - "8": 10.84312, - "9": 10.84423, - "10": 10.79298, - "11": 10.86697, - "12": 10.86875, - "13": 10.86207, - "14": 10.86919, - "15": 10.8067, - "16": 10.8057, - "17": 10.77686, - "18": 10.79541, - "19": 10.78384, - "20": 10.72654, - "21": 10.69491, - "22": 10.54462, - "23": 10.6993, - "24": 10.58151, - "25": 10.53282, - "26": 10.58817, - "27": 10.601, - "28": 10.57563, - "29": 10.58022, - "30": 10.35802, - "31": 10.08769, - "32": 10.44466, - "33": 10.4477, - "34": 10.18704, - "35": 10.24483, - "36": 10.19713, - "37": 10.32294, - "38": 10.17101, - "39": 10.37026, - "40": 10.05533, - "41": 10.09491, - "42": 10.17971, - "43": 9.78263, - "44": 9.91346, - "45": 9.77951, - "46": 9.75648, - "47": 10.09647, - "48": 9.80391, - "49": 9.46649, - "50": 9.86874, - "51": 9.79428, - "52": 9.68303, - "53": 10.03314, - "54": 9.9113, - "55": 9.82995, - "56": 9.57839, - "57": 9.42377, - "58": 9.80549, - "59": 9.53292, - "60": 9.449, - "61": 9.65293, - "62": 9.95672, - "63": 9.33775, - "64": 9.74194, - "65": 8.89366, - "66": 9.67317, - "67": 9.33002, - "68": 9.76517, - "69": 9.76336, - "70": 9.71127, - "71": 9.59511, - "72": 9.54797, - "73": 9.47124, - "74": 8.89297, - "75": 9.39451, - "76": 9.04721, - "77": 10.04318, - "78": 9.70313, - "79": 9.35169, - "80": 9.38198, - "81": 9.45146, - "82": 9.67546, - "83": 9.27658, - "84": 9.39241, - "85": 9.58333, - "86": 9.04518, - "87": 9.56487, - "88": 9.72459, - "89": 9.57019, - "90": 9.79944, - "91": 9.30737, - "92": 9.3313, - "93": 9.04109, - "94": 8.80259, - "95": 9.50213, - "96": 9.5021, - "97": 9.28183, - "98": 9.64883, - "99": 8.8594, - "100": 9.37131 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 27245.0, - "2": 28958.0, - "3": 29464.0, - "4": 28046.0, - "5": 31369.0, - "6": 33287.0, - "7": 31200.0, - "8": 26921.0, - "9": 30008.0, - "10": 25870.0, - "11": 33681.0, - "12": 30344.0, - "13": 32737.0, - "14": 33315.0, - "15": 29830.0, - "16": 32475.0, - "17": 30747.0, - "18": 30381.0, - "19": 31032.0, - "20": 28243.0, - "21": 29224.0, - "22": 27340.0, - "23": 34119.0, - "24": 29049.0, - "25": 27636.0, - "26": 30662.0, - "27": 32009.0, - "28": 33355.0, - "29": 34714.0, - "30": 30387.0, - "31": 28212.0, - "32": 33411.0, - "33": 34696.0, - "34": 30053.0, - "35": 31488.0, - "36": 32943.0, - "37": 35829.0, - "38": 33740.0, - "39": 37632.0, - "40": 34779.0, - "41": 33958.0, - "42": 36396.0, - "43": 34088.0, - "44": 34090.0, - "45": 35158.0, - "46": 36174.0, - "47": 39772.0, - "48": 36516.0, - "49": 36733.0, - "50": 38234.0, - "51": 38608.0, - "52": 37030.0, - "53": 42442.0, - "54": 40944.0, - "55": 37133.0, - "56": 41001.0, - "57": 37524.0, - "58": 42317.0, - "59": 40804.0, - "60": 40450.0, - "61": 41478.0, - "62": 39766.0, - "63": 37941.0, - "64": 42197.0, - "65": 40947.0, - "66": 44094.0, - "67": 41958.0, - "68": 40060.0, - "69": 42189.0, - "70": 43436.0, - "71": 42748.0, - "72": 44280.0, - "73": 47478.0, - "74": 41456.0, - "75": 39925.0, - "76": 43490.0, - "77": 45636.0, - "78": 2141470.0, - "79": 46055.0, - "80": 51863.0, - "81": 151341.0, - "82": 49835.0, - "83": 143360.0, - "84": 2141546.0, - "85": 2145177.0, - "86": 132114.0, - "87": 2147022.0, - "88": 59899.0, - "89": 162883.0, - "90": 51330.0, - "91": 2141901.0, - "92": 44946.0, - "93": 138194.0, - "94": 2145772.0, - "95": 45247.0, - "96": 135045.0, - "97": 53170.0, - "98": 168576.0, - "99": 2141797.0, - "100": 163741.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 787516416.0, - "2": 787540992.0, - "3": 787524096.0, - "4": 787512320.0, - "5": 787547136.0, - "6": 787537920.0, - "7": 787512832.0, - "8": 787524608.0, - "9": 787528192.0, - "10": 787505152.0, - "11": 787522048.0, - "12": 787520000.0, - "13": 787529728.0, - "14": 787529216.0, - "15": 787504128.0, - "16": 787513344.0, - "17": 787503104.0, - "18": 787489280.0, - "19": 787514880.0, - "20": 787505152.0, - "21": 787479552.0, - "22": 787486208.0, - "23": 787478528.0, - "24": 787486208.0, - "25": 787451392.0, - "26": 787482112.0, - "27": 787470848.0, - "28": 787450368.0, - "29": 787458048.0, - "30": 787435008.0, - "31": 787406848.0, - "32": 787424256.0, - "33": 787435520.0, - "34": 787426304.0, - "35": 787418624.0, - "36": 787436544.0, - "37": 787428352.0, - "38": 787436544.0, - "39": 787417600.0, - "40": 787415040.0, - "41": 787405824.0, - "42": 787415040.0, - "43": 787367936.0, - "44": 787392512.0, - "45": 787399680.0, - "46": 787355136.0, - "47": 787411456.0, - "48": 787354112.0, - "49": 787374080.0, - "50": 787389440.0, - "51": 787375616.0, - "52": 787383808.0, - "53": 787379712.0, - "54": 787384832.0, - "55": 787388928.0, - "56": 787388928.0, - "57": 787351040.0, - "58": 787382784.0, - "59": 787374080.0, - "60": 787395072.0, - "61": 787405312.0, - "62": 787405824.0, - "63": 787373056.0, - "64": 787388928.0, - "65": 787351552.0, - "66": 787386880.0, - "67": 787392000.0, - "68": 787399168.0, - "69": 787383296.0, - "70": 787393024.0, - "71": 787406848.0, - "72": 787400704.0, - "73": 787401216.0, - "74": 787403264.0, - "75": 787442688.0, - "76": 787444736.0, - "77": 787445760.0, - "78": 787395072.0, - "79": 787430400.0, - "80": 787410432.0, - "81": 787412992.0, - "82": 787427840.0, - "83": 787428864.0, - "84": 787412480.0, - "85": 787412480.0, - "86": 787394560.0, - "87": 787452928.0, - "88": 787414528.0, - "89": 787404800.0, - "90": 787446784.0, - "91": 787446272.0, - "92": 787446784.0, - "93": 787430400.0, - "94": 787440128.0, - "95": 787450368.0, - "96": 787454976.0, - "97": 787427328.0, - "98": 787475968.0, - "99": 787419136.0, - "100": 787438592.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2479493120.0, - "2": 2485449728.0, - "3": 2487249408.0, - "4": 2487249408.0, - "5": 2495991808.0, - "6": 2495991808.0, - "7": 2495991808.0, - "8": 2495991808.0, - "9": 2495991808.0, - "10": 2495991808.0, - "11": 2495991808.0, - "12": 2495991808.0, - "13": 2495991808.0, - "14": 2495991808.0, - "15": 2495991808.0, - "16": 2495991808.0, - "17": 2495991808.0, - "18": 2495991808.0, - "19": 2495991808.0, - "20": 2495991808.0, - "21": 2495991808.0, - "22": 2495991808.0, - "23": 2495991808.0, - "24": 2495991808.0, - "25": 2495991808.0, - "26": 2495991808.0, - "27": 2495991808.0, - "28": 2495991808.0, - "29": 2495991808.0, - "30": 2495991808.0, - "31": 2495991808.0, - "32": 2495991808.0, - "33": 2495991808.0, - "34": 2495991808.0, - "35": 2495991808.0, - "36": 2495991808.0, - "37": 2495991808.0, - "38": 2495991808.0, - "39": 2495991808.0, - "40": 2495991808.0, - "41": 2495991808.0, - "42": 2495991808.0, - "43": 2495991808.0, - "44": 2495991808.0, - "45": 2495991808.0, - "46": 2495991808.0, - "47": 2495991808.0, - "48": 2495991808.0, - "49": 2495991808.0, - "50": 2495991808.0, - "51": 2495991808.0, - "52": 2495991808.0, - "53": 2495991808.0, - "54": 2495991808.0, - "55": 2495991808.0, - "56": 2495991808.0, - "57": 2495991808.0, - "58": 2495991808.0, - "59": 2495991808.0, - "60": 2495991808.0, - "61": 2495991808.0, - "62": 2495991808.0, - "63": 2495991808.0, - "64": 2495991808.0, - "65": 2495991808.0, - "66": 2495991808.0, - "67": 2495991808.0, - "68": 2495991808.0, - "69": 2495991808.0, - "70": 2495991808.0, - "71": 2495991808.0, - "72": 2495991808.0, - "73": 2495991808.0, - "74": 2495991808.0, - "75": 2495991808.0, - "76": 2495991808.0, - "77": 2495991808.0, - "78": 2495991808.0, - "79": 2495991808.0, - "80": 2495991808.0, - "81": 2495991808.0, - "82": 2495991808.0, - "83": 2495991808.0, - "84": 2495991808.0, - "85": 2495991808.0, - "86": 2495991808.0, - "87": 2495991808.0, - "88": 2495991808.0, - "89": 2495991808.0, - "90": 2495991808.0, - "91": 2495991808.0, - "92": 2495991808.0, - "93": 2495991808.0, - "94": 2495991808.0, - "95": 2495991808.0, - "96": 2495991808.0, - "97": 2495991808.0, - "98": 2495991808.0, - "99": 2495991808.0, - "100": 2495991808.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 12.11313, - "2": 0.4805, - "3": 0.36965, - "4": 0.36695, - "5": 0.31705, - "6": 0.31275, - "7": 0.31299, - "8": 0.29866, - "9": 0.28961, - "10": 0.28859, - "11": 0.29067, - "12": 0.29044, - "13": 0.29806, - "14": 0.29287, - "15": 0.29391, - "16": 0.3175, - "17": 0.28363, - "18": 0.2818, - "19": 0.29347, - "20": 0.28931, - "21": 0.29103, - "22": 0.28444, - "23": 0.28907, - "24": 0.27608, - "25": 0.28277, - "26": 0.28656, - "27": 0.28921, - "28": 0.30243, - "29": 0.30435, - "30": 0.31231, - "31": 0.30439, - "32": 0.31412, - "33": 0.28887, - "34": 0.29613, - "35": 0.29738, - "36": 0.29754, - "37": 0.3019, - "38": 0.2933, - "39": 0.2944, - "40": 0.29283, - "41": 0.29592, - "42": 0.29673, - "43": 0.29319, - "44": 0.30127, - "45": 0.29921, - "46": 0.29904, - "47": 0.28795, - "48": 0.29918, - "49": 0.28711, - "50": 0.29645, - "51": 0.28777, - "52": 0.29536, - "53": 0.2847, - "54": 0.28286, - "55": 0.2874, - "56": 0.28699, - "57": 0.28614, - "58": 0.29825, - "59": 0.28363, - "60": 0.29423, - "61": 0.29226, - "62": 0.2896, - "63": 0.28065, - "64": 0.29533, - "65": 0.29842, - "66": 0.28487, - "67": 0.28419, - "68": 0.29474, - "69": 0.28383, - "70": 0.28417, - "71": 0.29253, - "72": 0.28737, - "73": 0.27923, - "74": 0.28728, - "75": 0.29383, - "76": 0.28157, - "77": 0.64771, - "78": 0.29148, - "79": 0.28742, - "80": 0.29245, - "81": 0.28827, - "82": 0.28368, - "83": 0.28963, - "84": 0.29234, - "85": 0.28183, - "86": 0.28337, - "87": 0.27879, - "88": 0.28388, - "89": 0.28309, - "90": 0.28852, - "91": 0.28254, - "92": 0.28375, - "93": 0.28633, - "94": 0.28567, - "95": 0.28235, - "96": 0.28513, - "97": 0.27951, - "98": 0.27851, - "99": 0.28336, - "100": 0.27744 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index fe8428055c3..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_te_tp2_zp_z3_resume_torch_dist_te_8experts2parallel_top2router/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.82922, - "2": 10.84163, - "3": 10.84245, - "4": 10.82, - "5": 10.85652, - "6": 10.86906, - "7": 10.83778, - "8": 10.84312, - "9": 10.84423, - "10": 10.79298, - "11": 10.86697, - "12": 10.86875, - "13": 10.86207, - "14": 10.86919, - "15": 10.8067, - "16": 10.8057, - "17": 10.77686, - "18": 10.79541, - "19": 10.78384, - "20": 10.72654, - "21": 10.69491, - "22": 10.54462, - "23": 10.6993, - "24": 10.58151, - "25": 10.53282, - "26": 10.58817, - "27": 10.601, - "28": 10.57563, - "29": 10.58022, - "30": 10.35802, - "31": 10.08769, - "32": 10.44466, - "33": 10.4477, - "34": 10.18704, - "35": 10.24483, - "36": 10.19713, - "37": 10.32294, - "38": 10.17101, - "39": 10.37026, - "40": 10.05533, - "41": 10.09491, - "42": 10.17971, - "43": 9.78263, - "44": 9.91346, - "45": 9.77951, - "46": 9.75648, - "47": 10.09647, - "48": 9.80391, - "49": 9.46649, - "50": 9.86874, - "51": 9.79428, - "52": 9.68303, - "53": 10.03314, - "54": 9.9113, - "55": 9.82995, - "56": 9.57839, - "57": 9.42377, - "58": 9.80549, - "59": 9.53292, - "60": 9.449, - "61": 9.65293, - "62": 9.95672, - "63": 9.33775, - "64": 9.74194, - "65": 8.89366, - "66": 9.67317, - "67": 9.33002, - "68": 9.76517, - "69": 9.76336, - "70": 9.71127, - "71": 9.59511, - "72": 9.54797, - "73": 9.47124, - "74": 8.89297, - "75": 9.39451, - "76": 9.04721, - "77": 10.04318, - "78": 9.70313, - "79": 9.35169, - "80": 9.38198, - "81": 9.45146, - "82": 9.67546, - "83": 9.27658, - "84": 9.39241, - "85": 9.58333, - "86": 9.04518, - "87": 9.56487, - "88": 9.72459, - "89": 9.57019, - "90": 9.79944, - "91": 9.30737, - "92": 9.3313, - "93": 9.04109, - "94": 8.80259, - "95": 9.50213, - "96": 9.5021, - "97": 9.28183, - "98": 9.64883, - "99": 8.8594, - "100": 9.37131 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 27245.0, - "2": 28958.0, - "3": 29464.0, - "4": 28046.0, - "5": 31369.0, - "6": 33287.0, - "7": 31200.0, - "8": 26921.0, - "9": 30008.0, - "10": 25870.0, - "11": 33681.0, - "12": 30344.0, - "13": 32737.0, - "14": 33315.0, - "15": 29830.0, - "16": 32475.0, - "17": 30747.0, - "18": 30381.0, - "19": 31032.0, - "20": 28243.0, - "21": 29224.0, - "22": 27340.0, - "23": 34119.0, - "24": 29049.0, - "25": 27636.0, - "26": 30662.0, - "27": 32009.0, - "28": 33355.0, - "29": 34714.0, - "30": 30387.0, - "31": 28212.0, - "32": 33411.0, - "33": 34696.0, - "34": 30053.0, - "35": 31488.0, - "36": 32943.0, - "37": 35829.0, - "38": 33740.0, - "39": 37632.0, - "40": 34779.0, - "41": 33958.0, - "42": 36396.0, - "43": 34088.0, - "44": 34090.0, - "45": 35158.0, - "46": 36174.0, - "47": 39772.0, - "48": 36516.0, - "49": 36733.0, - "50": 38234.0, - "51": 38608.0, - "52": 37030.0, - "53": 42442.0, - "54": 40944.0, - "55": 37133.0, - "56": 41001.0, - "57": 37524.0, - "58": 42317.0, - "59": 40804.0, - "60": 40450.0, - "61": 41478.0, - "62": 39766.0, - "63": 37941.0, - "64": 42197.0, - "65": 40947.0, - "66": 44094.0, - "67": 41958.0, - "68": 40060.0, - "69": 42189.0, - "70": 43436.0, - "71": 42748.0, - "72": 44280.0, - "73": 47478.0, - "74": 41456.0, - "75": 39925.0, - "76": 43490.0, - "77": 45636.0, - "78": 2141470.0, - "79": 46055.0, - "80": 51863.0, - "81": 151341.0, - "82": 49835.0, - "83": 143360.0, - "84": 2141546.0, - "85": 2145177.0, - "86": 132114.0, - "87": 2147022.0, - "88": 59899.0, - "89": 162883.0, - "90": 51330.0, - "91": 2141901.0, - "92": 44946.0, - "93": 138194.0, - "94": 2145772.0, - "95": 45247.0, - "96": 135045.0, - "97": 53170.0, - "98": 168576.0, - "99": 2141797.0, - "100": 163741.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 787516416.0, - "2": 787540992.0, - "3": 787524096.0, - "4": 787512320.0, - "5": 787547136.0, - "6": 787537920.0, - "7": 787512832.0, - "8": 787524608.0, - "9": 787528192.0, - "10": 787505152.0, - "11": 787522048.0, - "12": 787520000.0, - "13": 787529728.0, - "14": 787529216.0, - "15": 787504128.0, - "16": 787513344.0, - "17": 787503104.0, - "18": 787489280.0, - "19": 787514880.0, - "20": 787505152.0, - "21": 787479552.0, - "22": 787486208.0, - "23": 787478528.0, - "24": 787486208.0, - "25": 787451392.0, - "26": 787482112.0, - "27": 787470848.0, - "28": 787450368.0, - "29": 787458048.0, - "30": 787435008.0, - "31": 787406848.0, - "32": 787424256.0, - "33": 787435520.0, - "34": 787426304.0, - "35": 787418624.0, - "36": 787436544.0, - "37": 787428352.0, - "38": 787436544.0, - "39": 787417600.0, - "40": 787415040.0, - "41": 787405824.0, - "42": 787415040.0, - "43": 787367936.0, - "44": 787392512.0, - "45": 787399680.0, - "46": 787355136.0, - "47": 787411456.0, - "48": 787354112.0, - "49": 787374080.0, - "50": 787389440.0, - "51": 787375616.0, - "52": 787383808.0, - "53": 787379712.0, - "54": 787384832.0, - "55": 787388928.0, - "56": 787388928.0, - "57": 787351040.0, - "58": 787382784.0, - "59": 787374080.0, - "60": 787395072.0, - "61": 787405312.0, - "62": 787405824.0, - "63": 787373056.0, - "64": 787388928.0, - "65": 787351552.0, - "66": 787386880.0, - "67": 787392000.0, - "68": 787399168.0, - "69": 787383296.0, - "70": 787393024.0, - "71": 787406848.0, - "72": 787400704.0, - "73": 787401216.0, - "74": 787403264.0, - "75": 787442688.0, - "76": 787444736.0, - "77": 787445760.0, - "78": 787395072.0, - "79": 787430400.0, - "80": 787410432.0, - "81": 787412992.0, - "82": 787427840.0, - "83": 787428864.0, - "84": 787412480.0, - "85": 787412480.0, - "86": 787394560.0, - "87": 787452928.0, - "88": 787414528.0, - "89": 787404800.0, - "90": 787446784.0, - "91": 787446272.0, - "92": 787446784.0, - "93": 787430400.0, - "94": 787440128.0, - "95": 787450368.0, - "96": 787454976.0, - "97": 787427328.0, - "98": 787475968.0, - "99": 787419136.0, - "100": 787438592.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2579673088.0, - "2": 2590714880.0, - "3": 2590714880.0, - "4": 2590714880.0, - "5": 2596039680.0, - "6": 2596039680.0, - "7": 2596039680.0, - "8": 2596039680.0, - "9": 2596039680.0, - "10": 2596039680.0, - "11": 2596039680.0, - "12": 2596039680.0, - "13": 2596039680.0, - "14": 2596039680.0, - "15": 2596039680.0, - "16": 2596039680.0, - "17": 2596039680.0, - "18": 2596039680.0, - "19": 2596039680.0, - "20": 2596039680.0, - "21": 2596039680.0, - "22": 2596039680.0, - "23": 2596039680.0, - "24": 2596039680.0, - "25": 2596039680.0, - "26": 2596039680.0, - "27": 2596039680.0, - "28": 2596039680.0, - "29": 2596039680.0, - "30": 2596039680.0, - "31": 2596039680.0, - "32": 2596039680.0, - "33": 2596039680.0, - "34": 2596039680.0, - "35": 2596039680.0, - "36": 2596039680.0, - "37": 2596039680.0, - "38": 2596039680.0, - "39": 2596039680.0, - "40": 2596039680.0, - "41": 2596039680.0, - "42": 2596039680.0, - "43": 2596039680.0, - "44": 2596039680.0, - "45": 2596039680.0, - "46": 2596039680.0, - "47": 2596039680.0, - "48": 2596039680.0, - "49": 2596039680.0, - "50": 2596039680.0, - "51": 2596039680.0, - "52": 2596039680.0, - "53": 2596039680.0, - "54": 2596039680.0, - "55": 2596039680.0, - "56": 2596039680.0, - "57": 2596039680.0, - "58": 2596039680.0, - "59": 2596039680.0, - "60": 2596039680.0, - "61": 2596039680.0, - "62": 2596039680.0, - "63": 2596039680.0, - "64": 2596039680.0, - "65": 2596039680.0, - "66": 2596039680.0, - "67": 2596039680.0, - "68": 2596039680.0, - "69": 2596039680.0, - "70": 2596039680.0, - "71": 2596039680.0, - "72": 2596039680.0, - "73": 2596039680.0, - "74": 2596039680.0, - "75": 2596039680.0, - "76": 2596039680.0, - "77": 2596039680.0, - "78": 2596039680.0, - "79": 2596039680.0, - "80": 2596039680.0, - "81": 2596039680.0, - "82": 2596039680.0, - "83": 2596039680.0, - "84": 2596039680.0, - "85": 2596039680.0, - "86": 2596039680.0, - "87": 2596039680.0, - "88": 2596039680.0, - "89": 2596039680.0, - "90": 2596039680.0, - "91": 2596039680.0, - "92": 2596039680.0, - "93": 2596039680.0, - "94": 2596039680.0, - "95": 2596039680.0, - "96": 2596039680.0, - "97": 2596039680.0, - "98": 2596039680.0, - "99": 2596039680.0, - "100": 2596039680.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 11.07685, - "2": 0.45645, - "3": 0.41285, - "4": 0.40148, - "5": 0.35405, - "6": 0.35535, - "7": 0.35437, - "8": 0.32989, - "9": 0.32686, - "10": 0.32734, - "11": 0.32243, - "12": 0.32634, - "13": 0.33475, - "14": 0.33636, - "15": 0.33838, - "16": 0.32741, - "17": 0.33364, - "18": 0.33147, - "19": 0.33328, - "20": 0.33281, - "21": 0.33587, - "22": 0.3271, - "23": 0.33537, - "24": 0.32125, - "25": 0.33225, - "26": 0.33085, - "27": 0.3387, - "28": 0.34305, - "29": 0.34938, - "30": 0.34814, - "31": 0.35223, - "32": 0.36489, - "33": 0.33408, - "34": 0.34688, - "35": 0.33945, - "36": 0.34851, - "37": 0.3471, - "38": 0.3338, - "39": 0.3395, - "40": 0.3414, - "41": 0.34662, - "42": 0.34093, - "43": 0.34012, - "44": 0.34423, - "45": 0.34205, - "46": 0.34681, - "47": 0.33694, - "48": 0.34136, - "49": 0.34255, - "50": 0.34412, - "51": 0.32987, - "52": 0.34834, - "53": 0.34028, - "54": 0.33718, - "55": 0.33563, - "56": 0.3372, - "57": 0.33927, - "58": 0.34337, - "59": 0.34056, - "60": 0.34048, - "61": 0.33816, - "62": 0.3357, - "63": 0.3365, - "64": 0.33906, - "65": 0.34134, - "66": 0.34125, - "67": 0.33859, - "68": 0.34726, - "69": 0.3385, - "70": 0.34428, - "71": 0.34339, - "72": 0.33789, - "73": 0.33975, - "74": 0.34759, - "75": 0.33612, - "76": 0.33913, - "77": 0.34664, - "78": 0.33673, - "79": 0.33903, - "80": 0.33519, - "81": 0.33434, - "82": 0.34003, - "83": 0.33784, - "84": 0.33367, - "85": 0.33382, - "86": 0.34029, - "87": 0.33537, - "88": 0.33703, - "89": 0.33416, - "90": 0.33113, - "91": 0.33369, - "92": 0.33443, - "93": 0.33841, - "94": 0.339, - "95": 0.33271, - "96": 0.33211, - "97": 0.33492, - "98": 0.33877, - "99": 0.33548, - "100": 0.33195 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_h100.json index cd1596da3bc..c9eee5d9463 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 18.1916, - "2": 0.59351, - "3": 0.53789, - "4": 0.55618, - "5": 0.51747, - "6": 0.51798, - "7": 0.53735, - "8": 0.51847, - "9": 0.51772, - "10": 0.51103, - "11": 0.51385, - "12": 0.50834, - "13": 0.51586, - "14": 0.50721, - "15": 0.53294, - "16": 0.51593, - "17": 0.51388, - "18": 0.51464, - "19": 0.50827, - "20": 0.50952, - "21": 0.50189, - "22": 0.50928, - "23": 0.50324, - "24": 0.50354, - "25": 0.50213, - "26": 0.49708, - "27": 0.49953, - "28": 0.50373, - "29": 0.50455, - "30": 0.50305, - "31": 0.50567, - "32": 0.50905, - "33": 0.50325, - "34": 0.51203, - "35": 0.52783, - "36": 0.51023, - "37": 0.50726, - "38": 0.52285, - "39": 0.50728, - "40": 0.52086, - "41": 0.51671, - "42": 0.51607, - "43": 0.51296, - "44": 0.51003, - "45": 0.51106, - "46": 0.53309, - "47": 0.52738, - "48": 0.5128, - "49": 0.53044, - "50": 0.50994 + "1": 17.75731, + "2": 0.59137, + "3": 0.52847, + "4": 0.55398, + "5": 0.51736, + "6": 0.51707, + "7": 0.52895, + "8": 0.51861, + "9": 0.5181, + "10": 0.51717, + "11": 0.51445, + "12": 0.51129, + "13": 0.51494, + "14": 0.51037, + "15": 0.51828, + "16": 0.50983, + "17": 0.51156, + "18": 0.51029, + "19": 0.51087, + "20": 0.51452, + "21": 0.5039, + "22": 0.51296, + "23": 0.50822, + "24": 0.51693, + "25": 0.51087, + "26": 0.51188, + "27": 0.51138, + "28": 0.51374, + "29": 0.50808, + "30": 0.50936, + "31": 0.51301, + "32": 0.5132, + "33": 0.51, + "34": 0.51133, + "35": 0.51556, + "36": 0.51397, + "37": 0.51183, + "38": 0.51721, + "39": 0.50468, + "40": 0.50915, + "41": 0.51802, + "42": 0.51064, + "43": 0.51335, + "44": 0.50717, + "45": 0.51189, + "46": 0.52735, + "47": 0.52015, + "48": 0.50421, + "49": 0.5285, + "50": 0.50368 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index c922ef3f273..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.81746, - "2": 10.82149, - "3": 10.82234, - "4": 10.79883, - "5": 10.84067, - "6": 10.85636, - "7": 10.81775, - "8": 10.81498, - "9": 10.83664, - "10": 10.7822, - "11": 10.85151, - "12": 10.84335, - "13": 10.85001, - "14": 10.87346, - "15": 10.80974, - "16": 10.80359, - "17": 10.75702, - "18": 10.80691, - "19": 10.78689, - "20": 10.73095, - "21": 10.70872, - "22": 10.57886, - "23": 10.71772, - "24": 10.63253, - "25": 10.57332, - "26": 10.62323, - "27": 10.63892, - "28": 10.60509, - "29": 10.61796, - "30": 10.42067, - "31": 10.18074, - "32": 10.50619, - "33": 10.50937, - "34": 10.27626, - "35": 10.3249, - "36": 10.29423, - "37": 10.40006, - "38": 10.26099, - "39": 10.44197, - "40": 10.1644, - "41": 10.2004, - "42": 10.26981, - "43": 9.93054, - "44": 10.04184, - "45": 9.9288, - "46": 9.89638, - "47": 10.18471, - "48": 9.93119, - "49": 9.62763, - "50": 9.98402 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 5082.0, - "2": 5274.0, - "3": 5447.0, - "4": 5269.0, - "5": 6020.0, - "6": 6160.0, - "7": 5592.0, - "8": 5309.0, - "9": 5743.0, - "10": 4800.0, - "11": 6186.0, - "12": 5648.0, - "13": 6106.0, - "14": 6126.0, - "15": 5600.0, - "16": 5819.0, - "17": 5669.0, - "18": 5547.0, - "19": 5711.0, - "20": 5380.0, - "21": 5677.0, - "22": 5023.0, - "23": 6080.0, - "24": 5403.0, - "25": 5120.0, - "26": 5431.0, - "27": 5866.0, - "28": 6035.0, - "29": 6154.0, - "30": 5456.0, - "31": 4832.0, - "32": 5956.0, - "33": 6301.0, - "34": 5366.0, - "35": 5900.0, - "36": 5703.0, - "37": 6744.0, - "38": 6098.0, - "39": 6737.0, - "40": 5994.0, - "41": 6144.0, - "42": 6542.0, - "43": 5751.0, - "44": 5876.0, - "45": 5795.0, - "46": 6162.0, - "47": 6736.0, - "48": 6331.0, - "49": 6235.0, - "50": 6668.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 627718656.0, - "2": 627719168.0, - "3": 627719168.0, - "4": 627720704.0, - "5": 627718656.0, - "6": 627718656.0, - "7": 627718144.0, - "8": 627718144.0, - "9": 627718144.0, - "10": 627719168.0, - "11": 627719680.0, - "12": 627719168.0, - "13": 627719680.0, - "14": 627717120.0, - "15": 627720192.0, - "16": 627717632.0, - "17": 627718144.0, - "18": 627719680.0, - "19": 627719168.0, - "20": 627717120.0, - "21": 627718144.0, - "22": 627720192.0, - "23": 627720192.0, - "24": 627718144.0, - "25": 627718656.0, - "26": 627718144.0, - "27": 627717120.0, - "28": 627718656.0, - "29": 627717120.0, - "30": 627720192.0, - "31": 627715072.0, - "32": 627720192.0, - "33": 627717632.0, - "34": 627719168.0, - "35": 627716608.0, - "36": 627719168.0, - "37": 627718144.0, - "38": 627718656.0, - "39": 627715584.0, - "40": 627717632.0, - "41": 627714560.0, - "42": 627718144.0, - "43": 627713536.0, - "44": 627714048.0, - "45": 627719168.0, - "46": 627716096.0, - "47": 627717120.0, - "48": 627716608.0, - "49": 627715072.0, - "50": 627718144.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 870138880.0, - "2": 1099332096.0, - "3": 1099950080.0, - "4": 1102007296.0, - "5": 1102007296.0, - "6": 1102007296.0, - "7": 1102007296.0, - "8": 1102007296.0, - "9": 1102007296.0, - "10": 1102007296.0, - "11": 1102007296.0, - "12": 1102007296.0, - "13": 1103012352.0, - "14": 1103012352.0, - "15": 1103012352.0, - "16": 1103012352.0, - "17": 1103012352.0, - "18": 1103012352.0, - "19": 1103012352.0, - "20": 1103012352.0, - "21": 1103012352.0, - "22": 1103012352.0, - "23": 1103012352.0, - "24": 1103012352.0, - "25": 1103012352.0, - "26": 1103012352.0, - "27": 1103012352.0, - "28": 1103012352.0, - "29": 1103012352.0, - "30": 1103012352.0, - "31": 1103012352.0, - "32": 1103012352.0, - "33": 1103012352.0, - "34": 1103012352.0, - "35": 1103012352.0, - "36": 1103012352.0, - "37": 1103012352.0, - "38": 1103012352.0, - "39": 1103012352.0, - "40": 1103012352.0, - "41": 1103012352.0, - "42": 1103012352.0, - "43": 1103012352.0, - "44": 1103012352.0, - "45": 1103012352.0, - "46": 1103012352.0, - "47": 1103012352.0, - "48": 1103012352.0, - "49": 1103012352.0, - "50": 1103012352.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 20.31176, - "2": 0.54582, - "3": 0.4713, - "4": 0.49552, - "5": 0.45024, - "6": 0.44845, - "7": 0.46159, - "8": 0.44727, - "9": 0.45224, - "10": 0.44611, - "11": 0.44928, - "12": 0.4393, - "13": 0.44861, - "14": 0.43419, - "15": 0.46035, - "16": 0.44467, - "17": 0.44969, - "18": 0.45329, - "19": 0.45261, - "20": 0.47266, - "21": 0.44362, - "22": 0.44618, - "23": 0.44658, - "24": 0.44334, - "25": 0.45084, - "26": 0.4522, - "27": 0.44323, - "28": 0.44959, - "29": 0.44013, - "30": 0.44198, - "31": 0.44974, - "32": 0.44838, - "33": 0.4388, - "34": 0.46145, - "35": 0.4454, - "36": 0.43557, - "37": 0.43704, - "38": 0.45184, - "39": 0.43707, - "40": 0.43729, - "41": 0.44791, - "42": 0.44386, - "43": 0.44641, - "44": 0.43881, - "45": 0.45139, - "46": 0.46177, - "47": 0.46449, - "48": 0.44551, - "49": 0.47013, - "50": 0.44517 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index c9eee5d9463..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.81746, - "2": 10.82149, - "3": 10.82234, - "4": 10.79883, - "5": 10.84067, - "6": 10.85636, - "7": 10.81775, - "8": 10.81498, - "9": 10.83664, - "10": 10.7822, - "11": 10.85151, - "12": 10.84335, - "13": 10.85001, - "14": 10.87346, - "15": 10.80974, - "16": 10.80359, - "17": 10.75702, - "18": 10.80691, - "19": 10.78689, - "20": 10.73095, - "21": 10.70872, - "22": 10.57886, - "23": 10.71772, - "24": 10.63253, - "25": 10.57332, - "26": 10.62323, - "27": 10.63892, - "28": 10.60509, - "29": 10.61796, - "30": 10.42067, - "31": 10.18074, - "32": 10.50619, - "33": 10.50937, - "34": 10.27626, - "35": 10.3249, - "36": 10.29423, - "37": 10.40006, - "38": 10.26099, - "39": 10.44197, - "40": 10.1644, - "41": 10.2004, - "42": 10.26981, - "43": 9.93054, - "44": 10.04184, - "45": 9.9288, - "46": 9.89638, - "47": 10.18471, - "48": 9.93119, - "49": 9.62763, - "50": 9.98402 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 5082.0, - "2": 5274.0, - "3": 5447.0, - "4": 5269.0, - "5": 6020.0, - "6": 6160.0, - "7": 5592.0, - "8": 5309.0, - "9": 5743.0, - "10": 4800.0, - "11": 6186.0, - "12": 5648.0, - "13": 6106.0, - "14": 6126.0, - "15": 5600.0, - "16": 5819.0, - "17": 5669.0, - "18": 5547.0, - "19": 5711.0, - "20": 5380.0, - "21": 5677.0, - "22": 5023.0, - "23": 6080.0, - "24": 5403.0, - "25": 5120.0, - "26": 5431.0, - "27": 5866.0, - "28": 6035.0, - "29": 6154.0, - "30": 5456.0, - "31": 4832.0, - "32": 5956.0, - "33": 6301.0, - "34": 5366.0, - "35": 5900.0, - "36": 5703.0, - "37": 6744.0, - "38": 6098.0, - "39": 6737.0, - "40": 5994.0, - "41": 6144.0, - "42": 6542.0, - "43": 5751.0, - "44": 5876.0, - "45": 5795.0, - "46": 6162.0, - "47": 6736.0, - "48": 6331.0, - "49": 6235.0, - "50": 6668.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 627718656.0, - "2": 627719168.0, - "3": 627719168.0, - "4": 627720704.0, - "5": 627718656.0, - "6": 627718656.0, - "7": 627718144.0, - "8": 627718144.0, - "9": 627718144.0, - "10": 627719168.0, - "11": 627719680.0, - "12": 627719168.0, - "13": 627719680.0, - "14": 627717120.0, - "15": 627720192.0, - "16": 627717632.0, - "17": 627718144.0, - "18": 627719680.0, - "19": 627719168.0, - "20": 627717120.0, - "21": 627718144.0, - "22": 627720192.0, - "23": 627720192.0, - "24": 627718144.0, - "25": 627718656.0, - "26": 627718144.0, - "27": 627717120.0, - "28": 627718656.0, - "29": 627717120.0, - "30": 627720192.0, - "31": 627715072.0, - "32": 627720192.0, - "33": 627717632.0, - "34": 627719168.0, - "35": 627716608.0, - "36": 627719168.0, - "37": 627718144.0, - "38": 627718656.0, - "39": 627715584.0, - "40": 627717632.0, - "41": 627714560.0, - "42": 627718144.0, - "43": 627713536.0, - "44": 627714048.0, - "45": 627719168.0, - "46": 627716096.0, - "47": 627717120.0, - "48": 627716608.0, - "49": 627715072.0, - "50": 627718144.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 870138880.0, - "2": 1099332096.0, - "3": 1099950080.0, - "4": 1102007296.0, - "5": 1102007296.0, - "6": 1102007296.0, - "7": 1102007296.0, - "8": 1102007296.0, - "9": 1102007296.0, - "10": 1102007296.0, - "11": 1102007296.0, - "12": 1102007296.0, - "13": 1103012352.0, - "14": 1103012352.0, - "15": 1103012352.0, - "16": 1103012352.0, - "17": 1103012352.0, - "18": 1103012352.0, - "19": 1103012352.0, - "20": 1103012352.0, - "21": 1103012352.0, - "22": 1103012352.0, - "23": 1103012352.0, - "24": 1103012352.0, - "25": 1103012352.0, - "26": 1103012352.0, - "27": 1103012352.0, - "28": 1103012352.0, - "29": 1103012352.0, - "30": 1103012352.0, - "31": 1103012352.0, - "32": 1103012352.0, - "33": 1103012352.0, - "34": 1103012352.0, - "35": 1103012352.0, - "36": 1103012352.0, - "37": 1103012352.0, - "38": 1103012352.0, - "39": 1103012352.0, - "40": 1103012352.0, - "41": 1103012352.0, - "42": 1103012352.0, - "43": 1103012352.0, - "44": 1103012352.0, - "45": 1103012352.0, - "46": 1103012352.0, - "47": 1103012352.0, - "48": 1103012352.0, - "49": 1103012352.0, - "50": 1103012352.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 17.75731, - "2": 0.59137, - "3": 0.52847, - "4": 0.55398, - "5": 0.51736, - "6": 0.51707, - "7": 0.52895, - "8": 0.51861, - "9": 0.5181, - "10": 0.51717, - "11": 0.51445, - "12": 0.51129, - "13": 0.51494, - "14": 0.51037, - "15": 0.51828, - "16": 0.50983, - "17": 0.51156, - "18": 0.51029, - "19": 0.51087, - "20": 0.51452, - "21": 0.5039, - "22": 0.51296, - "23": 0.50822, - "24": 0.51693, - "25": 0.51087, - "26": 0.51188, - "27": 0.51138, - "28": 0.51374, - "29": 0.50808, - "30": 0.50936, - "31": 0.51301, - "32": 0.5132, - "33": 0.51, - "34": 0.51133, - "35": 0.51556, - "36": 0.51397, - "37": 0.51183, - "38": 0.51721, - "39": 0.50468, - "40": 0.50915, - "41": 0.51802, - "42": 0.51064, - "43": 0.51335, - "44": 0.50717, - "45": 0.51189, - "46": 0.52735, - "47": 0.52015, - "48": 0.50421, - "49": 0.5285, - "50": 0.50368 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgx_h100.json index 4918ee299d7..25a8b5ae572 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 17.91075, - "2": 0.58262, - "3": 0.51891, - "4": 0.5535, - "5": 0.50364, - "6": 0.50993, - "7": 0.51644, - "8": 0.5062, - "9": 0.50479, - "10": 0.50352, - "11": 0.50142, - "12": 0.50105, - "13": 0.50984, - "14": 0.49899, - "15": 0.5144, - "16": 0.49725, - "17": 0.50222, - "18": 0.50011, - "19": 0.50584, - "20": 0.502, - "21": 0.49935, - "22": 0.51276, - "23": 0.50351, - "24": 0.50235, - "25": 0.49997, - "26": 0.50146, - "27": 0.49644, - "28": 0.49951, - "29": 0.49788, - "30": 0.50224, - "31": 0.50481, - "32": 0.50353, - "33": 0.50198, - "34": 0.50088, - "35": 0.50994, - "36": 0.49922, - "37": 0.49884, - "38": 0.51305, - "39": 0.49951, - "40": 0.49857, - "41": 0.5133, - "42": 0.50758, - "43": 0.51002, - "44": 0.50205, - "45": 0.51091, - "46": 0.52453, - "47": 0.52953, - "48": 0.50437, - "49": 0.52951, - "50": 0.50206 + "1": 17.91902, + "2": 0.59117, + "3": 0.52614, + "4": 0.54746, + "5": 0.5056, + "6": 0.50649, + "7": 0.52305, + "8": 0.50853, + "9": 0.50644, + "10": 0.50303, + "11": 0.50387, + "12": 0.50249, + "13": 0.51153, + "14": 0.49861, + "15": 0.51318, + "16": 0.50066, + "17": 0.50888, + "18": 0.50788, + "19": 0.51533, + "20": 0.51425, + "21": 0.51111, + "22": 0.5116, + "23": 0.50626, + "24": 0.5049, + "25": 0.51101, + "26": 0.50993, + "27": 0.5073, + "28": 0.50949, + "29": 0.50784, + "30": 0.50783, + "31": 0.51255, + "32": 0.51065, + "33": 0.50731, + "34": 0.50768, + "35": 0.51749, + "36": 0.50656, + "37": 0.51012, + "38": 0.51668, + "39": 0.50475, + "40": 0.50784, + "41": 0.51405, + "42": 0.51014, + "43": 0.51186, + "44": 0.50532, + "45": 0.51211, + "46": 0.52864, + "47": 0.52545, + "48": 0.50927, + "49": 0.52883, + "50": 0.50373 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index f80469c23a2..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.81746, - "2": 10.82149, - "3": 10.82234, - "4": 10.79883, - "5": 10.84067, - "6": 10.85636, - "7": 10.81775, - "8": 10.81498, - "9": 10.83664, - "10": 10.7822, - "11": 10.85151, - "12": 10.84335, - "13": 10.85001, - "14": 10.87346, - "15": 10.80974, - "16": 10.80359, - "17": 10.75702, - "18": 10.80691, - "19": 10.78689, - "20": 10.73095, - "21": 10.70872, - "22": 10.57886, - "23": 10.71772, - "24": 10.63253, - "25": 10.57332, - "26": 10.62323, - "27": 10.63892, - "28": 10.60509, - "29": 10.61796, - "30": 10.42067, - "31": 10.18074, - "32": 10.50619, - "33": 10.50937, - "34": 10.27626, - "35": 10.3249, - "36": 10.29423, - "37": 10.40006, - "38": 10.26099, - "39": 10.44197, - "40": 10.1644, - "41": 10.2004, - "42": 10.26981, - "43": 9.93054, - "44": 10.04184, - "45": 9.9288, - "46": 9.89638, - "47": 10.18471, - "48": 9.93119, - "49": 9.62763, - "50": 9.98402 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 5082.0, - "2": 5274.0, - "3": 5447.0, - "4": 5269.0, - "5": 6020.0, - "6": 6160.0, - "7": 5592.0, - "8": 5309.0, - "9": 5743.0, - "10": 4800.0, - "11": 6186.0, - "12": 5648.0, - "13": 6106.0, - "14": 6126.0, - "15": 5600.0, - "16": 5819.0, - "17": 5669.0, - "18": 5547.0, - "19": 5711.0, - "20": 5380.0, - "21": 5677.0, - "22": 5023.0, - "23": 6080.0, - "24": 5403.0, - "25": 5120.0, - "26": 5431.0, - "27": 5866.0, - "28": 6035.0, - "29": 6154.0, - "30": 5456.0, - "31": 4832.0, - "32": 5956.0, - "33": 6301.0, - "34": 5366.0, - "35": 5900.0, - "36": 5703.0, - "37": 6744.0, - "38": 6098.0, - "39": 6737.0, - "40": 5994.0, - "41": 6144.0, - "42": 6542.0, - "43": 5751.0, - "44": 5876.0, - "45": 5795.0, - "46": 6162.0, - "47": 6736.0, - "48": 6331.0, - "49": 6235.0, - "50": 6668.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 627718656.0, - "2": 627719168.0, - "3": 627719168.0, - "4": 627720704.0, - "5": 627718656.0, - "6": 627718656.0, - "7": 627718144.0, - "8": 627718144.0, - "9": 627718144.0, - "10": 627719168.0, - "11": 627719680.0, - "12": 627719168.0, - "13": 627719680.0, - "14": 627717120.0, - "15": 627720192.0, - "16": 627717632.0, - "17": 627718144.0, - "18": 627719680.0, - "19": 627719168.0, - "20": 627717120.0, - "21": 627718144.0, - "22": 627720192.0, - "23": 627720192.0, - "24": 627718144.0, - "25": 627718656.0, - "26": 627718144.0, - "27": 627717120.0, - "28": 627718656.0, - "29": 627717120.0, - "30": 627720192.0, - "31": 627715072.0, - "32": 627720192.0, - "33": 627717632.0, - "34": 627719168.0, - "35": 627716608.0, - "36": 627719168.0, - "37": 627718144.0, - "38": 627718656.0, - "39": 627715584.0, - "40": 627717632.0, - "41": 627714560.0, - "42": 627718144.0, - "43": 627713536.0, - "44": 627714048.0, - "45": 627719168.0, - "46": 627716096.0, - "47": 627717120.0, - "48": 627716608.0, - "49": 627715072.0, - "50": 627718144.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 870138880.0, - "2": 1099332096.0, - "3": 1099950080.0, - "4": 1102007296.0, - "5": 1102007296.0, - "6": 1102007296.0, - "7": 1102007296.0, - "8": 1102007296.0, - "9": 1102007296.0, - "10": 1102007296.0, - "11": 1102007296.0, - "12": 1102007296.0, - "13": 1103012352.0, - "14": 1103012352.0, - "15": 1103012352.0, - "16": 1103012352.0, - "17": 1103012352.0, - "18": 1103012352.0, - "19": 1103012352.0, - "20": 1103012352.0, - "21": 1103012352.0, - "22": 1103012352.0, - "23": 1103012352.0, - "24": 1103012352.0, - "25": 1103012352.0, - "26": 1103012352.0, - "27": 1103012352.0, - "28": 1103012352.0, - "29": 1103012352.0, - "30": 1103012352.0, - "31": 1103012352.0, - "32": 1103012352.0, - "33": 1103012352.0, - "34": 1103012352.0, - "35": 1103012352.0, - "36": 1103012352.0, - "37": 1103012352.0, - "38": 1103012352.0, - "39": 1103012352.0, - "40": 1103012352.0, - "41": 1103012352.0, - "42": 1103012352.0, - "43": 1103012352.0, - "44": 1103012352.0, - "45": 1103012352.0, - "46": 1103012352.0, - "47": 1103012352.0, - "48": 1103012352.0, - "49": 1103012352.0, - "50": 1103012352.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 19.72199, - "2": 0.55482, - "3": 0.46042, - "4": 0.48082, - "5": 0.43967, - "6": 0.44947, - "7": 0.44996, - "8": 0.44231, - "9": 0.44422, - "10": 0.44437, - "11": 0.44012, - "12": 0.43933, - "13": 0.44783, - "14": 0.43652, - "15": 0.44961, - "16": 0.43438, - "17": 0.44393, - "18": 0.43947, - "19": 0.44737, - "20": 0.44146, - "21": 0.43755, - "22": 0.44263, - "23": 0.43321, - "24": 0.43572, - "25": 0.43146, - "26": 0.43427, - "27": 0.43127, - "28": 0.43972, - "29": 0.43162, - "30": 0.51076, - "31": 0.4451, - "32": 0.4416, - "33": 0.45169, - "34": 0.43371, - "35": 0.44399, - "36": 0.42875, - "37": 0.44051, - "38": 0.45464, - "39": 0.43269, - "40": 0.43351, - "41": 0.4407, - "42": 0.4495, - "43": 0.44929, - "44": 0.44083, - "45": 0.45508, - "46": 0.46229, - "47": 0.4728, - "48": 0.43019, - "49": 0.45756, - "50": 0.43145 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 25a8b5ae572..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_cp2_pp2_ep2_te_4experts2parallel_dp_last/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.81746, - "2": 10.82149, - "3": 10.82234, - "4": 10.79883, - "5": 10.84067, - "6": 10.85636, - "7": 10.81775, - "8": 10.81498, - "9": 10.83664, - "10": 10.7822, - "11": 10.85151, - "12": 10.84335, - "13": 10.85001, - "14": 10.87346, - "15": 10.80974, - "16": 10.80359, - "17": 10.75702, - "18": 10.80691, - "19": 10.78689, - "20": 10.73095, - "21": 10.70872, - "22": 10.57886, - "23": 10.71772, - "24": 10.63253, - "25": 10.57332, - "26": 10.62323, - "27": 10.63892, - "28": 10.60509, - "29": 10.61796, - "30": 10.42067, - "31": 10.18074, - "32": 10.50619, - "33": 10.50937, - "34": 10.27626, - "35": 10.3249, - "36": 10.29423, - "37": 10.40006, - "38": 10.26099, - "39": 10.44197, - "40": 10.1644, - "41": 10.2004, - "42": 10.26981, - "43": 9.93054, - "44": 10.04184, - "45": 9.9288, - "46": 9.89638, - "47": 10.18471, - "48": 9.93119, - "49": 9.62763, - "50": 9.98402 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 5082.0, - "2": 5274.0, - "3": 5447.0, - "4": 5269.0, - "5": 6020.0, - "6": 6160.0, - "7": 5592.0, - "8": 5309.0, - "9": 5743.0, - "10": 4800.0, - "11": 6186.0, - "12": 5648.0, - "13": 6106.0, - "14": 6126.0, - "15": 5600.0, - "16": 5819.0, - "17": 5669.0, - "18": 5547.0, - "19": 5711.0, - "20": 5380.0, - "21": 5677.0, - "22": 5023.0, - "23": 6080.0, - "24": 5403.0, - "25": 5120.0, - "26": 5431.0, - "27": 5866.0, - "28": 6035.0, - "29": 6154.0, - "30": 5456.0, - "31": 4832.0, - "32": 5956.0, - "33": 6301.0, - "34": 5366.0, - "35": 5900.0, - "36": 5703.0, - "37": 6744.0, - "38": 6098.0, - "39": 6737.0, - "40": 5994.0, - "41": 6144.0, - "42": 6542.0, - "43": 5751.0, - "44": 5876.0, - "45": 5795.0, - "46": 6162.0, - "47": 6736.0, - "48": 6331.0, - "49": 6235.0, - "50": 6668.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 627718656.0, - "2": 627719168.0, - "3": 627719168.0, - "4": 627720704.0, - "5": 627718656.0, - "6": 627718656.0, - "7": 627718144.0, - "8": 627718144.0, - "9": 627718144.0, - "10": 627719168.0, - "11": 627719680.0, - "12": 627719168.0, - "13": 627719680.0, - "14": 627717120.0, - "15": 627720192.0, - "16": 627717632.0, - "17": 627718144.0, - "18": 627719680.0, - "19": 627719168.0, - "20": 627717120.0, - "21": 627718144.0, - "22": 627720192.0, - "23": 627720192.0, - "24": 627718144.0, - "25": 627718656.0, - "26": 627718144.0, - "27": 627717120.0, - "28": 627718656.0, - "29": 627717120.0, - "30": 627720192.0, - "31": 627715072.0, - "32": 627720192.0, - "33": 627717632.0, - "34": 627719168.0, - "35": 627716608.0, - "36": 627719168.0, - "37": 627718144.0, - "38": 627718656.0, - "39": 627715584.0, - "40": 627717632.0, - "41": 627714560.0, - "42": 627718144.0, - "43": 627713536.0, - "44": 627714048.0, - "45": 627719168.0, - "46": 627716096.0, - "47": 627717120.0, - "48": 627716608.0, - "49": 627715072.0, - "50": 627718144.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 870138880.0, - "2": 1099332096.0, - "3": 1099950080.0, - "4": 1102007296.0, - "5": 1102007296.0, - "6": 1102007296.0, - "7": 1102007296.0, - "8": 1102007296.0, - "9": 1102007296.0, - "10": 1102007296.0, - "11": 1102007296.0, - "12": 1102007296.0, - "13": 1103012352.0, - "14": 1103012352.0, - "15": 1103012352.0, - "16": 1103012352.0, - "17": 1103012352.0, - "18": 1103012352.0, - "19": 1103012352.0, - "20": 1103012352.0, - "21": 1103012352.0, - "22": 1103012352.0, - "23": 1103012352.0, - "24": 1103012352.0, - "25": 1103012352.0, - "26": 1103012352.0, - "27": 1103012352.0, - "28": 1103012352.0, - "29": 1103012352.0, - "30": 1103012352.0, - "31": 1103012352.0, - "32": 1103012352.0, - "33": 1103012352.0, - "34": 1103012352.0, - "35": 1103012352.0, - "36": 1103012352.0, - "37": 1103012352.0, - "38": 1103012352.0, - "39": 1103012352.0, - "40": 1103012352.0, - "41": 1103012352.0, - "42": 1103012352.0, - "43": 1103012352.0, - "44": 1103012352.0, - "45": 1103012352.0, - "46": 1103012352.0, - "47": 1103012352.0, - "48": 1103012352.0, - "49": 1103012352.0, - "50": 1103012352.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 17.91902, - "2": 0.59117, - "3": 0.52614, - "4": 0.54746, - "5": 0.5056, - "6": 0.50649, - "7": 0.52305, - "8": 0.50853, - "9": 0.50644, - "10": 0.50303, - "11": 0.50387, - "12": 0.50249, - "13": 0.51153, - "14": 0.49861, - "15": 0.51318, - "16": 0.50066, - "17": 0.50888, - "18": 0.50788, - "19": 0.51533, - "20": 0.51425, - "21": 0.51111, - "22": 0.5116, - "23": 0.50626, - "24": 0.5049, - "25": 0.51101, - "26": 0.50993, - "27": 0.5073, - "28": 0.50949, - "29": 0.50784, - "30": 0.50783, - "31": 0.51255, - "32": 0.51065, - "33": 0.50731, - "34": 0.50768, - "35": 0.51749, - "36": 0.50656, - "37": 0.51012, - "38": 0.51668, - "39": 0.50475, - "40": 0.50784, - "41": 0.51405, - "42": 0.51014, - "43": 0.51186, - "44": 0.50532, - "45": 0.51211, - "46": 0.52864, - "47": 0.52545, - "48": 0.50927, - "49": 0.52883, - "50": 0.50373 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgx_h100.json index 90c75c99e13..b250bf7ac21 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 13.19467, - "2": 0.48448, - "3": 0.44871, - "4": 0.46924, - "5": 0.42566, - "6": 0.43083, - "7": 0.43901, - "8": 0.42599, - "9": 0.42583, - "10": 0.42829, - "11": 0.4235, - "12": 0.42225, - "13": 0.4285, - "14": 0.42372, - "15": 0.43098, - "16": 0.4172, - "17": 0.43302, - "18": 0.41927, - "19": 0.4331, - "20": 0.43471, - "21": 0.41939, - "22": 0.43275, - "23": 0.41768, - "24": 0.42806, - "25": 0.42095, - "26": 0.42731, - "27": 0.42655, - "28": 0.42892, - "29": 0.42736, - "30": 0.42769, - "31": 0.43481, - "32": 0.4238, - "33": 0.42194, - "34": 0.43633, - "35": 0.43921, - "36": 0.43121, - "37": 0.42193, - "38": 0.42605, - "39": 0.42408, - "40": 0.42556, - "41": 0.43247, - "42": 0.42213, - "43": 0.44451, - "44": 0.42353, - "45": 0.42949, - "46": 0.46147, - "47": 0.44954, - "48": 0.44275, - "49": 0.44961, - "50": 0.4304 + "1": 13.26707, + "2": 0.52806, + "3": 0.46475, + "4": 0.47125, + "5": 0.42985, + "6": 0.42614, + "7": 0.43552, + "8": 0.42689, + "9": 0.42927, + "10": 0.42373, + "11": 0.42662, + "12": 0.42301, + "13": 0.42359, + "14": 0.4226, + "15": 0.42796, + "16": 0.42415, + "17": 0.4235, + "18": 0.41948, + "19": 0.42601, + "20": 0.42722, + "21": 0.4176, + "22": 0.41953, + "23": 0.42303, + "24": 0.4187, + "25": 0.42281, + "26": 0.42449, + "27": 0.41941, + "28": 0.42935, + "29": 0.417, + "30": 0.4261, + "31": 0.42904, + "32": 0.41844, + "33": 0.41687, + "34": 0.43419, + "35": 0.43727, + "36": 0.42315, + "37": 0.42179, + "38": 0.42403, + "39": 0.4179, + "40": 0.42443, + "41": 0.42169, + "42": 0.42155, + "43": 0.43942, + "44": 0.42209, + "45": 0.41972, + "46": 0.46515, + "47": 0.43911, + "48": 0.43693, + "49": 0.44745, + "50": 0.4198 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index d9811bb579f..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.80475, - "2": 10.821, - "3": 10.8216, - "4": 10.79306, - "5": 10.84831, - "6": 10.85888, - "7": 10.83177, - "8": 10.82362, - "9": 10.83757, - "10": 10.78732, - "11": 10.86732, - "12": 10.85395, - "13": 10.86171, - "14": 10.88343, - "15": 10.79765, - "16": 10.79986, - "17": 10.76238, - "18": 10.80286, - "19": 10.7945, - "20": 10.71733, - "21": 10.70194, - "22": 10.55147, - "23": 10.72167, - "24": 10.60698, - "25": 10.54614, - "26": 10.6136, - "27": 10.63974, - "28": 10.60486, - "29": 10.62277, - "30": 10.41109, - "31": 10.1456, - "32": 10.51017, - "33": 10.50089, - "34": 10.25812, - "35": 10.3154, - "36": 10.27895, - "37": 10.41061, - "38": 10.25908, - "39": 10.45334, - "40": 10.1604, - "41": 10.20557, - "42": 10.26792, - "43": 9.90468, - "44": 10.03233, - "45": 9.91098, - "46": 9.87857, - "47": 10.20952, - "48": 9.93178, - "49": 9.61584, - "50": 9.98565 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 5474.0, - "2": 5853.0, - "3": 5875.0, - "4": 6041.0, - "5": 6601.0, - "6": 6654.0, - "7": 6135.0, - "8": 5761.0, - "9": 6505.0, - "10": 5497.0, - "11": 6994.0, - "12": 6523.0, - "13": 6807.0, - "14": 6969.0, - "15": 6154.0, - "16": 6667.0, - "17": 6368.0, - "18": 6298.0, - "19": 6353.0, - "20": 5998.0, - "21": 6264.0, - "22": 5628.0, - "23": 6620.0, - "24": 6063.0, - "25": 5649.0, - "26": 6226.0, - "27": 6409.0, - "28": 6790.0, - "29": 7055.0, - "30": 6430.0, - "31": 5565.0, - "32": 6615.0, - "33": 6969.0, - "34": 6107.0, - "35": 6538.0, - "36": 6486.0, - "37": 7272.0, - "38": 6923.0, - "39": 7497.0, - "40": 6997.0, - "41": 6747.0, - "42": 7228.0, - "43": 6629.0, - "44": 6752.0, - "45": 6557.0, - "46": 6904.0, - "47": 7474.0, - "48": 7165.0, - "49": 7244.0, - "50": 7331.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 491766784.0, - "2": 491767296.0, - "3": 491765760.0, - "4": 491767296.0, - "5": 491766784.0, - "6": 491767808.0, - "7": 491767296.0, - "8": 491768320.0, - "9": 491767808.0, - "10": 491767296.0, - "11": 491765248.0, - "12": 491764736.0, - "13": 491766272.0, - "14": 491767808.0, - "15": 491768832.0, - "16": 491769856.0, - "17": 491767296.0, - "18": 491765248.0, - "19": 491766272.0, - "20": 491766784.0, - "21": 491768320.0, - "22": 491768320.0, - "23": 491765760.0, - "24": 491766272.0, - "25": 491766272.0, - "26": 491767296.0, - "27": 491766784.0, - "28": 491767296.0, - "29": 491766272.0, - "30": 491766272.0, - "31": 491767808.0, - "32": 491765760.0, - "33": 491764736.0, - "34": 491768320.0, - "35": 491769344.0, - "36": 491765760.0, - "37": 491765248.0, - "38": 491766272.0, - "39": 491767808.0, - "40": 491765760.0, - "41": 491768320.0, - "42": 491766272.0, - "43": 491768832.0, - "44": 491768320.0, - "45": 491765248.0, - "46": 491768320.0, - "47": 491765760.0, - "48": 491766784.0, - "49": 491766784.0, - "50": 491765248.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1047229440.0, - "2": 1213900288.0, - "3": 1213900288.0, - "4": 1213900288.0, - "5": 1213900288.0, - "6": 1213900288.0, - "7": 1213900288.0, - "8": 1213900288.0, - "9": 1213900288.0, - "10": 1213900288.0, - "11": 1213900288.0, - "12": 1213900288.0, - "13": 1213900288.0, - "14": 1213900288.0, - "15": 1213900288.0, - "16": 1213900288.0, - "17": 1213900288.0, - "18": 1213900288.0, - "19": 1213900288.0, - "20": 1213900288.0, - "21": 1213900288.0, - "22": 1213900288.0, - "23": 1213900288.0, - "24": 1213900288.0, - "25": 1213900288.0, - "26": 1213900288.0, - "27": 1213900288.0, - "28": 1213900288.0, - "29": 1213900288.0, - "30": 1213900288.0, - "31": 1213900288.0, - "32": 1213900288.0, - "33": 1213900288.0, - "34": 1213900288.0, - "35": 1213900288.0, - "36": 1213900288.0, - "37": 1213900288.0, - "38": 1213900288.0, - "39": 1213900288.0, - "40": 1213900288.0, - "41": 1213900288.0, - "42": 1213900288.0, - "43": 1213900288.0, - "44": 1213900288.0, - "45": 1213900288.0, - "46": 1213900288.0, - "47": 1213900288.0, - "48": 1213900288.0, - "49": 1213900288.0, - "50": 1213900288.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 14.81321, - "2": 0.47201, - "3": 0.40381, - "4": 0.41626, - "5": 0.37526, - "6": 0.39128, - "7": 0.38006, - "8": 0.38712, - "9": 0.37978, - "10": 0.36542, - "11": 0.37019, - "12": 0.3584, - "13": 0.37121, - "14": 0.37141, - "15": 0.37291, - "16": 0.36319, - "17": 0.3701, - "18": 0.35732, - "19": 0.36745, - "20": 0.36768, - "21": 0.36322, - "22": 0.36627, - "23": 0.36042, - "24": 0.36521, - "25": 0.36471, - "26": 0.36406, - "27": 0.35919, - "28": 0.37411, - "29": 0.35657, - "30": 0.36834, - "31": 0.37292, - "32": 0.35489, - "33": 0.36692, - "34": 0.37173, - "35": 0.37097, - "36": 0.36594, - "37": 0.36691, - "38": 0.36847, - "39": 0.36166, - "40": 0.36415, - "41": 0.36888, - "42": 0.36642, - "43": 0.37419, - "44": 0.37026, - "45": 0.36033, - "46": 0.39777, - "47": 0.37677, - "48": 0.36794, - "49": 0.3863, - "50": 0.36013 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index b250bf7ac21..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.80475, - "2": 10.821, - "3": 10.8216, - "4": 10.79306, - "5": 10.84831, - "6": 10.85888, - "7": 10.83177, - "8": 10.82362, - "9": 10.83757, - "10": 10.78732, - "11": 10.86732, - "12": 10.85395, - "13": 10.86171, - "14": 10.88343, - "15": 10.79765, - "16": 10.79986, - "17": 10.76238, - "18": 10.80286, - "19": 10.7945, - "20": 10.71733, - "21": 10.70194, - "22": 10.55147, - "23": 10.72167, - "24": 10.60698, - "25": 10.54614, - "26": 10.6136, - "27": 10.63974, - "28": 10.60486, - "29": 10.62277, - "30": 10.41109, - "31": 10.1456, - "32": 10.51017, - "33": 10.50089, - "34": 10.25812, - "35": 10.3154, - "36": 10.27895, - "37": 10.41061, - "38": 10.25908, - "39": 10.45334, - "40": 10.1604, - "41": 10.20557, - "42": 10.26792, - "43": 9.90468, - "44": 10.03233, - "45": 9.91098, - "46": 9.87857, - "47": 10.20952, - "48": 9.93178, - "49": 9.61584, - "50": 9.98565 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 5474.0, - "2": 5853.0, - "3": 5875.0, - "4": 6041.0, - "5": 6601.0, - "6": 6654.0, - "7": 6135.0, - "8": 5761.0, - "9": 6505.0, - "10": 5497.0, - "11": 6994.0, - "12": 6523.0, - "13": 6807.0, - "14": 6969.0, - "15": 6154.0, - "16": 6667.0, - "17": 6368.0, - "18": 6298.0, - "19": 6353.0, - "20": 5998.0, - "21": 6264.0, - "22": 5628.0, - "23": 6620.0, - "24": 6063.0, - "25": 5649.0, - "26": 6226.0, - "27": 6409.0, - "28": 6790.0, - "29": 7055.0, - "30": 6430.0, - "31": 5565.0, - "32": 6615.0, - "33": 6969.0, - "34": 6107.0, - "35": 6538.0, - "36": 6486.0, - "37": 7272.0, - "38": 6923.0, - "39": 7497.0, - "40": 6997.0, - "41": 6747.0, - "42": 7228.0, - "43": 6629.0, - "44": 6752.0, - "45": 6557.0, - "46": 6904.0, - "47": 7474.0, - "48": 7165.0, - "49": 7244.0, - "50": 7331.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 491766784.0, - "2": 491767296.0, - "3": 491765760.0, - "4": 491767296.0, - "5": 491766784.0, - "6": 491767808.0, - "7": 491767296.0, - "8": 491768320.0, - "9": 491767808.0, - "10": 491767296.0, - "11": 491765248.0, - "12": 491764736.0, - "13": 491766272.0, - "14": 491767808.0, - "15": 491768832.0, - "16": 491769856.0, - "17": 491767296.0, - "18": 491765248.0, - "19": 491766272.0, - "20": 491766784.0, - "21": 491768320.0, - "22": 491768320.0, - "23": 491765760.0, - "24": 491766272.0, - "25": 491766272.0, - "26": 491767296.0, - "27": 491766784.0, - "28": 491767296.0, - "29": 491766272.0, - "30": 491766272.0, - "31": 491767808.0, - "32": 491765760.0, - "33": 491764736.0, - "34": 491768320.0, - "35": 491769344.0, - "36": 491765760.0, - "37": 491765248.0, - "38": 491766272.0, - "39": 491767808.0, - "40": 491765760.0, - "41": 491768320.0, - "42": 491766272.0, - "43": 491768832.0, - "44": 491768320.0, - "45": 491765248.0, - "46": 491768320.0, - "47": 491765760.0, - "48": 491766784.0, - "49": 491766784.0, - "50": 491765248.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1047229440.0, - "2": 1213900288.0, - "3": 1213900288.0, - "4": 1213900288.0, - "5": 1213900288.0, - "6": 1213900288.0, - "7": 1213900288.0, - "8": 1213900288.0, - "9": 1213900288.0, - "10": 1213900288.0, - "11": 1213900288.0, - "12": 1213900288.0, - "13": 1213900288.0, - "14": 1213900288.0, - "15": 1213900288.0, - "16": 1213900288.0, - "17": 1213900288.0, - "18": 1213900288.0, - "19": 1213900288.0, - "20": 1213900288.0, - "21": 1213900288.0, - "22": 1213900288.0, - "23": 1213900288.0, - "24": 1213900288.0, - "25": 1213900288.0, - "26": 1213900288.0, - "27": 1213900288.0, - "28": 1213900288.0, - "29": 1213900288.0, - "30": 1213900288.0, - "31": 1213900288.0, - "32": 1213900288.0, - "33": 1213900288.0, - "34": 1213900288.0, - "35": 1213900288.0, - "36": 1213900288.0, - "37": 1213900288.0, - "38": 1213900288.0, - "39": 1213900288.0, - "40": 1213900288.0, - "41": 1213900288.0, - "42": 1213900288.0, - "43": 1213900288.0, - "44": 1213900288.0, - "45": 1213900288.0, - "46": 1213900288.0, - "47": 1213900288.0, - "48": 1213900288.0, - "49": 1213900288.0, - "50": 1213900288.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 13.26707, - "2": 0.52806, - "3": 0.46475, - "4": 0.47125, - "5": 0.42985, - "6": 0.42614, - "7": 0.43552, - "8": 0.42689, - "9": 0.42927, - "10": 0.42373, - "11": 0.42662, - "12": 0.42301, - "13": 0.42359, - "14": 0.4226, - "15": 0.42796, - "16": 0.42415, - "17": 0.4235, - "18": 0.41948, - "19": 0.42601, - "20": 0.42722, - "21": 0.4176, - "22": 0.41953, - "23": 0.42303, - "24": 0.4187, - "25": 0.42281, - "26": 0.42449, - "27": 0.41941, - "28": 0.42935, - "29": 0.417, - "30": 0.4261, - "31": 0.42904, - "32": 0.41844, - "33": 0.41687, - "34": 0.43419, - "35": 0.43727, - "36": 0.42315, - "37": 0.42179, - "38": 0.42403, - "39": 0.4179, - "40": 0.42443, - "41": 0.42169, - "42": 0.42155, - "43": 0.43942, - "44": 0.42209, - "45": 0.41972, - "46": 0.46515, - "47": 0.43911, - "48": 0.43693, - "49": 0.44745, - "50": 0.4198 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgx_h100.json index eba1757fe35..eb4665ad7e2 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 13.09447, - "2": 0.51607, - "3": 0.44405, - "4": 0.45969, - "5": 0.41888, - "6": 0.42393, - "7": 0.42442, - "8": 0.41943, - "9": 0.41271, - "10": 0.41462, - "11": 0.41487, - "12": 0.40591, - "13": 0.41444, - "14": 0.40303, - "15": 0.41598, - "16": 0.40637, - "17": 0.40922, - "18": 0.41209, - "19": 0.40964, - "20": 0.4238, - "21": 0.4078, - "22": 0.41408, - "23": 0.41657, - "24": 0.40953, - "25": 0.41984, - "26": 0.41935, - "27": 0.41845, - "28": 0.42267, - "29": 0.41439, - "30": 0.42344, - "31": 0.42201, - "32": 0.42025, - "33": 0.4143, - "34": 0.50551, - "35": 0.44065, - "36": 0.41296, - "37": 0.41985, - "38": 0.41541, - "39": 0.41687, - "40": 0.41757, - "41": 0.4181, - "42": 0.41983, - "43": 0.42929, - "44": 0.41833, - "45": 0.41337, - "46": 0.46022, - "47": 0.43427, - "48": 0.42794, - "49": 0.44841, - "50": 0.41311 + "1": 13.31352, + "2": 0.50754, + "3": 0.44486, + "4": 0.4668, + "5": 0.42238, + "6": 0.42115, + "7": 0.42604, + "8": 0.4217, + "9": 0.42265, + "10": 0.41522, + "11": 0.41976, + "12": 0.41287, + "13": 0.42113, + "14": 0.41948, + "15": 0.4211, + "16": 0.41519, + "17": 0.42043, + "18": 0.415, + "19": 0.42142, + "20": 0.42878, + "21": 0.4145, + "22": 0.42054, + "23": 0.41581, + "24": 0.42934, + "25": 0.43897, + "26": 0.42648, + "27": 0.42242, + "28": 0.42576, + "29": 0.42795, + "30": 0.42485, + "31": 0.43439, + "32": 0.42257, + "33": 0.41924, + "34": 0.43519, + "35": 0.43865, + "36": 0.42518, + "37": 0.42435, + "38": 0.42597, + "39": 0.42134, + "40": 0.42937, + "41": 0.42822, + "42": 0.42413, + "43": 0.44197, + "44": 0.42413, + "45": 0.42687, + "46": 0.46081, + "47": 0.45208, + "48": 0.43527, + "49": 0.44658, + "50": 0.41965 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 4fb97350a0f..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.80475, - "2": 10.821, - "3": 10.8216, - "4": 10.79306, - "5": 10.84831, - "6": 10.85888, - "7": 10.83177, - "8": 10.82362, - "9": 10.83757, - "10": 10.78732, - "11": 10.86732, - "12": 10.85395, - "13": 10.86171, - "14": 10.88343, - "15": 10.79765, - "16": 10.79986, - "17": 10.76238, - "18": 10.80286, - "19": 10.7945, - "20": 10.71733, - "21": 10.70194, - "22": 10.55147, - "23": 10.72167, - "24": 10.60698, - "25": 10.54614, - "26": 10.6136, - "27": 10.63974, - "28": 10.60486, - "29": 10.62277, - "30": 10.41109, - "31": 10.1456, - "32": 10.51017, - "33": 10.50089, - "34": 10.25812, - "35": 10.3154, - "36": 10.27895, - "37": 10.41061, - "38": 10.25908, - "39": 10.45334, - "40": 10.1604, - "41": 10.20557, - "42": 10.26792, - "43": 9.90468, - "44": 10.03233, - "45": 9.91098, - "46": 9.87857, - "47": 10.20952, - "48": 9.93178, - "49": 9.61584, - "50": 9.98565 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 5474.0, - "2": 5853.0, - "3": 5875.0, - "4": 6041.0, - "5": 6601.0, - "6": 6654.0, - "7": 6135.0, - "8": 5761.0, - "9": 6505.0, - "10": 5497.0, - "11": 6994.0, - "12": 6523.0, - "13": 6807.0, - "14": 6969.0, - "15": 6154.0, - "16": 6667.0, - "17": 6368.0, - "18": 6298.0, - "19": 6353.0, - "20": 5998.0, - "21": 6264.0, - "22": 5628.0, - "23": 6620.0, - "24": 6063.0, - "25": 5649.0, - "26": 6226.0, - "27": 6409.0, - "28": 6790.0, - "29": 7055.0, - "30": 6430.0, - "31": 5565.0, - "32": 6615.0, - "33": 6969.0, - "34": 6107.0, - "35": 6538.0, - "36": 6486.0, - "37": 7272.0, - "38": 6923.0, - "39": 7497.0, - "40": 6997.0, - "41": 6747.0, - "42": 7228.0, - "43": 6629.0, - "44": 6752.0, - "45": 6557.0, - "46": 6904.0, - "47": 7474.0, - "48": 7165.0, - "49": 7244.0, - "50": 7331.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 491766784.0, - "2": 491767296.0, - "3": 491765760.0, - "4": 491767296.0, - "5": 491766784.0, - "6": 491767808.0, - "7": 491767296.0, - "8": 491768320.0, - "9": 491767808.0, - "10": 491767296.0, - "11": 491765248.0, - "12": 491764736.0, - "13": 491766272.0, - "14": 491767808.0, - "15": 491768832.0, - "16": 491769856.0, - "17": 491767296.0, - "18": 491765248.0, - "19": 491766272.0, - "20": 491766784.0, - "21": 491768320.0, - "22": 491768320.0, - "23": 491765760.0, - "24": 491766272.0, - "25": 491766272.0, - "26": 491767296.0, - "27": 491766784.0, - "28": 491767296.0, - "29": 491766272.0, - "30": 491766272.0, - "31": 491767808.0, - "32": 491765760.0, - "33": 491764736.0, - "34": 491768320.0, - "35": 491769344.0, - "36": 491765760.0, - "37": 491765248.0, - "38": 491766272.0, - "39": 491767808.0, - "40": 491765760.0, - "41": 491768320.0, - "42": 491766272.0, - "43": 491768832.0, - "44": 491768320.0, - "45": 491765248.0, - "46": 491768320.0, - "47": 491765760.0, - "48": 491766784.0, - "49": 491766784.0, - "50": 491765248.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1047229440.0, - "2": 1213900288.0, - "3": 1213900288.0, - "4": 1213900288.0, - "5": 1213900288.0, - "6": 1213900288.0, - "7": 1213900288.0, - "8": 1213900288.0, - "9": 1213900288.0, - "10": 1213900288.0, - "11": 1213900288.0, - "12": 1213900288.0, - "13": 1213900288.0, - "14": 1213900288.0, - "15": 1213900288.0, - "16": 1213900288.0, - "17": 1213900288.0, - "18": 1213900288.0, - "19": 1213900288.0, - "20": 1213900288.0, - "21": 1213900288.0, - "22": 1213900288.0, - "23": 1213900288.0, - "24": 1213900288.0, - "25": 1213900288.0, - "26": 1213900288.0, - "27": 1213900288.0, - "28": 1213900288.0, - "29": 1213900288.0, - "30": 1213900288.0, - "31": 1213900288.0, - "32": 1213900288.0, - "33": 1213900288.0, - "34": 1213900288.0, - "35": 1213900288.0, - "36": 1213900288.0, - "37": 1213900288.0, - "38": 1213900288.0, - "39": 1213900288.0, - "40": 1213900288.0, - "41": 1213900288.0, - "42": 1213900288.0, - "43": 1213900288.0, - "44": 1213900288.0, - "45": 1213900288.0, - "46": 1213900288.0, - "47": 1213900288.0, - "48": 1213900288.0, - "49": 1213900288.0, - "50": 1213900288.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 15.17122, - "2": 0.48582, - "3": 0.38154, - "4": 0.40574, - "5": 0.36399, - "6": 0.36563, - "7": 0.3696, - "8": 0.36586, - "9": 0.36758, - "10": 0.36149, - "11": 0.37339, - "12": 0.36971, - "13": 0.36807, - "14": 0.36325, - "15": 0.36851, - "16": 0.36056, - "17": 0.36306, - "18": 0.36443, - "19": 0.36656, - "20": 0.36899, - "21": 0.35832, - "22": 0.35751, - "23": 0.36137, - "24": 0.35806, - "25": 0.35888, - "26": 0.36389, - "27": 0.35895, - "28": 0.36593, - "29": 0.36043, - "30": 0.36535, - "31": 0.38123, - "32": 0.36798, - "33": 0.36325, - "34": 0.3734, - "35": 0.37508, - "36": 0.37043, - "37": 0.38008, - "38": 0.37006, - "39": 0.37268, - "40": 0.37049, - "41": 0.37086, - "42": 0.36713, - "43": 0.37942, - "44": 0.38971, - "45": 0.37293, - "46": 0.41366, - "47": 0.39088, - "48": 0.37854, - "49": 0.41143, - "50": 0.37319 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index eb4665ad7e2..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_etp2_te_4experts2parallel_dp_last/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.80475, - "2": 10.821, - "3": 10.8216, - "4": 10.79306, - "5": 10.84831, - "6": 10.85888, - "7": 10.83177, - "8": 10.82362, - "9": 10.83757, - "10": 10.78732, - "11": 10.86732, - "12": 10.85395, - "13": 10.86171, - "14": 10.88343, - "15": 10.79765, - "16": 10.79986, - "17": 10.76238, - "18": 10.80286, - "19": 10.7945, - "20": 10.71733, - "21": 10.70194, - "22": 10.55147, - "23": 10.72167, - "24": 10.60698, - "25": 10.54614, - "26": 10.6136, - "27": 10.63974, - "28": 10.60486, - "29": 10.62277, - "30": 10.41109, - "31": 10.1456, - "32": 10.51017, - "33": 10.50089, - "34": 10.25812, - "35": 10.3154, - "36": 10.27895, - "37": 10.41061, - "38": 10.25908, - "39": 10.45334, - "40": 10.1604, - "41": 10.20557, - "42": 10.26792, - "43": 9.90468, - "44": 10.03233, - "45": 9.91098, - "46": 9.87857, - "47": 10.20952, - "48": 9.93178, - "49": 9.61584, - "50": 9.98565 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 5474.0, - "2": 5853.0, - "3": 5875.0, - "4": 6041.0, - "5": 6601.0, - "6": 6654.0, - "7": 6135.0, - "8": 5761.0, - "9": 6505.0, - "10": 5497.0, - "11": 6994.0, - "12": 6523.0, - "13": 6807.0, - "14": 6969.0, - "15": 6154.0, - "16": 6667.0, - "17": 6368.0, - "18": 6298.0, - "19": 6353.0, - "20": 5998.0, - "21": 6264.0, - "22": 5628.0, - "23": 6620.0, - "24": 6063.0, - "25": 5649.0, - "26": 6226.0, - "27": 6409.0, - "28": 6790.0, - "29": 7055.0, - "30": 6430.0, - "31": 5565.0, - "32": 6615.0, - "33": 6969.0, - "34": 6107.0, - "35": 6538.0, - "36": 6486.0, - "37": 7272.0, - "38": 6923.0, - "39": 7497.0, - "40": 6997.0, - "41": 6747.0, - "42": 7228.0, - "43": 6629.0, - "44": 6752.0, - "45": 6557.0, - "46": 6904.0, - "47": 7474.0, - "48": 7165.0, - "49": 7244.0, - "50": 7331.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 491766784.0, - "2": 491767296.0, - "3": 491765760.0, - "4": 491767296.0, - "5": 491766784.0, - "6": 491767808.0, - "7": 491767296.0, - "8": 491768320.0, - "9": 491767808.0, - "10": 491767296.0, - "11": 491765248.0, - "12": 491764736.0, - "13": 491766272.0, - "14": 491767808.0, - "15": 491768832.0, - "16": 491769856.0, - "17": 491767296.0, - "18": 491765248.0, - "19": 491766272.0, - "20": 491766784.0, - "21": 491768320.0, - "22": 491768320.0, - "23": 491765760.0, - "24": 491766272.0, - "25": 491766272.0, - "26": 491767296.0, - "27": 491766784.0, - "28": 491767296.0, - "29": 491766272.0, - "30": 491766272.0, - "31": 491767808.0, - "32": 491765760.0, - "33": 491764736.0, - "34": 491768320.0, - "35": 491769344.0, - "36": 491765760.0, - "37": 491765248.0, - "38": 491766272.0, - "39": 491767808.0, - "40": 491765760.0, - "41": 491768320.0, - "42": 491766272.0, - "43": 491768832.0, - "44": 491768320.0, - "45": 491765248.0, - "46": 491768320.0, - "47": 491765760.0, - "48": 491766784.0, - "49": 491766784.0, - "50": 491765248.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1047229440.0, - "2": 1213900288.0, - "3": 1213900288.0, - "4": 1213900288.0, - "5": 1213900288.0, - "6": 1213900288.0, - "7": 1213900288.0, - "8": 1213900288.0, - "9": 1213900288.0, - "10": 1213900288.0, - "11": 1213900288.0, - "12": 1213900288.0, - "13": 1213900288.0, - "14": 1213900288.0, - "15": 1213900288.0, - "16": 1213900288.0, - "17": 1213900288.0, - "18": 1213900288.0, - "19": 1213900288.0, - "20": 1213900288.0, - "21": 1213900288.0, - "22": 1213900288.0, - "23": 1213900288.0, - "24": 1213900288.0, - "25": 1213900288.0, - "26": 1213900288.0, - "27": 1213900288.0, - "28": 1213900288.0, - "29": 1213900288.0, - "30": 1213900288.0, - "31": 1213900288.0, - "32": 1213900288.0, - "33": 1213900288.0, - "34": 1213900288.0, - "35": 1213900288.0, - "36": 1213900288.0, - "37": 1213900288.0, - "38": 1213900288.0, - "39": 1213900288.0, - "40": 1213900288.0, - "41": 1213900288.0, - "42": 1213900288.0, - "43": 1213900288.0, - "44": 1213900288.0, - "45": 1213900288.0, - "46": 1213900288.0, - "47": 1213900288.0, - "48": 1213900288.0, - "49": 1213900288.0, - "50": 1213900288.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 13.31352, - "2": 0.50754, - "3": 0.44486, - "4": 0.4668, - "5": 0.42238, - "6": 0.42115, - "7": 0.42604, - "8": 0.4217, - "9": 0.42265, - "10": 0.41522, - "11": 0.41976, - "12": 0.41287, - "13": 0.42113, - "14": 0.41948, - "15": 0.4211, - "16": 0.41519, - "17": 0.42043, - "18": 0.415, - "19": 0.42142, - "20": 0.42878, - "21": 0.4145, - "22": 0.42054, - "23": 0.41581, - "24": 0.42934, - "25": 0.43897, - "26": 0.42648, - "27": 0.42242, - "28": 0.42576, - "29": 0.42795, - "30": 0.42485, - "31": 0.43439, - "32": 0.42257, - "33": 0.41924, - "34": 0.43519, - "35": 0.43865, - "36": 0.42518, - "37": 0.42435, - "38": 0.42597, - "39": 0.42134, - "40": 0.42937, - "41": 0.42822, - "42": 0.42413, - "43": 0.44197, - "44": 0.42413, - "45": 0.42687, - "46": 0.46081, - "47": 0.45208, - "48": 0.43527, - "49": 0.44658, - "50": 0.41965 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_h100.json index daecd2a50e1..eb013c007ca 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 13.70163, - "2": 0.32995, - "3": 0.28329, - "4": 0.30327, - "5": 0.26887, - "6": 0.26248, - "7": 0.28317, - "8": 0.26472, - "9": 0.26858, - "10": 0.26512, - "11": 0.28434, - "12": 0.25515, - "13": 0.26048, - "14": 0.25624, - "15": 0.27581, - "16": 0.25102, - "17": 0.25664, - "18": 0.25657, - "19": 0.25806, - "20": 0.2591, - "21": 0.25054, - "22": 0.26613, - "23": 0.2877, - "24": 0.2503, - "25": 0.25227, - "26": 0.26224, - "27": 0.25269, - "28": 0.26737, - "29": 0.25139, - "30": 0.25065, - "31": 0.30552, - "32": 0.25136, - "33": 0.2573, - "34": 0.26376, - "35": 0.25668, - "36": 0.25566, - "37": 0.25143, - "38": 0.2666, - "39": 0.25121, - "40": 0.25249, - "41": 0.25912, - "42": 0.25442, - "43": 0.2721, - "44": 0.25368, - "45": 0.26494, - "46": 0.27206, - "47": 0.25676, - "48": 0.27981, - "49": 0.31376, - "50": 0.26619 + "1": 13.92506, + "2": 0.34079, + "3": 0.28891, + "4": 0.30652, + "5": 0.27326, + "6": 0.26908, + "7": 0.28337, + "8": 0.26429, + "9": 0.27048, + "10": 0.26866, + "11": 0.28689, + "12": 0.25961, + "13": 0.26511, + "14": 0.26065, + "15": 0.27834, + "16": 0.26398, + "17": 0.26064, + "18": 0.26661, + "19": 0.26487, + "20": 0.27686, + "21": 0.26249, + "22": 0.2677, + "23": 0.26859, + "24": 0.26049, + "25": 0.26086, + "26": 0.26279, + "27": 0.25983, + "28": 0.26561, + "29": 0.26345, + "30": 0.26142, + "31": 0.30613, + "32": 0.26049, + "33": 0.26142, + "34": 0.27278, + "35": 0.25691, + "36": 0.26151, + "37": 0.25654, + "38": 0.25753, + "39": 0.2576, + "40": 0.25839, + "41": 0.27219, + "42": 0.25851, + "43": 0.2668, + "44": 0.26229, + "45": 0.27182, + "46": 0.27691, + "47": 0.26299, + "48": 0.27152, + "49": 0.31513, + "50": 0.25813 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 2906cfee84e..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.81692, - "2": 10.82534, - "3": 10.82401, - "4": 10.79801, - "5": 10.8415, - "6": 10.85912, - "7": 10.81927, - "8": 10.81789, - "9": 10.83554, - "10": 10.78266, - "11": 10.85455, - "12": 10.84582, - "13": 10.84996, - "14": 10.87821, - "15": 10.80684, - "16": 10.80662, - "17": 10.76305, - "18": 10.80188, - "19": 10.79303, - "20": 10.73474, - "21": 10.71067, - "22": 10.57636, - "23": 10.7196, - "24": 10.63305, - "25": 10.56916, - "26": 10.62589, - "27": 10.64466, - "28": 10.60792, - "29": 10.61761, - "30": 10.42214, - "31": 10.17719, - "32": 10.50701, - "33": 10.50561, - "34": 10.27485, - "35": 10.3276, - "36": 10.29275, - "37": 10.40262, - "38": 10.25679, - "39": 10.43615, - "40": 10.16589, - "41": 10.20032, - "42": 10.27424, - "43": 9.93044, - "44": 10.04415, - "45": 9.92936, - "46": 9.89984, - "47": 10.18573, - "48": 9.93082, - "49": 9.6257, - "50": 9.98437 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 12899.0, - "2": 14592.0, - "3": 14243.0, - "4": 13886.0, - "5": 15732.0, - "6": 16250.0, - "7": 15453.0, - "8": 13386.0, - "9": 15159.0, - "10": 12804.0, - "11": 16441.0, - "12": 14951.0, - "13": 16151.0, - "14": 16330.0, - "15": 15144.0, - "16": 15588.0, - "17": 15315.0, - "18": 14902.0, - "19": 15436.0, - "20": 13814.0, - "21": 13977.0, - "22": 12814.0, - "23": 16615.0, - "24": 13785.0, - "25": 13451.0, - "26": 14681.0, - "27": 15288.0, - "28": 16290.0, - "29": 16880.0, - "30": 14583.0, - "31": 13272.0, - "32": 15972.0, - "33": 16904.0, - "34": 14406.0, - "35": 14981.0, - "36": 15576.0, - "37": 17584.0, - "38": 16136.0, - "39": 17650.0, - "40": 16506.0, - "41": 16391.0, - "42": 17008.0, - "43": 15459.0, - "44": 15097.0, - "45": 16136.0, - "46": 16845.0, - "47": 19101.0, - "48": 16405.0, - "49": 16558.0, - "50": 18439.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 659394560.0, - "2": 659346944.0, - "3": 659401728.0, - "4": 659351040.0, - "5": 659623424.0, - "6": 659348480.0, - "7": 659508736.0, - "8": 659353088.0, - "9": 659383296.0, - "10": 659347456.0, - "11": 659350016.0, - "12": 659437056.0, - "13": 659356160.0, - "14": 659702272.0, - "15": 659658240.0, - "16": 659450880.0, - "17": 659438080.0, - "18": 659384320.0, - "19": 659492352.0, - "20": 659372544.0, - "21": 659350016.0, - "22": 659347456.0, - "23": 659348992.0, - "24": 659430400.0, - "25": 659347968.0, - "26": 659378176.0, - "27": 659353088.0, - "28": 659346944.0, - "29": 659440640.0, - "30": 659732480.0, - "31": 659361792.0, - "32": 659345920.0, - "33": 659473920.0, - "34": 660008448.0, - "35": 659819520.0, - "36": 659363840.0, - "37": 659418624.0, - "38": 659351040.0, - "39": 659449344.0, - "40": 659586560.0, - "41": 659387392.0, - "42": 659476480.0, - "43": 659567104.0, - "44": 659344384.0, - "45": 659346944.0, - "46": 659466752.0, - "47": 659345408.0, - "48": 659835392.0, - "49": 659494400.0, - "50": 659346432.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1853294080.0, - "2": 2083995136.0, - "3": 2084402688.0, - "4": 2084433408.0, - "5": 2084433408.0, - "6": 2084433408.0, - "7": 2085503488.0, - "8": 2085503488.0, - "9": 2085503488.0, - "10": 2085503488.0, - "11": 2085503488.0, - "12": 2085503488.0, - "13": 2085503488.0, - "14": 2085503488.0, - "15": 2085503488.0, - "16": 2085503488.0, - "17": 2085503488.0, - "18": 2085503488.0, - "19": 2085503488.0, - "20": 2085503488.0, - "21": 2085503488.0, - "22": 2085503488.0, - "23": 2085503488.0, - "24": 2085503488.0, - "25": 2085503488.0, - "26": 2085503488.0, - "27": 2085503488.0, - "28": 2085503488.0, - "29": 2085503488.0, - "30": 2085503488.0, - "31": 2085503488.0, - "32": 2085503488.0, - "33": 2085503488.0, - "34": 2085503488.0, - "35": 2085503488.0, - "36": 2085503488.0, - "37": 2085503488.0, - "38": 2085503488.0, - "39": 2085503488.0, - "40": 2085503488.0, - "41": 2085503488.0, - "42": 2085503488.0, - "43": 2085503488.0, - "44": 2085503488.0, - "45": 2085503488.0, - "46": 2085503488.0, - "47": 2085503488.0, - "48": 2085503488.0, - "49": 2085503488.0, - "50": 2085503488.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 15.33188, - "2": 0.39945, - "3": 0.26382, - "4": 0.2701, - "5": 0.24001, - "6": 0.23463, - "7": 0.24587, - "8": 0.23051, - "9": 0.23491, - "10": 0.23256, - "11": 0.2548, - "12": 0.23554, - "13": 0.24407, - "14": 0.23603, - "15": 0.24759, - "16": 0.23243, - "17": 0.23641, - "18": 0.23374, - "19": 0.22953, - "20": 0.23517, - "21": 0.22989, - "22": 0.2361, - "23": 0.24153, - "24": 0.23019, - "25": 0.22803, - "26": 0.23226, - "27": 0.22872, - "28": 0.23463, - "29": 0.23254, - "30": 0.22883, - "31": 0.27127, - "32": 0.22829, - "33": 0.24048, - "34": 0.26445, - "35": 0.2532, - "36": 0.24919, - "37": 0.22702, - "38": 0.22443, - "39": 0.22286, - "40": 0.21951, - "41": 0.22887, - "42": 0.22125, - "43": 0.23026, - "44": 0.22208, - "45": 0.23148, - "46": 0.24241, - "47": 0.22735, - "48": 0.22857, - "49": 0.27512, - "50": 0.22154 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index eb013c007ca..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_mcore_tp2_pp2_ep2_te_4experts2parallel/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 10.81692, - "2": 10.82534, - "3": 10.82401, - "4": 10.79801, - "5": 10.8415, - "6": 10.85912, - "7": 10.81927, - "8": 10.81789, - "9": 10.83554, - "10": 10.78266, - "11": 10.85455, - "12": 10.84582, - "13": 10.84996, - "14": 10.87821, - "15": 10.80684, - "16": 10.80662, - "17": 10.76305, - "18": 10.80188, - "19": 10.79303, - "20": 10.73474, - "21": 10.71067, - "22": 10.57636, - "23": 10.7196, - "24": 10.63305, - "25": 10.56916, - "26": 10.62589, - "27": 10.64466, - "28": 10.60792, - "29": 10.61761, - "30": 10.42214, - "31": 10.17719, - "32": 10.50701, - "33": 10.50561, - "34": 10.27485, - "35": 10.3276, - "36": 10.29275, - "37": 10.40262, - "38": 10.25679, - "39": 10.43615, - "40": 10.16589, - "41": 10.20032, - "42": 10.27424, - "43": 9.93044, - "44": 10.04415, - "45": 9.92936, - "46": 9.89984, - "47": 10.18573, - "48": 9.93082, - "49": 9.6257, - "50": 9.98437 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 12899.0, - "2": 14592.0, - "3": 14243.0, - "4": 13886.0, - "5": 15732.0, - "6": 16250.0, - "7": 15453.0, - "8": 13386.0, - "9": 15159.0, - "10": 12804.0, - "11": 16441.0, - "12": 14951.0, - "13": 16151.0, - "14": 16330.0, - "15": 15144.0, - "16": 15588.0, - "17": 15315.0, - "18": 14902.0, - "19": 15436.0, - "20": 13814.0, - "21": 13977.0, - "22": 12814.0, - "23": 16615.0, - "24": 13785.0, - "25": 13451.0, - "26": 14681.0, - "27": 15288.0, - "28": 16290.0, - "29": 16880.0, - "30": 14583.0, - "31": 13272.0, - "32": 15972.0, - "33": 16904.0, - "34": 14406.0, - "35": 14981.0, - "36": 15576.0, - "37": 17584.0, - "38": 16136.0, - "39": 17650.0, - "40": 16506.0, - "41": 16391.0, - "42": 17008.0, - "43": 15459.0, - "44": 15097.0, - "45": 16136.0, - "46": 16845.0, - "47": 19101.0, - "48": 16405.0, - "49": 16558.0, - "50": 18439.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 659394560.0, - "2": 659346944.0, - "3": 659401728.0, - "4": 659351040.0, - "5": 659623424.0, - "6": 659348480.0, - "7": 659508736.0, - "8": 659353088.0, - "9": 659383296.0, - "10": 659347456.0, - "11": 659350016.0, - "12": 659437056.0, - "13": 659356160.0, - "14": 659702272.0, - "15": 659658240.0, - "16": 659450880.0, - "17": 659438080.0, - "18": 659384320.0, - "19": 659492352.0, - "20": 659372544.0, - "21": 659350016.0, - "22": 659347456.0, - "23": 659348992.0, - "24": 659430400.0, - "25": 659347968.0, - "26": 659378176.0, - "27": 659353088.0, - "28": 659346944.0, - "29": 659440640.0, - "30": 659732480.0, - "31": 659361792.0, - "32": 659345920.0, - "33": 659473920.0, - "34": 660008448.0, - "35": 659819520.0, - "36": 659363840.0, - "37": 659418624.0, - "38": 659351040.0, - "39": 659449344.0, - "40": 659586560.0, - "41": 659387392.0, - "42": 659476480.0, - "43": 659567104.0, - "44": 659344384.0, - "45": 659346944.0, - "46": 659466752.0, - "47": 659345408.0, - "48": 659835392.0, - "49": 659494400.0, - "50": 659346432.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1853294080.0, - "2": 2083995136.0, - "3": 2084402688.0, - "4": 2084433408.0, - "5": 2084433408.0, - "6": 2084433408.0, - "7": 2085503488.0, - "8": 2085503488.0, - "9": 2085503488.0, - "10": 2085503488.0, - "11": 2085503488.0, - "12": 2085503488.0, - "13": 2085503488.0, - "14": 2085503488.0, - "15": 2085503488.0, - "16": 2085503488.0, - "17": 2085503488.0, - "18": 2085503488.0, - "19": 2085503488.0, - "20": 2085503488.0, - "21": 2085503488.0, - "22": 2085503488.0, - "23": 2085503488.0, - "24": 2085503488.0, - "25": 2085503488.0, - "26": 2085503488.0, - "27": 2085503488.0, - "28": 2085503488.0, - "29": 2085503488.0, - "30": 2085503488.0, - "31": 2085503488.0, - "32": 2085503488.0, - "33": 2085503488.0, - "34": 2085503488.0, - "35": 2085503488.0, - "36": 2085503488.0, - "37": 2085503488.0, - "38": 2085503488.0, - "39": 2085503488.0, - "40": 2085503488.0, - "41": 2085503488.0, - "42": 2085503488.0, - "43": 2085503488.0, - "44": 2085503488.0, - "45": 2085503488.0, - "46": 2085503488.0, - "47": 2085503488.0, - "48": 2085503488.0, - "49": 2085503488.0, - "50": 2085503488.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 13.92506, - "2": 0.34079, - "3": 0.28891, - "4": 0.30652, - "5": 0.27326, - "6": 0.26908, - "7": 0.28337, - "8": 0.26429, - "9": 0.27048, - "10": 0.26866, - "11": 0.28689, - "12": 0.25961, - "13": 0.26511, - "14": 0.26065, - "15": 0.27834, - "16": 0.26398, - "17": 0.26064, - "18": 0.26661, - "19": 0.26487, - "20": 0.27686, - "21": 0.26249, - "22": 0.2677, - "23": 0.26859, - "24": 0.26049, - "25": 0.26086, - "26": 0.26279, - "27": 0.25983, - "28": 0.26561, - "29": 0.26345, - "30": 0.26142, - "31": 0.30613, - "32": 0.26049, - "33": 0.26142, - "34": 0.27278, - "35": 0.25691, - "36": 0.26151, - "37": 0.25654, - "38": 0.25753, - "39": 0.2576, - "40": 0.25839, - "41": 0.27219, - "42": 0.25851, - "43": 0.2668, - "44": 0.26229, - "45": 0.27182, - "46": 0.27691, - "47": 0.26299, - "48": 0.27152, - "49": 0.31513, - "50": 0.25813 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json index a7b4d2b32ca..ad7af2bddb0 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json @@ -218,106 +218,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 788517888.0, - "2": 788488192.0, - "3": 788535296.0, - "4": 788513280.0, - "5": 788537344.0, - "6": 788479488.0, - "7": 788502528.0, - "8": 788510208.0, - "9": 788526080.0, - "10": 788538368.0, - "11": 788513280.0, - "12": 788484096.0, - "13": 788542464.0, - "14": 788451328.0, - "15": 788503040.0, - "16": 788440576.0, - "17": 788558336.0, - "18": 788535296.0, - "19": 788542464.0, - "20": 788470784.0, - "21": 788508672.0, - "22": 788594176.0, - "23": 788573696.0, - "24": 788513280.0, - "25": 788655616.0, - "26": 788566016.0, - "27": 788630528.0, - "28": 788568576.0, - "29": 788610560.0, - "30": 788587520.0, - "31": 788647424.0, - "32": 788602880.0, - "33": 788616704.0, - "34": 788577792.0, - "35": 788616704.0, - "36": 788642304.0, - "37": 788597760.0, - "38": 788650496.0, - "39": 788663296.0, - "40": 788550144.0, - "41": 788591616.0, - "42": 788575232.0, - "43": 788541952.0, - "44": 788623872.0, - "45": 788491264.0, - "46": 788503552.0, - "47": 788572160.0, - "48": 788488704.0, - "49": 788461568.0, - "50": 788487168.0, - "51": 788523008.0, - "52": 788483584.0, - "53": 788513792.0, - "54": 788503552.0, - "55": 788499968.0, - "56": 788459008.0, - "57": 788456448.0, - "58": 788499968.0, - "59": 788503552.0, - "60": 788491264.0, - "61": 788463616.0, - "62": 788497408.0, - "63": 788449792.0, - "64": 788465664.0, - "65": 788408320.0, - "66": 788445696.0, - "67": 788445696.0, - "68": 788456448.0, - "69": 788473856.0, - "70": 788497408.0, - "71": 788453888.0, - "72": 788413952.0, - "73": 788444160.0, - "74": 788419072.0, - "75": 788441600.0, - "76": 788412928.0, - "77": 788471296.0, - "78": 788462592.0, - "79": 788419072.0, - "80": 788411392.0, - "81": 788430848.0, - "82": 788439040.0, - "83": 788435456.0, - "84": 788471296.0, - "85": 788461056.0, - "86": 788395008.0, - "87": 788490752.0, - "88": 788493312.0, - "89": 788501504.0, - "90": 788531712.0, - "91": 788513792.0, - "92": 788516864.0, - "93": 788487168.0, - "94": 788506624.0, - "95": 788543488.0, - "96": 788563456.0, - "97": 788579840.0, - "98": 788590592.0, - "99": 788514816.0, - "100": 788570624.0 + "1": 788523008.0, + "2": 788493312.0, + "3": 788540416.0, + "4": 788518400.0, + "5": 788542464.0, + "6": 788484608.0, + "7": 788507648.0, + "8": 788515328.0, + "9": 788531200.0, + "10": 788543488.0, + "11": 788518400.0, + "12": 788489216.0, + "13": 788547584.0, + "14": 788456448.0, + "15": 788508160.0, + "16": 788445696.0, + "17": 788563456.0, + "18": 788540416.0, + "19": 788547584.0, + "20": 788475904.0, + "21": 788513792.0, + "22": 788599296.0, + "23": 788578816.0, + "24": 788518400.0, + "25": 788660736.0, + "26": 788571136.0, + "27": 788635648.0, + "28": 788573696.0, + "29": 788615680.0, + "30": 788592640.0, + "31": 788652544.0, + "32": 788608000.0, + "33": 788621824.0, + "34": 788582912.0, + "35": 788621824.0, + "36": 788647424.0, + "37": 788602880.0, + "38": 788655616.0, + "39": 788668416.0, + "40": 788555264.0, + "41": 788596736.0, + "42": 788580352.0, + "43": 788547072.0, + "44": 788628992.0, + "45": 788496384.0, + "46": 788508672.0, + "47": 788577280.0, + "48": 788493824.0, + "49": 788466688.0, + "50": 788492288.0, + "51": 788528128.0, + "52": 788488704.0, + "53": 788518912.0, + "54": 788508672.0, + "55": 788505088.0, + "56": 788464128.0, + "57": 788461568.0, + "58": 788505088.0, + "59": 788508672.0, + "60": 788496384.0, + "61": 788468736.0, + "62": 788502528.0, + "63": 788454912.0, + "64": 788470784.0, + "65": 788413440.0, + "66": 788450816.0, + "67": 788450816.0, + "68": 788461568.0, + "69": 788478976.0, + "70": 788502528.0, + "71": 788459008.0, + "72": 788419072.0, + "73": 788449280.0, + "74": 788424192.0, + "75": 788446720.0, + "76": 788418048.0, + "77": 788476416.0, + "78": 788467712.0, + "79": 788424192.0, + "80": 788416512.0, + "81": 788435968.0, + "82": 788444160.0, + "83": 788440576.0, + "84": 788476416.0, + "85": 788466176.0, + "86": 788400128.0, + "87": 788495872.0, + "88": 788498432.0, + "89": 788506624.0, + "90": 788536832.0, + "91": 788518912.0, + "92": 788521984.0, + "93": 788492288.0, + "94": 788511744.0, + "95": 788548608.0, + "96": 788568576.0, + "97": 788584960.0, + "98": 788595712.0, + "99": 788519936.0, + "100": 788575744.0 } }, "mem-max-allocated-bytes": { @@ -325,106 +325,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 3023035904.0, - "2": 3179259392.0, - "3": 3206071808.0, - "4": 3206071808.0, - "5": 3206539776.0, - "6": 3206539776.0, - "7": 3206539776.0, - "8": 3206539776.0, - "9": 3206539776.0, - "10": 3206539776.0, - "11": 3206539776.0, - "12": 3206539776.0, - "13": 3207718400.0, - "14": 3207718400.0, - "15": 3207718400.0, - "16": 3207718400.0, - "17": 3219952640.0, - "18": 3219952640.0, - "19": 3219952640.0, - "20": 3219952640.0, - "21": 3219952640.0, - "22": 3239834624.0, - "23": 3239834624.0, - "24": 3239834624.0, - "25": 3276544000.0, - "26": 3276544000.0, - "27": 3276544000.0, - "28": 3276544000.0, - "29": 3276544000.0, - "30": 3276544000.0, - "31": 3276544000.0, - "32": 3276544000.0, - "33": 3276544000.0, - "34": 3276544000.0, - "35": 3276544000.0, - "36": 3276544000.0, - "37": 3276544000.0, - "38": 3276544000.0, - "39": 3281670656.0, - "40": 3281670656.0, - "41": 3281670656.0, - "42": 3281670656.0, - "43": 3281670656.0, - "44": 3281670656.0, - "45": 3281670656.0, - "46": 3281670656.0, - "47": 3281670656.0, - "48": 3281670656.0, - "49": 3281670656.0, - "50": 3281670656.0, - "51": 3281670656.0, - "52": 3281670656.0, - "53": 3281670656.0, - "54": 3281670656.0, - "55": 3281670656.0, - "56": 3281670656.0, - "57": 3281670656.0, - "58": 3281670656.0, - "59": 3281670656.0, - "60": 3281670656.0, - "61": 3281670656.0, - "62": 3281670656.0, - "63": 3281670656.0, - "64": 3281670656.0, - "65": 3281670656.0, - "66": 3281670656.0, - "67": 3281670656.0, - "68": 3281670656.0, - "69": 3281670656.0, - "70": 3281670656.0, - "71": 3281670656.0, - "72": 3281670656.0, - "73": 3281670656.0, - "74": 3281670656.0, - "75": 3281670656.0, - "76": 3281670656.0, - "77": 3281670656.0, - "78": 3281670656.0, - "79": 3281670656.0, - "80": 3281670656.0, - "81": 3281670656.0, - "82": 3281670656.0, - "83": 3281670656.0, - "84": 3281670656.0, - "85": 3281670656.0, - "86": 3281670656.0, - "87": 3281670656.0, - "88": 3281670656.0, - "89": 3281670656.0, - "90": 3281670656.0, - "91": 3281670656.0, - "92": 3281670656.0, - "93": 3281670656.0, - "94": 3281670656.0, - "95": 3281670656.0, - "96": 3281670656.0, - "97": 3281670656.0, - "98": 3281670656.0, - "99": 3281670656.0, - "100": 3281670656.0 + "1": 3022964224.0, + "2": 3177559552.0, + "3": 3206005248.0, + "4": 3206005248.0, + "5": 3206005248.0, + "6": 3206005248.0, + "7": 3206005248.0, + "8": 3206005248.0, + "9": 3206005248.0, + "10": 3206005248.0, + "11": 3206005248.0, + "12": 3206005248.0, + "13": 3208181248.0, + "14": 3208181248.0, + "15": 3208181248.0, + "16": 3208181248.0, + "17": 3216008192.0, + "18": 3216008192.0, + "19": 3216008192.0, + "20": 3216008192.0, + "21": 3216008192.0, + "22": 3238043648.0, + "23": 3238043648.0, + "24": 3238043648.0, + "25": 3281027072.0, + "26": 3281027072.0, + "27": 3281027072.0, + "28": 3281027072.0, + "29": 3281027072.0, + "30": 3281027072.0, + "31": 3281027072.0, + "32": 3281027072.0, + "33": 3281027072.0, + "34": 3281027072.0, + "35": 3281027072.0, + "36": 3281027072.0, + "37": 3281027072.0, + "38": 3281027072.0, + "39": 3281027072.0, + "40": 3281027072.0, + "41": 3281027072.0, + "42": 3281027072.0, + "43": 3281027072.0, + "44": 3281027072.0, + "45": 3281027072.0, + "46": 3281027072.0, + "47": 3281027072.0, + "48": 3281027072.0, + "49": 3281027072.0, + "50": 3281027072.0, + "51": 3281027072.0, + "52": 3281027072.0, + "53": 3281027072.0, + "54": 3281027072.0, + "55": 3281027072.0, + "56": 3281027072.0, + "57": 3281027072.0, + "58": 3281027072.0, + "59": 3281027072.0, + "60": 3281027072.0, + "61": 3281027072.0, + "62": 3281027072.0, + "63": 3281027072.0, + "64": 3281027072.0, + "65": 3281027072.0, + "66": 3281027072.0, + "67": 3281027072.0, + "68": 3281027072.0, + "69": 3281027072.0, + "70": 3281027072.0, + "71": 3281027072.0, + "72": 3281027072.0, + "73": 3281027072.0, + "74": 3281027072.0, + "75": 3281027072.0, + "76": 3281027072.0, + "77": 3281027072.0, + "78": 3281027072.0, + "79": 3281027072.0, + "80": 3281027072.0, + "81": 3281027072.0, + "82": 3281027072.0, + "83": 3281027072.0, + "84": 3281027072.0, + "85": 3281027072.0, + "86": 3281027072.0, + "87": 3281027072.0, + "88": 3281027072.0, + "89": 3281027072.0, + "90": 3281027072.0, + "91": 3281027072.0, + "92": 3281027072.0, + "93": 3281027072.0, + "94": 3281027072.0, + "95": 3281027072.0, + "96": 3281027072.0, + "97": 3281027072.0, + "98": 3281027072.0, + "99": 3281027072.0, + "100": 3281027072.0 } }, "iteration-time": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 11.7037, - "2": 0.22491, - "3": 0.19533, - "4": 0.17539, - "5": 0.18483, - "6": 0.16647, - "7": 0.1641, - "8": 0.16288, - "9": 0.15397, - "10": 0.15258, - "11": 0.15812, - "12": 0.15338, - "13": 0.14727, - "14": 0.15276, - "15": 0.1431, - "16": 0.1553, - "17": 0.14923, - "18": 0.15041, - "19": 0.15216, - "20": 0.15811, - "21": 0.14566, - "22": 0.14796, - "23": 0.15503, - "24": 0.15065, - "25": 0.15039, - "26": 0.15548, - "27": 0.158, - "28": 0.16038, - "29": 0.16862, - "30": 0.16712, - "31": 0.16858, - "32": 0.16095, - "33": 0.163, - "34": 0.1624, - "35": 0.16519, - "36": 0.16981, - "37": 0.16271, - "38": 0.16155, - "39": 0.17014, - "40": 0.1593, - "41": 0.167, - "42": 0.16495, - "43": 0.1718, - "44": 0.16565, - "45": 0.16518, - "46": 0.16648, - "47": 0.16483, - "48": 0.16244, - "49": 0.16707, - "50": 0.16226, - "51": 0.1715, - "52": 0.16281, - "53": 0.16077, - "54": 0.15821, - "55": 0.15951, - "56": 0.16684, - "57": 0.16109, - "58": 0.16192, - "59": 0.16349, - "60": 0.16237, - "61": 0.15955, - "62": 0.15954, - "63": 0.15968, - "64": 0.16092, - "65": 0.1539, - "66": 0.16199, - "67": 0.15811, - "68": 0.1652, - "69": 0.16307, - "70": 0.17014, - "71": 0.15399, - "72": 0.16312, - "73": 0.15787, - "74": 0.16598, - "75": 0.16279, - "76": 0.15216, - "77": 0.16031, - "78": 0.15503, - "79": 0.16083, - "80": 0.16046, - "81": 0.15996, - "82": 0.15176, - "83": 0.16328, - "84": 0.16094, - "85": 0.16065, - "86": 0.1554, - "87": 0.15864, - "88": 0.16406, - "89": 0.15924, - "90": 0.15731, - "91": 0.15776, - "92": 0.16339, - "93": 0.15877, - "94": 0.15733, - "95": 0.15774, - "96": 0.15579, - "97": 0.16338, - "98": 0.15898, - "99": 0.16066, - "100": 0.15749 + "1": 12.96093, + "2": 0.20892, + "3": 0.18473, + "4": 0.18131, + "5": 0.18523, + "6": 0.15261, + "7": 0.15478, + "8": 0.15961, + "9": 0.14304, + "10": 0.14479, + "11": 0.14001, + "12": 0.14477, + "13": 0.13539, + "14": 0.14122, + "15": 0.12814, + "16": 0.1422, + "17": 0.14026, + "18": 0.1393, + "19": 0.13844, + "20": 0.14704, + "21": 0.13226, + "22": 0.12909, + "23": 0.13878, + "24": 0.13814, + "25": 0.13861, + "26": 0.14021, + "27": 0.15004, + "28": 0.14508, + "29": 0.15539, + "30": 0.14923, + "31": 0.15897, + "32": 0.14709, + "33": 0.15008, + "34": 0.14672, + "35": 0.15075, + "36": 0.15567, + "37": 0.14723, + "38": 0.15175, + "39": 0.14843, + "40": 0.15144, + "41": 0.14498, + "42": 0.15026, + "43": 0.15467, + "44": 0.14949, + "45": 0.14547, + "46": 0.16159, + "47": 0.14865, + "48": 0.13694, + "49": 0.1448, + "50": 0.14252, + "51": 0.1539, + "52": 0.14596, + "53": 0.14405, + "54": 0.13597, + "55": 0.13684, + "56": 0.1422, + "57": 0.14574, + "58": 0.15689, + "59": 0.14026, + "60": 0.15291, + "61": 0.14644, + "62": 0.14867, + "63": 0.14378, + "64": 0.14841, + "65": 0.13208, + "66": 0.13289, + "67": 0.13565, + "68": 0.13616, + "69": 0.1404, + "70": 0.15207, + "71": 0.12955, + "72": 0.13978, + "73": 0.13699, + "74": 0.13757, + "75": 0.13284, + "76": 0.12662, + "77": 0.13897, + "78": 0.13046, + "79": 0.13331, + "80": 0.13187, + "81": 0.13684, + "82": 0.12702, + "83": 0.13369, + "84": 0.14567, + "85": 0.13204, + "86": 0.12582, + "87": 0.12655, + "88": 0.13008, + "89": 0.12999, + "90": 0.13521, + "91": 0.12701, + "92": 0.13282, + "93": 0.12621, + "94": 0.12513, + "95": 0.12172, + "96": 0.12142, + "97": 0.13611, + "98": 0.12449, + "99": 0.12809, + "100": 0.12496 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 14972762850..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.81131, - "2": 10.83052, - "3": 10.82093, - "4": 10.81347, - "5": 10.84338, - "6": 10.84743, - "7": 10.85254, - "8": 10.83482, - "9": 10.84276, - "10": 10.77693, - "11": 10.8459, - "12": 10.85115, - "13": 10.84165, - "14": 10.8714, - "15": 10.83613, - "16": 10.79815, - "17": 10.77288, - "18": 10.8075, - "19": 10.78773, - "20": 10.73433, - "21": 10.69461, - "22": 10.56597, - "23": 10.71611, - "24": 10.61321, - "25": 10.552, - "26": 10.61364, - "27": 10.62702, - "28": 10.59546, - "29": 10.59195, - "30": 10.3916, - "31": 10.14615, - "32": 10.47399, - "33": 10.47051, - "34": 10.23435, - "35": 10.29318, - "36": 10.26627, - "37": 10.37219, - "38": 10.2254, - "39": 10.42101, - "40": 10.13002, - "41": 10.16265, - "42": 10.24278, - "43": 9.88237, - "44": 9.99105, - "45": 9.87295, - "46": 9.85181, - "47": 10.15633, - "48": 9.8915, - "49": 9.58889, - "50": 9.9543, - "51": 9.8849, - "52": 9.78004, - "53": 10.10188, - "54": 9.98715, - "55": 9.9027, - "56": 9.66837, - "57": 9.53524, - "58": 9.89495, - "59": 9.62892, - "60": 9.54308, - "61": 9.72727, - "62": 10.0332, - "63": 9.45215, - "64": 9.83179, - "65": 8.99109, - "66": 9.76394, - "67": 9.40349, - "68": 9.83129, - "69": 9.81856, - "70": 9.77262, - "71": 9.658, - "72": 9.64033, - "73": 9.55124, - "74": 9.02026, - "75": 9.47695, - "76": 9.13586, - "77": 10.09787, - "78": 9.75274, - "79": 9.41697, - "80": 9.45074, - "81": 9.52041, - "82": 9.73203, - "83": 9.36912, - "84": 9.45039, - "85": 9.65229, - "86": 9.1123, - "87": 9.61119, - "88": 9.78708, - "89": 9.64625, - "90": 9.83474, - "91": 9.39429, - "92": 9.39178, - "93": 9.12787, - "94": 8.86637, - "95": 9.54352, - "96": 9.55716, - "97": 9.332, - "98": 9.69189, - "99": 8.92072, - "100": 9.41916 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1216.0, - "2": 1361.0, - "3": 1221.0, - "4": 1222.0, - "5": 1385.0, - "6": 1467.0, - "7": 1252.0, - "8": 1355.0, - "9": 1346.0, - "10": 1335.0, - "11": 1278.0, - "12": 1185.0, - "13": 1203.0, - "14": 1385.0, - "15": 1303.0, - "16": 1377.0, - "17": 1229.0, - "18": 1291.0, - "19": 1244.0, - "20": 1183.0, - "21": 1262.0, - "22": 1122.0, - "23": 1301.0, - "24": 1066.0, - "25": 1182.0, - "26": 1263.0, - "27": 1162.0, - "28": 1262.0, - "29": 1179.0, - "30": 1168.0, - "31": 991.0, - "32": 1092.0, - "33": 1183.0, - "34": 1081.0, - "35": 1146.0, - "36": 1076.0, - "37": 1252.0, - "38": 1176.0, - "39": 1225.0, - "40": 1303.0, - "41": 1104.0, - "42": 1210.0, - "43": 1116.0, - "44": 1165.0, - "45": 1097.0, - "46": 1308.0, - "47": 1165.0, - "48": 1134.0, - "49": 1272.0, - "50": 1083.0, - "51": 1234.0, - "52": 1274.0, - "53": 1393.0, - "54": 1299.0, - "55": 1186.0, - "56": 1267.0, - "57": 1161.0, - "58": 1326.0, - "59": 1403.0, - "60": 1177.0, - "61": 1363.0, - "62": 1302.0, - "63": 1245.0, - "64": 1378.0, - "65": 1330.0, - "66": 1363.0, - "67": 1286.0, - "68": 1313.0, - "69": 1295.0, - "70": 1459.0, - "71": 1374.0, - "72": 1092.0, - "73": 1274.0, - "74": 943.0, - "75": 1059.0, - "76": 1323.0, - "77": 1475.0, - "78": 1487.0, - "79": 1496.0, - "80": 1382.0, - "81": 1470.0, - "82": 1417.0, - "83": 1177.0, - "84": 1506.0, - "85": 1420.0, - "86": 1281.0, - "87": 1540.0, - "88": 1467.0, - "89": 1452.0, - "90": 1350.0, - "91": 1010.0, - "92": 1324.0, - "93": 1349.0, - "94": 1197.0, - "95": 2503.0, - "96": 2373.0, - "97": 1490.0, - "98": 2541.0, - "99": 1367.0, - "100": 1122.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 788523008.0, - "2": 788493312.0, - "3": 788540416.0, - "4": 788518400.0, - "5": 788542464.0, - "6": 788484608.0, - "7": 788507648.0, - "8": 788515328.0, - "9": 788531200.0, - "10": 788543488.0, - "11": 788518400.0, - "12": 788489216.0, - "13": 788547584.0, - "14": 788456448.0, - "15": 788508160.0, - "16": 788445696.0, - "17": 788563456.0, - "18": 788540416.0, - "19": 788547584.0, - "20": 788475904.0, - "21": 788513792.0, - "22": 788599296.0, - "23": 788578816.0, - "24": 788518400.0, - "25": 788660736.0, - "26": 788571136.0, - "27": 788635648.0, - "28": 788573696.0, - "29": 788615680.0, - "30": 788592640.0, - "31": 788652544.0, - "32": 788608000.0, - "33": 788621824.0, - "34": 788582912.0, - "35": 788621824.0, - "36": 788647424.0, - "37": 788602880.0, - "38": 788655616.0, - "39": 788668416.0, - "40": 788555264.0, - "41": 788596736.0, - "42": 788580352.0, - "43": 788547072.0, - "44": 788628992.0, - "45": 788496384.0, - "46": 788508672.0, - "47": 788577280.0, - "48": 788493824.0, - "49": 788466688.0, - "50": 788492288.0, - "51": 788528128.0, - "52": 788488704.0, - "53": 788518912.0, - "54": 788508672.0, - "55": 788505088.0, - "56": 788464128.0, - "57": 788461568.0, - "58": 788505088.0, - "59": 788508672.0, - "60": 788496384.0, - "61": 788468736.0, - "62": 788502528.0, - "63": 788454912.0, - "64": 788470784.0, - "65": 788413440.0, - "66": 788450816.0, - "67": 788450816.0, - "68": 788461568.0, - "69": 788478976.0, - "70": 788502528.0, - "71": 788459008.0, - "72": 788419072.0, - "73": 788449280.0, - "74": 788424192.0, - "75": 788446720.0, - "76": 788418048.0, - "77": 788476416.0, - "78": 788467712.0, - "79": 788424192.0, - "80": 788416512.0, - "81": 788435968.0, - "82": 788444160.0, - "83": 788440576.0, - "84": 788476416.0, - "85": 788466176.0, - "86": 788400128.0, - "87": 788495872.0, - "88": 788498432.0, - "89": 788506624.0, - "90": 788536832.0, - "91": 788518912.0, - "92": 788521984.0, - "93": 788492288.0, - "94": 788511744.0, - "95": 788548608.0, - "96": 788568576.0, - "97": 788584960.0, - "98": 788595712.0, - "99": 788519936.0, - "100": 788575744.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 3022964224.0, - "2": 3177559552.0, - "3": 3206005248.0, - "4": 3206005248.0, - "5": 3206005248.0, - "6": 3206005248.0, - "7": 3206005248.0, - "8": 3206005248.0, - "9": 3206005248.0, - "10": 3206005248.0, - "11": 3206005248.0, - "12": 3206005248.0, - "13": 3208181248.0, - "14": 3208181248.0, - "15": 3208181248.0, - "16": 3208181248.0, - "17": 3216008192.0, - "18": 3216008192.0, - "19": 3216008192.0, - "20": 3216008192.0, - "21": 3216008192.0, - "22": 3238043648.0, - "23": 3238043648.0, - "24": 3238043648.0, - "25": 3281027072.0, - "26": 3281027072.0, - "27": 3281027072.0, - "28": 3281027072.0, - "29": 3281027072.0, - "30": 3281027072.0, - "31": 3281027072.0, - "32": 3281027072.0, - "33": 3281027072.0, - "34": 3281027072.0, - "35": 3281027072.0, - "36": 3281027072.0, - "37": 3281027072.0, - "38": 3281027072.0, - "39": 3281027072.0, - "40": 3281027072.0, - "41": 3281027072.0, - "42": 3281027072.0, - "43": 3281027072.0, - "44": 3281027072.0, - "45": 3281027072.0, - "46": 3281027072.0, - "47": 3281027072.0, - "48": 3281027072.0, - "49": 3281027072.0, - "50": 3281027072.0, - "51": 3281027072.0, - "52": 3281027072.0, - "53": 3281027072.0, - "54": 3281027072.0, - "55": 3281027072.0, - "56": 3281027072.0, - "57": 3281027072.0, - "58": 3281027072.0, - "59": 3281027072.0, - "60": 3281027072.0, - "61": 3281027072.0, - "62": 3281027072.0, - "63": 3281027072.0, - "64": 3281027072.0, - "65": 3281027072.0, - "66": 3281027072.0, - "67": 3281027072.0, - "68": 3281027072.0, - "69": 3281027072.0, - "70": 3281027072.0, - "71": 3281027072.0, - "72": 3281027072.0, - "73": 3281027072.0, - "74": 3281027072.0, - "75": 3281027072.0, - "76": 3281027072.0, - "77": 3281027072.0, - "78": 3281027072.0, - "79": 3281027072.0, - "80": 3281027072.0, - "81": 3281027072.0, - "82": 3281027072.0, - "83": 3281027072.0, - "84": 3281027072.0, - "85": 3281027072.0, - "86": 3281027072.0, - "87": 3281027072.0, - "88": 3281027072.0, - "89": 3281027072.0, - "90": 3281027072.0, - "91": 3281027072.0, - "92": 3281027072.0, - "93": 3281027072.0, - "94": 3281027072.0, - "95": 3281027072.0, - "96": 3281027072.0, - "97": 3281027072.0, - "98": 3281027072.0, - "99": 3281027072.0, - "100": 3281027072.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 14.59486, - "2": 0.20522, - "3": 0.14409, - "4": 0.13459, - "5": 0.14839, - "6": 0.12995, - "7": 0.13407, - "8": 0.12713, - "9": 0.12178, - "10": 0.11811, - "11": 0.11949, - "12": 0.1203, - "13": 0.11786, - "14": 0.12448, - "15": 0.10836, - "16": 0.12419, - "17": 0.11702, - "18": 0.11973, - "19": 0.12031, - "20": 0.1267, - "21": 0.11327, - "22": 0.11017, - "23": 0.12459, - "24": 0.12101, - "25": 0.11561, - "26": 0.12012, - "27": 0.12422, - "28": 0.12577, - "29": 0.13564, - "30": 0.12861, - "31": 0.13599, - "32": 0.1271, - "33": 0.12578, - "34": 0.12634, - "35": 0.1355, - "36": 0.13385, - "37": 0.14205, - "38": 0.13154, - "39": 0.13191, - "40": 0.12366, - "41": 0.12753, - "42": 0.12856, - "43": 0.13682, - "44": 0.1283, - "45": 0.12622, - "46": 0.13319, - "47": 0.12377, - "48": 0.11631, - "49": 0.12398, - "50": 0.121, - "51": 0.13378, - "52": 0.12924, - "53": 0.13049, - "54": 0.1168, - "55": 0.1198, - "56": 0.12032, - "57": 0.11994, - "58": 0.11921, - "59": 0.11243, - "60": 0.12093, - "61": 0.1135, - "62": 0.11749, - "63": 0.11655, - "64": 0.11597, - "65": 0.11018, - "66": 0.11227, - "67": 0.11266, - "68": 0.11633, - "69": 0.11588, - "70": 0.13029, - "71": 0.1094, - "72": 0.11993, - "73": 0.11372, - "74": 0.11794, - "75": 0.1148, - "76": 0.10579, - "77": 0.11832, - "78": 0.10909, - "79": 0.11571, - "80": 0.11101, - "81": 0.11465, - "82": 0.10553, - "83": 0.11218, - "84": 0.11587, - "85": 0.11305, - "86": 0.10812, - "87": 0.10767, - "88": 0.11083, - "89": 0.10984, - "90": 0.10798, - "91": 0.1054, - "92": 0.11557, - "93": 0.10735, - "94": 0.10489, - "95": 0.10498, - "96": 0.10432, - "97": 0.11565, - "98": 0.1033, - "99": 0.10857, - "100": 0.11532 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index ad7af2bddb0..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_ep8_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.81131, - "2": 10.83052, - "3": 10.82093, - "4": 10.81347, - "5": 10.84338, - "6": 10.84743, - "7": 10.85254, - "8": 10.83482, - "9": 10.84276, - "10": 10.77693, - "11": 10.8459, - "12": 10.85115, - "13": 10.84165, - "14": 10.8714, - "15": 10.83613, - "16": 10.79815, - "17": 10.77288, - "18": 10.8075, - "19": 10.78773, - "20": 10.73433, - "21": 10.69461, - "22": 10.56597, - "23": 10.71611, - "24": 10.61321, - "25": 10.552, - "26": 10.61364, - "27": 10.62702, - "28": 10.59546, - "29": 10.59195, - "30": 10.3916, - "31": 10.14615, - "32": 10.47399, - "33": 10.47051, - "34": 10.23435, - "35": 10.29318, - "36": 10.26627, - "37": 10.37219, - "38": 10.2254, - "39": 10.42101, - "40": 10.13002, - "41": 10.16265, - "42": 10.24278, - "43": 9.88237, - "44": 9.99105, - "45": 9.87295, - "46": 9.85181, - "47": 10.15633, - "48": 9.8915, - "49": 9.58889, - "50": 9.9543, - "51": 9.8849, - "52": 9.78004, - "53": 10.10188, - "54": 9.98715, - "55": 9.9027, - "56": 9.66837, - "57": 9.53524, - "58": 9.89495, - "59": 9.62892, - "60": 9.54308, - "61": 9.72727, - "62": 10.0332, - "63": 9.45215, - "64": 9.83179, - "65": 8.99109, - "66": 9.76394, - "67": 9.40349, - "68": 9.83129, - "69": 9.81856, - "70": 9.77262, - "71": 9.658, - "72": 9.64033, - "73": 9.55124, - "74": 9.02026, - "75": 9.47695, - "76": 9.13586, - "77": 10.09787, - "78": 9.75274, - "79": 9.41697, - "80": 9.45074, - "81": 9.52041, - "82": 9.73203, - "83": 9.36912, - "84": 9.45039, - "85": 9.65229, - "86": 9.1123, - "87": 9.61119, - "88": 9.78708, - "89": 9.64625, - "90": 9.83474, - "91": 9.39429, - "92": 9.39178, - "93": 9.12787, - "94": 8.86637, - "95": 9.54352, - "96": 9.55716, - "97": 9.332, - "98": 9.69189, - "99": 8.92072, - "100": 9.41916 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1216.0, - "2": 1361.0, - "3": 1221.0, - "4": 1222.0, - "5": 1385.0, - "6": 1467.0, - "7": 1252.0, - "8": 1355.0, - "9": 1346.0, - "10": 1335.0, - "11": 1278.0, - "12": 1185.0, - "13": 1203.0, - "14": 1385.0, - "15": 1303.0, - "16": 1377.0, - "17": 1229.0, - "18": 1291.0, - "19": 1244.0, - "20": 1183.0, - "21": 1262.0, - "22": 1122.0, - "23": 1301.0, - "24": 1066.0, - "25": 1182.0, - "26": 1263.0, - "27": 1162.0, - "28": 1262.0, - "29": 1179.0, - "30": 1168.0, - "31": 991.0, - "32": 1092.0, - "33": 1183.0, - "34": 1081.0, - "35": 1146.0, - "36": 1076.0, - "37": 1252.0, - "38": 1176.0, - "39": 1225.0, - "40": 1303.0, - "41": 1104.0, - "42": 1210.0, - "43": 1116.0, - "44": 1165.0, - "45": 1097.0, - "46": 1308.0, - "47": 1165.0, - "48": 1134.0, - "49": 1272.0, - "50": 1083.0, - "51": 1234.0, - "52": 1274.0, - "53": 1393.0, - "54": 1299.0, - "55": 1186.0, - "56": 1267.0, - "57": 1161.0, - "58": 1326.0, - "59": 1403.0, - "60": 1177.0, - "61": 1363.0, - "62": 1302.0, - "63": 1245.0, - "64": 1378.0, - "65": 1330.0, - "66": 1363.0, - "67": 1286.0, - "68": 1313.0, - "69": 1295.0, - "70": 1459.0, - "71": 1374.0, - "72": 1092.0, - "73": 1274.0, - "74": 943.0, - "75": 1059.0, - "76": 1323.0, - "77": 1475.0, - "78": 1487.0, - "79": 1496.0, - "80": 1382.0, - "81": 1470.0, - "82": 1417.0, - "83": 1177.0, - "84": 1506.0, - "85": 1420.0, - "86": 1281.0, - "87": 1540.0, - "88": 1467.0, - "89": 1452.0, - "90": 1350.0, - "91": 1010.0, - "92": 1324.0, - "93": 1349.0, - "94": 1197.0, - "95": 2503.0, - "96": 2373.0, - "97": 1490.0, - "98": 2541.0, - "99": 1367.0, - "100": 1122.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 788523008.0, - "2": 788493312.0, - "3": 788540416.0, - "4": 788518400.0, - "5": 788542464.0, - "6": 788484608.0, - "7": 788507648.0, - "8": 788515328.0, - "9": 788531200.0, - "10": 788543488.0, - "11": 788518400.0, - "12": 788489216.0, - "13": 788547584.0, - "14": 788456448.0, - "15": 788508160.0, - "16": 788445696.0, - "17": 788563456.0, - "18": 788540416.0, - "19": 788547584.0, - "20": 788475904.0, - "21": 788513792.0, - "22": 788599296.0, - "23": 788578816.0, - "24": 788518400.0, - "25": 788660736.0, - "26": 788571136.0, - "27": 788635648.0, - "28": 788573696.0, - "29": 788615680.0, - "30": 788592640.0, - "31": 788652544.0, - "32": 788608000.0, - "33": 788621824.0, - "34": 788582912.0, - "35": 788621824.0, - "36": 788647424.0, - "37": 788602880.0, - "38": 788655616.0, - "39": 788668416.0, - "40": 788555264.0, - "41": 788596736.0, - "42": 788580352.0, - "43": 788547072.0, - "44": 788628992.0, - "45": 788496384.0, - "46": 788508672.0, - "47": 788577280.0, - "48": 788493824.0, - "49": 788466688.0, - "50": 788492288.0, - "51": 788528128.0, - "52": 788488704.0, - "53": 788518912.0, - "54": 788508672.0, - "55": 788505088.0, - "56": 788464128.0, - "57": 788461568.0, - "58": 788505088.0, - "59": 788508672.0, - "60": 788496384.0, - "61": 788468736.0, - "62": 788502528.0, - "63": 788454912.0, - "64": 788470784.0, - "65": 788413440.0, - "66": 788450816.0, - "67": 788450816.0, - "68": 788461568.0, - "69": 788478976.0, - "70": 788502528.0, - "71": 788459008.0, - "72": 788419072.0, - "73": 788449280.0, - "74": 788424192.0, - "75": 788446720.0, - "76": 788418048.0, - "77": 788476416.0, - "78": 788467712.0, - "79": 788424192.0, - "80": 788416512.0, - "81": 788435968.0, - "82": 788444160.0, - "83": 788440576.0, - "84": 788476416.0, - "85": 788466176.0, - "86": 788400128.0, - "87": 788495872.0, - "88": 788498432.0, - "89": 788506624.0, - "90": 788536832.0, - "91": 788518912.0, - "92": 788521984.0, - "93": 788492288.0, - "94": 788511744.0, - "95": 788548608.0, - "96": 788568576.0, - "97": 788584960.0, - "98": 788595712.0, - "99": 788519936.0, - "100": 788575744.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 3022964224.0, - "2": 3177559552.0, - "3": 3206005248.0, - "4": 3206005248.0, - "5": 3206005248.0, - "6": 3206005248.0, - "7": 3206005248.0, - "8": 3206005248.0, - "9": 3206005248.0, - "10": 3206005248.0, - "11": 3206005248.0, - "12": 3206005248.0, - "13": 3208181248.0, - "14": 3208181248.0, - "15": 3208181248.0, - "16": 3208181248.0, - "17": 3216008192.0, - "18": 3216008192.0, - "19": 3216008192.0, - "20": 3216008192.0, - "21": 3216008192.0, - "22": 3238043648.0, - "23": 3238043648.0, - "24": 3238043648.0, - "25": 3281027072.0, - "26": 3281027072.0, - "27": 3281027072.0, - "28": 3281027072.0, - "29": 3281027072.0, - "30": 3281027072.0, - "31": 3281027072.0, - "32": 3281027072.0, - "33": 3281027072.0, - "34": 3281027072.0, - "35": 3281027072.0, - "36": 3281027072.0, - "37": 3281027072.0, - "38": 3281027072.0, - "39": 3281027072.0, - "40": 3281027072.0, - "41": 3281027072.0, - "42": 3281027072.0, - "43": 3281027072.0, - "44": 3281027072.0, - "45": 3281027072.0, - "46": 3281027072.0, - "47": 3281027072.0, - "48": 3281027072.0, - "49": 3281027072.0, - "50": 3281027072.0, - "51": 3281027072.0, - "52": 3281027072.0, - "53": 3281027072.0, - "54": 3281027072.0, - "55": 3281027072.0, - "56": 3281027072.0, - "57": 3281027072.0, - "58": 3281027072.0, - "59": 3281027072.0, - "60": 3281027072.0, - "61": 3281027072.0, - "62": 3281027072.0, - "63": 3281027072.0, - "64": 3281027072.0, - "65": 3281027072.0, - "66": 3281027072.0, - "67": 3281027072.0, - "68": 3281027072.0, - "69": 3281027072.0, - "70": 3281027072.0, - "71": 3281027072.0, - "72": 3281027072.0, - "73": 3281027072.0, - "74": 3281027072.0, - "75": 3281027072.0, - "76": 3281027072.0, - "77": 3281027072.0, - "78": 3281027072.0, - "79": 3281027072.0, - "80": 3281027072.0, - "81": 3281027072.0, - "82": 3281027072.0, - "83": 3281027072.0, - "84": 3281027072.0, - "85": 3281027072.0, - "86": 3281027072.0, - "87": 3281027072.0, - "88": 3281027072.0, - "89": 3281027072.0, - "90": 3281027072.0, - "91": 3281027072.0, - "92": 3281027072.0, - "93": 3281027072.0, - "94": 3281027072.0, - "95": 3281027072.0, - "96": 3281027072.0, - "97": 3281027072.0, - "98": 3281027072.0, - "99": 3281027072.0, - "100": 3281027072.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 12.96093, - "2": 0.20892, - "3": 0.18473, - "4": 0.18131, - "5": 0.18523, - "6": 0.15261, - "7": 0.15478, - "8": 0.15961, - "9": 0.14304, - "10": 0.14479, - "11": 0.14001, - "12": 0.14477, - "13": 0.13539, - "14": 0.14122, - "15": 0.12814, - "16": 0.1422, - "17": 0.14026, - "18": 0.1393, - "19": 0.13844, - "20": 0.14704, - "21": 0.13226, - "22": 0.12909, - "23": 0.13878, - "24": 0.13814, - "25": 0.13861, - "26": 0.14021, - "27": 0.15004, - "28": 0.14508, - "29": 0.15539, - "30": 0.14923, - "31": 0.15897, - "32": 0.14709, - "33": 0.15008, - "34": 0.14672, - "35": 0.15075, - "36": 0.15567, - "37": 0.14723, - "38": 0.15175, - "39": 0.14843, - "40": 0.15144, - "41": 0.14498, - "42": 0.15026, - "43": 0.15467, - "44": 0.14949, - "45": 0.14547, - "46": 0.16159, - "47": 0.14865, - "48": 0.13694, - "49": 0.1448, - "50": 0.14252, - "51": 0.1539, - "52": 0.14596, - "53": 0.14405, - "54": 0.13597, - "55": 0.13684, - "56": 0.1422, - "57": 0.14574, - "58": 0.15689, - "59": 0.14026, - "60": 0.15291, - "61": 0.14644, - "62": 0.14867, - "63": 0.14378, - "64": 0.14841, - "65": 0.13208, - "66": 0.13289, - "67": 0.13565, - "68": 0.13616, - "69": 0.1404, - "70": 0.15207, - "71": 0.12955, - "72": 0.13978, - "73": 0.13699, - "74": 0.13757, - "75": 0.13284, - "76": 0.12662, - "77": 0.13897, - "78": 0.13046, - "79": 0.13331, - "80": 0.13187, - "81": 0.13684, - "82": 0.12702, - "83": 0.13369, - "84": 0.14567, - "85": 0.13204, - "86": 0.12582, - "87": 0.12655, - "88": 0.13008, - "89": 0.12999, - "90": 0.13521, - "91": 0.12701, - "92": 0.13282, - "93": 0.12621, - "94": 0.12513, - "95": 0.12172, - "96": 0.12142, - "97": 0.13611, - "98": 0.12449, - "99": 0.12809, - "100": 0.12496 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/golden_values_dev_dgx_h100.json similarity index 100% rename from tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/golden_values_dev_dgxh100_eos.json rename to tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/golden_values_dev_dgx_h100.json diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 73fb00c9231..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,344 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 11.07559, - "2": 11.03834, - "3": 9.66022, - "4": 9.91367, - "5": 9.3291, - "6": 9.13927, - "7": 9.13591, - "8": 8.65527, - "9": 8.51396, - "10": 8.84095, - "11": 8.29144, - "12": 8.34584, - "13": 8.25509, - "14": 7.73685, - "15": 7.86273, - "16": 7.93699, - "17": 7.89257, - "18": 7.63116, - "19": 7.99719, - "20": 7.7453, - "21": 7.44298, - "22": 7.42242, - "23": 7.29721, - "24": 7.27467, - "25": 7.54562, - "26": 6.96839, - "27": 7.50569, - "28": 7.22761, - "29": 7.36579, - "30": 7.52635, - "31": 7.27036, - "32": 7.45548, - "33": 7.50952, - "34": 7.55694, - "35": 7.10212, - "36": 6.96414, - "37": 7.28438, - "38": 7.08049, - "39": 7.40908, - "40": 7.4335, - "41": 7.38491, - "42": 7.15766, - "43": 7.15867, - "44": 7.28831, - "45": 7.16729, - "46": 6.78429, - "47": 7.40937, - "48": 7.00259, - "49": 7.46241, - "50": 6.92143 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 911219392.0, - "2": 910960384.0, - "3": 911156288.0, - "4": 913253376.0, - "5": 921845056.0, - "6": 941436672.0, - "7": 993745472.0, - "8": 974360512.0, - "9": 999146112.0, - "10": 992706944.0, - "11": 991438144.0, - "12": 979442048.0, - "13": 1029190272.0, - "14": 1008214656.0, - "15": 988472000.0, - "16": 988861120.0, - "17": 979173312.0, - "18": 996164608.0, - "19": 979453440.0, - "20": 982914688.0, - "21": 975473344.0, - "22": 955037568.0, - "23": 969208128.0, - "24": 965840832.0, - "25": 953269440.0, - "26": 949025536.0, - "27": 948458304.0, - "28": 951741184.0, - "29": 943926272.0, - "30": 935020160.0, - "31": 933230336.0, - "32": 930086848.0, - "33": 922853952.0, - "34": 927140800.0, - "35": 925348224.0, - "36": 925295168.0, - "37": 922758272.0, - "38": 922930752.0, - "39": 922322880.0, - "40": 921856640.0, - "41": 920227776.0, - "42": 918353664.0, - "43": 919655616.0, - "44": 914948224.0, - "45": 916392512.0, - "46": 914344448.0, - "47": 911769536.0, - "48": 912013248.0, - "49": 910349376.0, - "50": 914351616.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 5498353152.0, - "2": 5499147776.0, - "3": 5499940352.0, - "4": 5500732928.0, - "5": 5501525504.0, - "6": 5502318080.0, - "7": 5503110656.0, - "8": 5503903232.0, - "9": 5497958912.0, - "10": 5498751488.0, - "11": 5499544064.0, - "12": 5500336640.0, - "13": 5501129216.0, - "14": 5501921792.0, - "15": 5502714368.0, - "16": 5503506944.0, - "17": 5504299520.0, - "18": 5505092096.0, - "19": 5505884672.0, - "20": 5506677248.0, - "21": 5507469824.0, - "22": 5508262400.0, - "23": 5509054976.0, - "24": 5509847552.0, - "25": 5510640128.0, - "26": 5511432704.0, - "27": 5512225280.0, - "28": 5513017856.0, - "29": 5513810432.0, - "30": 5514603008.0, - "31": 5515395584.0, - "32": 5516188160.0, - "33": 5516980736.0, - "34": 5517773312.0, - "35": 5518565888.0, - "36": 5519358464.0, - "37": 5520151040.0, - "38": 5520943616.0, - "39": 5521736192.0, - "40": 5522528768.0, - "41": 5523321344.0, - "42": 5524113920.0, - "43": 5524906496.0, - "44": 5525699072.0, - "45": 5526491648.0, - "46": 5527284224.0, - "47": 5528076800.0, - "48": 5528869376.0, - "49": 5529661952.0, - "50": 5530454528.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 41740259328.0, - "2": 43687292928.0, - "3": 43687292928.0, - "4": 43984064512.0, - "5": 43984064512.0, - "6": 43984064512.0, - "7": 43984064512.0, - "8": 44026380288.0, - "9": 44041506816.0, - "10": 44041506816.0, - "11": 44041506816.0, - "12": 44041506816.0, - "13": 44041506816.0, - "14": 44041506816.0, - "15": 44041506816.0, - "16": 44041506816.0, - "17": 44041506816.0, - "18": 44041506816.0, - "19": 44041506816.0, - "20": 44041506816.0, - "21": 44041506816.0, - "22": 44041506816.0, - "23": 44041506816.0, - "24": 44041506816.0, - "25": 44041506816.0, - "26": 44041506816.0, - "27": 44041506816.0, - "28": 44041506816.0, - "29": 44044173312.0, - "30": 44164231168.0, - "31": 44221079552.0, - "32": 44271415296.0, - "33": 44290232320.0, - "34": 44290232320.0, - "35": 44290232320.0, - "36": 44290232320.0, - "37": 44290232320.0, - "38": 44290232320.0, - "39": 44290232320.0, - "40": 44290232320.0, - "41": 44290232320.0, - "42": 44290232320.0, - "43": 44290232320.0, - "44": 44290232320.0, - "45": 44290232320.0, - "46": 44290232320.0, - "47": 44290232320.0, - "48": 44290232320.0, - "49": 44290232320.0, - "50": 44290232320.0 - } - }, - "mtp_1 loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 11.08623, - "2": 11.1047, - "3": 10.47999, - "4": 10.13471, - "5": 9.79045, - "6": 9.50607, - "7": 9.51139, - "8": 8.85331, - "9": 8.66688, - "10": 8.95867, - "11": 8.29318, - "12": 8.36986, - "13": 8.25545, - "14": 7.73323, - "15": 7.86639, - "16": 7.92438, - "17": 7.86276, - "18": 7.61004, - "19": 8.00261, - "20": 7.73004, - "21": 7.41636, - "22": 7.41466, - "23": 7.28656, - "24": 7.27882, - "25": 7.54458, - "26": 6.96533, - "27": 7.5053, - "28": 7.20603, - "29": 7.37687, - "30": 7.52783, - "31": 7.27097, - "32": 7.46043, - "33": 7.51419, - "34": 7.56879, - "35": 7.09276, - "36": 6.96019, - "37": 7.29843, - "38": 7.07417, - "39": 7.43338, - "40": 7.43134, - "41": 7.40946, - "42": 7.15527, - "43": 7.15684, - "44": 7.30429, - "45": 7.18917, - "46": 6.77286, - "47": 7.44985, - "48": 7.02383, - "49": 7.4572, - "50": 6.92645 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 89.89187, - "2": 2.19484, - "3": 3.80506, - "4": 1.63188, - "5": 2.52939, - "6": 2.46374, - "7": 1.5097, - "8": 1.75664, - "9": 1.62191, - "10": 1.35808, - "11": 1.04295, - "12": 1.35317, - "13": 1.07545, - "14": 1.42301, - "15": 1.10347, - "16": 1.28287, - "17": 1.22104, - "18": 1.07676, - "19": 1.08763, - "20": 1.12221, - "21": 1.25145, - "22": 1.04596, - "23": 1.22539, - "24": 1.06194, - "25": 1.11205, - "26": 1.05389, - "27": 1.03357, - "28": 1.0291, - "29": 1.04027, - "30": 1.06631, - "31": 1.18617, - "32": 1.142, - "33": 1.03842, - "34": 1.12457, - "35": 1.04164, - "36": 1.04698, - "37": 1.07674, - "38": 1.03833, - "39": 1.03043, - "40": 1.02697, - "41": 1.11388, - "42": 1.04538, - "43": 1.03328, - "44": 1.04873, - "45": 1.03241, - "46": 1.03847, - "47": 1.04164, - "48": 1.04077, - "49": 1.03715, - "50": 1.02734 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/golden_values_dev_dgx_h100.json similarity index 100% rename from tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/golden_values_dev_dgxh100_eos.json rename to tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/golden_values_dev_dgx_h100.json diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 4e979e64295..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 11.04266, - "2": 11.02309, - "3": 9.43552, - "4": 10.04614, - "5": 9.38535, - "6": 9.14543, - "7": 9.21141, - "8": 8.63458, - "9": 8.48937, - "10": 8.82763, - "11": 8.29457, - "12": 8.3282, - "13": 8.23008, - "14": 7.71714, - "15": 7.86981, - "16": 7.92286, - "17": 7.8604, - "18": 7.62039, - "19": 7.98493, - "20": 7.72023, - "21": 7.39758, - "22": 7.39771, - "23": 7.28314, - "24": 7.25048, - "25": 7.53113, - "26": 6.95329, - "27": 7.49432, - "28": 7.20394, - "29": 7.37282, - "30": 7.50232, - "31": 7.25348, - "32": 7.4305, - "33": 7.48364, - "34": 7.53486, - "35": 7.10336, - "36": 6.94516, - "37": 7.26117, - "38": 7.07009, - "39": 7.40543, - "40": 7.42044, - "41": 7.34202, - "42": 7.11816, - "43": 7.11373, - "44": 7.27067, - "45": 7.07036, - "46": 6.77823, - "47": 7.1875, - "48": 6.99998, - "49": 7.45868, - "50": 6.90956 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 844114112.0, - "2": 843855104.0, - "3": 844048640.0, - "4": 842998144.0, - "5": 855786112.0, - "6": 874329728.0, - "7": 925591552.0, - "8": 915644608.0, - "9": 935187584.0, - "10": 927702400.0, - "11": 957888256.0, - "12": 923872512.0, - "13": 969427072.0, - "14": 965228416.0, - "15": 952825344.0, - "16": 943777088.0, - "17": 928845824.0, - "18": 925913856.0, - "19": 955339136.0, - "20": 989208256.0, - "21": 924095424.0, - "22": 908902272.0, - "23": 892664576.0, - "24": 900830400.0, - "25": 928105472.0, - "26": 877724352.0, - "27": 912808320.0, - "28": 904557696.0, - "29": 872625088.0, - "30": 864767104.0, - "31": 868220416.0, - "32": 861931136.0, - "33": 859941312.0, - "34": 855839104.0, - "35": 854046848.0, - "36": 852944896.0, - "37": 851456704.0, - "38": 849532096.0, - "39": 849972608.0, - "40": 849505792.0, - "41": 845780288.0, - "42": 846003328.0, - "43": 846257472.0, - "44": 852034880.0, - "45": 847187456.0, - "46": 855625856.0, - "47": 844661952.0, - "48": 851197248.0, - "49": 851630464.0, - "50": 846195904.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 4419107328.0, - "2": 4419108864.0, - "3": 4419108864.0, - "4": 4419108864.0, - "5": 4419108864.0, - "6": 4419108864.0, - "7": 4419108864.0, - "8": 4419108864.0, - "9": 4419108864.0, - "10": 4419108864.0, - "11": 4419108864.0, - "12": 4419108864.0, - "13": 4419108864.0, - "14": 4419108864.0, - "15": 4419108864.0, - "16": 4419108864.0, - "17": 4419108864.0, - "18": 4419108864.0, - "19": 4419108864.0, - "20": 4419108864.0, - "21": 4419108864.0, - "22": 4419108864.0, - "23": 4419108864.0, - "24": 4419108864.0, - "25": 4419108864.0, - "26": 4419108864.0, - "27": 4419108864.0, - "28": 4419108864.0, - "29": 4419108864.0, - "30": 4419108864.0, - "31": 4419108864.0, - "32": 4419108864.0, - "33": 4419108864.0, - "34": 4419108864.0, - "35": 4419108864.0, - "36": 4419108864.0, - "37": 4419108864.0, - "38": 4419108864.0, - "39": 4419108864.0, - "40": 4419108864.0, - "41": 4419108864.0, - "42": 4419108864.0, - "43": 4419108864.0, - "44": 4419108864.0, - "45": 4419108864.0, - "46": 4419108864.0, - "47": 4419108864.0, - "48": 4419108864.0, - "49": 4419108864.0, - "50": 4419108864.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 37959917568.0, - "2": 39578677248.0, - "3": 39580196864.0, - "4": 39580196864.0, - "5": 39583309824.0, - "6": 39583309824.0, - "7": 39583309824.0, - "8": 39583309824.0, - "9": 39583309824.0, - "10": 39583309824.0, - "11": 39583309824.0, - "12": 39583309824.0, - "13": 39583309824.0, - "14": 39583309824.0, - "15": 39583309824.0, - "16": 39583309824.0, - "17": 39583309824.0, - "18": 39583309824.0, - "19": 39583309824.0, - "20": 39583309824.0, - "21": 39583309824.0, - "22": 39583309824.0, - "23": 39583309824.0, - "24": 39583309824.0, - "25": 39583309824.0, - "26": 39583309824.0, - "27": 39583309824.0, - "28": 39583309824.0, - "29": 39583309824.0, - "30": 39583309824.0, - "31": 39583309824.0, - "32": 39583309824.0, - "33": 39583309824.0, - "34": 39583309824.0, - "35": 39583309824.0, - "36": 39583309824.0, - "37": 39583309824.0, - "38": 39583309824.0, - "39": 39583309824.0, - "40": 39583309824.0, - "41": 39583309824.0, - "42": 39583309824.0, - "43": 39583309824.0, - "44": 39583309824.0, - "45": 39583309824.0, - "46": 39583309824.0, - "47": 39583309824.0, - "48": 39583309824.0, - "49": 39583309824.0, - "50": 39583309824.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 60.48727, - "2": 2.0537, - "3": 3.26481, - "4": 2.56819, - "5": 2.40218, - "6": 1.26492, - "7": 1.5836, - "8": 1.37182, - "9": 1.10133, - "10": 1.10352, - "11": 1.18687, - "12": 1.53724, - "13": 1.25166, - "14": 1.69801, - "15": 1.42166, - "16": 1.104, - "17": 1.22214, - "18": 1.34911, - "19": 1.09323, - "20": 1.08552, - "21": 1.22223, - "22": 1.19712, - "23": 1.05456, - "24": 1.03745, - "25": 1.14154, - "26": 1.07349, - "27": 1.05181, - "28": 1.0364, - "29": 1.17111, - "30": 1.02943, - "31": 1.0758, - "32": 1.03304, - "33": 1.04107, - "34": 1.03092, - "35": 1.07869, - "36": 1.02457, - "37": 1.08557, - "38": 1.00729, - "39": 1.07249, - "40": 1.08655, - "41": 1.02362, - "42": 1.02046, - "43": 1.07618, - "44": 1.08709, - "45": 1.00443, - "46": 1.00379, - "47": 1.06019, - "48": 0.98958, - "49": 1.08317, - "50": 0.9932 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json index ae1c2034cde..68b72267704 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgx_h100.json @@ -6,104 +6,104 @@ "values": { "1": 10.81442, "2": 10.81882, - "3": 10.81531, - "4": 10.80285, - "5": 10.8513, - "6": 10.85015, - "7": 10.83865, + "3": 10.81551, + "4": 10.80292, + "5": 10.85144, + "6": 10.85011, + "7": 10.83867, "8": 10.83952, - "9": 10.82187, - "10": 10.77753, - "11": 10.86422, - "12": 10.83724, - "13": 10.85876, - "14": 10.86332, - "15": 10.79795, - "16": 10.79507, - "17": 10.77121, - "18": 10.78932, - "19": 10.78375, - "20": 10.71658, - "21": 10.68392, - "22": 10.53046, - "23": 10.69852, - "24": 10.58536, - "25": 10.52392, - "26": 10.58331, - "27": 10.60949, - "28": 10.57165, - "29": 10.59009, - "30": 10.35681, - "31": 10.09394, - "32": 10.45893, - "33": 10.45658, - "34": 10.20513, - "35": 10.26714, - "36": 10.22334, - "37": 10.35301, - "38": 10.19469, - "39": 10.4172, - "40": 10.08945, - "41": 10.12779, - "42": 10.21205, - "43": 9.83115, - "44": 9.9694, - "45": 9.83605, - "46": 9.81694, - "47": 10.15399, - "48": 9.85315, - "49": 9.53452, - "50": 9.91905, - "51": 9.85365, - "52": 9.74298, - "53": 10.07139, - "54": 9.96275, - "55": 9.88234, + "9": 10.82213, + "10": 10.77746, + "11": 10.86426, + "12": 10.83689, + "13": 10.85831, + "14": 10.86354, + "15": 10.79774, + "16": 10.79537, + "17": 10.77155, + "18": 10.78908, + "19": 10.78343, + "20": 10.71629, + "21": 10.6835, + "22": 10.53061, + "23": 10.69849, + "24": 10.58571, + "25": 10.52397, + "26": 10.58327, + "27": 10.60963, + "28": 10.57207, + "29": 10.59012, + "30": 10.35613, + "31": 10.09392, + "32": 10.45887, + "33": 10.45644, + "34": 10.20494, + "35": 10.26735, + "36": 10.22333, + "37": 10.35299, + "38": 10.19476, + "39": 10.41731, + "40": 10.08948, + "41": 10.12721, + "42": 10.21207, + "43": 9.8313, + "44": 9.96936, + "45": 9.83601, + "46": 9.81666, + "47": 10.1539, + "48": 9.85279, + "49": 9.53447, + "50": 9.91909, + "51": 9.85364, + "52": 9.74286, + "53": 10.07155, + "54": 9.96279, + "55": 9.88223, "56": 9.63465, - "57": 9.4865, - "58": 9.84855, - "59": 9.58914, - "60": 9.5108, - "61": 9.70318, - "62": 9.99619, - "63": 9.40059, - "64": 9.78463, - "65": 8.95371, - "66": 9.7179, - "67": 9.36926, - "68": 9.79814, - "69": 9.79668, - "70": 9.74892, - "71": 9.63192, - "72": 9.59949, - "73": 9.50317, - "74": 8.9522, - "75": 9.43106, - "76": 9.09064, - "77": 10.08076, - "78": 9.73534, - "79": 9.3887, - "80": 9.41432, - "81": 9.48416, - "82": 9.7092, - "83": 9.31507, - "84": 9.41846, - "85": 9.6224, - "86": 9.07938, - "87": 9.59206, - "88": 9.74951, - "89": 9.60449, + "57": 9.48633, + "58": 9.84878, + "59": 9.58904, + "60": 9.51094, + "61": 9.7032, + "62": 9.99637, + "63": 9.40044, + "64": 9.78465, + "65": 8.95366, + "66": 9.71808, + "67": 9.36931, + "68": 9.79818, + "69": 9.79667, + "70": 9.74899, + "71": 9.63213, + "72": 9.59956, + "73": 9.50308, + "74": 8.95202, + "75": 9.43084, + "76": 9.09067, + "77": 10.08102, + "78": 9.73521, + "79": 9.38853, + "80": 9.41418, + "81": 9.48403, + "82": 9.70907, + "83": 9.3152, + "84": 9.41838, + "85": 9.62222, + "86": 9.07945, + "87": 9.59202, + "88": 9.74953, + "89": 9.60441, "90": 9.82577, - "91": 9.34236, - "92": 9.35861, - "93": 9.07987, - "94": 8.82784, - "95": 9.50868, - "96": 9.52112, - "97": 9.30601, - "98": 9.66582, - "99": 8.87718, - "100": 9.38975 + "91": 9.34232, + "92": 9.35837, + "93": 9.07969, + "94": 8.82793, + "95": 9.50864, + "96": 9.52117, + "97": 9.30605, + "98": 9.6658, + "99": 8.87716, + "100": 9.38997 } }, "num-zeros": { @@ -111,106 +111,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 5476.0, - "2": 5726.0, - "3": 5820.0, - "4": 5738.0, - "5": 6334.0, - "6": 6609.0, - "7": 5986.0, - "8": 5915.0, - "9": 6387.0, - "10": 5090.0, - "11": 6596.0, - "12": 6165.0, - "13": 6559.0, - "14": 6568.0, - "15": 6041.0, - "16": 6363.0, - "17": 6226.0, - "18": 5986.0, - "19": 6413.0, - "20": 5738.0, - "21": 6248.0, - "22": 5765.0, - "23": 6895.0, - "24": 6096.0, - "25": 5736.0, - "26": 6113.0, - "27": 6495.0, - "28": 6754.0, - "29": 7066.0, - "30": 6254.0, - "31": 5809.0, - "32": 6893.0, - "33": 7278.0, - "34": 6486.0, - "35": 6750.0, - "36": 6625.0, - "37": 7510.0, - "38": 7131.0, - "39": 7741.0, - "40": 7222.0, - "41": 7096.0, - "42": 7656.0, - "43": 7205.0, - "44": 7138.0, - "45": 7019.0, - "46": 7235.0, - "47": 7542.0, - "48": 7734.0, - "49": 7610.0, - "50": 7710.0, - "51": 8076.0, - "52": 7867.0, - "53": 8874.0, - "54": 8747.0, - "55": 7601.0, - "56": 7891.0, - "57": 7603.0, - "58": 8731.0, - "59": 8257.0, - "60": 7964.0, - "61": 8450.0, - "62": 8632.0, - "63": 7806.0, - "64": 8923.0, - "65": 8276.0, - "66": 9208.0, - "67": 8240.0, - "68": 8439.0, - "69": 8765.0, - "70": 9578.0, - "71": 9145.0, - "72": 8894.0, - "73": 8946.0, - "74": 6930.0, - "75": 7952.0, - "76": 8482.0, - "77": 12156.0, - "78": 9554.0, - "79": 12899.0, - "80": 11642.0, - "81": 9977.0, - "82": 9786.0, - "83": 14238.0, - "84": 13757.0, - "85": 46448.0, - "86": 9803.0, - "87": 14740.0, - "88": 9790.0, - "89": 10097.0, - "90": 11246.0, - "91": 8938.0, - "92": 9088.0, - "93": 8203.0, - "94": 9445.0, - "95": 9762.0, - "96": 47617.0, - "97": 8875.0, - "98": 11078.0, - "99": 15373.0, - "100": 9275.0 + "1": 5488.0, + "2": 5704.0, + "3": 5788.0, + "4": 5853.0, + "5": 6401.0, + "6": 6686.0, + "7": 5949.0, + "8": 5811.0, + "9": 6280.0, + "10": 5192.0, + "11": 6645.0, + "12": 6193.0, + "13": 6525.0, + "14": 6487.0, + "15": 6258.0, + "16": 6261.0, + "17": 6080.0, + "18": 5901.0, + "19": 6228.0, + "20": 5713.0, + "21": 6265.0, + "22": 5788.0, + "23": 6618.0, + "24": 6159.0, + "25": 5674.0, + "26": 6218.0, + "27": 6180.0, + "28": 6802.0, + "29": 7006.0, + "30": 6195.0, + "31": 5847.0, + "32": 6680.0, + "33": 7327.0, + "34": 6433.0, + "35": 6593.0, + "36": 6717.0, + "37": 7545.0, + "38": 7130.0, + "39": 7928.0, + "40": 7233.0, + "41": 7093.0, + "42": 7653.0, + "43": 7136.0, + "44": 7113.0, + "45": 7167.0, + "46": 7435.0, + "47": 7501.0, + "48": 7648.0, + "49": 7520.0, + "50": 7701.0, + "51": 7847.0, + "52": 7828.0, + "53": 8765.0, + "54": 8799.0, + "55": 7683.0, + "56": 7972.0, + "57": 7642.0, + "58": 8419.0, + "59": 8276.0, + "60": 7917.0, + "61": 8598.0, + "62": 8394.0, + "63": 7896.0, + "64": 9047.0, + "65": 8280.0, + "66": 9315.0, + "67": 8277.0, + "68": 8341.0, + "69": 8737.0, + "70": 9764.0, + "71": 9050.0, + "72": 9036.0, + "73": 9076.0, + "74": 6969.0, + "75": 7833.0, + "76": 8450.0, + "77": 13505.0, + "78": 9634.0, + "79": 13982.0, + "80": 11548.0, + "81": 10035.0, + "82": 9732.0, + "83": 9037.0, + "84": 9522.0, + "85": 46479.0, + "86": 8626.0, + "87": 11964.0, + "88": 9637.0, + "89": 10273.0, + "90": 11256.0, + "91": 8811.0, + "92": 9218.0, + "93": 8281.0, + "94": 9390.0, + "95": 9376.0, + "96": 13248.0, + "97": 8945.0, + "98": 10682.0, + "99": 15485.0, + "100": 9101.0 } }, "mem-allocated-bytes": { @@ -328,103 +328,103 @@ "1": 966226944.0, "2": 1135178752.0, "3": 1135178752.0, - "4": 1142161920.0, - "5": 1142161920.0, - "6": 1142161920.0, - "7": 1142161920.0, - "8": 1142161920.0, - "9": 1142161920.0, - "10": 1142161920.0, - "11": 1142161920.0, - "12": 1142161920.0, - "13": 1142161920.0, - "14": 1142161920.0, - "15": 1142161920.0, - "16": 1142161920.0, - "17": 1142161920.0, - "18": 1142161920.0, - "19": 1142161920.0, - "20": 1142161920.0, - "21": 1142161920.0, - "22": 1142161920.0, - "23": 1142161920.0, - "24": 1142161920.0, - "25": 1142161920.0, - "26": 1142161920.0, - "27": 1142161920.0, - "28": 1142161920.0, - "29": 1142161920.0, - "30": 1142161920.0, - "31": 1142161920.0, - "32": 1142161920.0, - "33": 1142161920.0, - "34": 1142161920.0, - "35": 1142161920.0, - "36": 1142161920.0, - "37": 1142161920.0, - "38": 1142161920.0, - "39": 1142161920.0, - "40": 1142161920.0, - "41": 1142161920.0, - "42": 1142161920.0, - "43": 1142161920.0, - "44": 1142161920.0, - "45": 1142161920.0, - "46": 1142161920.0, - "47": 1142161920.0, - "48": 1142161920.0, - "49": 1142161920.0, - "50": 1142161920.0, - "51": 1142161920.0, - "52": 1142161920.0, - "53": 1142161920.0, - "54": 1142161920.0, - "55": 1142161920.0, - "56": 1142161920.0, - "57": 1142161920.0, - "58": 1142161920.0, - "59": 1142161920.0, - "60": 1142161920.0, - "61": 1145419776.0, - "62": 1145419776.0, - "63": 1145419776.0, - "64": 1145419776.0, - "65": 1145419776.0, - "66": 1145419776.0, - "67": 1145419776.0, - "68": 1145419776.0, - "69": 1145419776.0, - "70": 1145419776.0, - "71": 1145419776.0, - "72": 1145419776.0, - "73": 1145419776.0, - "74": 1145419776.0, - "75": 1145419776.0, - "76": 1149517312.0, - "77": 1149517312.0, - "78": 1149517312.0, - "79": 1149517312.0, - "80": 1149517312.0, - "81": 1149517312.0, - "82": 1149517312.0, - "83": 1149517312.0, - "84": 1149517312.0, - "85": 1149517312.0, - "86": 1149517312.0, - "87": 1149517312.0, - "88": 1149517312.0, - "89": 1149517312.0, - "90": 1149517312.0, - "91": 1149517312.0, - "92": 1149517312.0, - "93": 1149517312.0, - "94": 1149517312.0, - "95": 1149517312.0, - "96": 1149517312.0, - "97": 1149517312.0, - "98": 1149517312.0, - "99": 1149517312.0, - "100": 1149517312.0 + "4": 1142154752.0, + "5": 1142154752.0, + "6": 1142154752.0, + "7": 1142154752.0, + "8": 1142154752.0, + "9": 1142154752.0, + "10": 1142154752.0, + "11": 1142154752.0, + "12": 1142154752.0, + "13": 1142154752.0, + "14": 1142154752.0, + "15": 1142154752.0, + "16": 1142154752.0, + "17": 1142154752.0, + "18": 1142154752.0, + "19": 1142154752.0, + "20": 1142154752.0, + "21": 1142154752.0, + "22": 1142154752.0, + "23": 1142154752.0, + "24": 1142154752.0, + "25": 1142154752.0, + "26": 1142154752.0, + "27": 1142154752.0, + "28": 1142154752.0, + "29": 1142154752.0, + "30": 1142154752.0, + "31": 1142154752.0, + "32": 1142154752.0, + "33": 1142154752.0, + "34": 1142154752.0, + "35": 1142154752.0, + "36": 1142154752.0, + "37": 1142154752.0, + "38": 1142154752.0, + "39": 1142154752.0, + "40": 1142154752.0, + "41": 1142154752.0, + "42": 1142154752.0, + "43": 1142154752.0, + "44": 1142154752.0, + "45": 1142154752.0, + "46": 1142154752.0, + "47": 1142154752.0, + "48": 1142154752.0, + "49": 1142154752.0, + "50": 1142154752.0, + "51": 1142154752.0, + "52": 1142154752.0, + "53": 1142154752.0, + "54": 1142154752.0, + "55": 1142154752.0, + "56": 1142154752.0, + "57": 1142154752.0, + "58": 1142154752.0, + "59": 1142154752.0, + "60": 1142154752.0, + "61": 1145444352.0, + "62": 1145444352.0, + "63": 1145444352.0, + "64": 1145444352.0, + "65": 1145444352.0, + "66": 1145444352.0, + "67": 1145444352.0, + "68": 1145444352.0, + "69": 1145444352.0, + "70": 1145444352.0, + "71": 1145444352.0, + "72": 1145444352.0, + "73": 1145444352.0, + "74": 1145444352.0, + "75": 1145444352.0, + "76": 1149560320.0, + "77": 1149560320.0, + "78": 1149560320.0, + "79": 1149560320.0, + "80": 1149560320.0, + "81": 1149560320.0, + "82": 1149560320.0, + "83": 1149560320.0, + "84": 1149560320.0, + "85": 1149560320.0, + "86": 1149560320.0, + "87": 1149560320.0, + "88": 1149560320.0, + "89": 1149560320.0, + "90": 1149560320.0, + "91": 1149560320.0, + "92": 1149560320.0, + "93": 1149560320.0, + "94": 1149560320.0, + "95": 1149560320.0, + "96": 1149560320.0, + "97": 1149560320.0, + "98": 1149560320.0, + "99": 1149560320.0, + "100": 1149560320.0 } }, "iteration-time": { @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 20.57901, - "2": 0.68043, - "3": 0.63562, - "4": 0.61398, - "5": 0.61337, - "6": 0.60234, - "7": 0.60862, - "8": 0.60734, - "9": 0.58969, - "10": 0.58747, - "11": 0.5811, - "12": 0.58339, - "13": 0.58104, - "14": 0.57128, - "15": 0.57144, - "16": 0.57507, - "17": 0.56755, - "18": 0.57095, - "19": 0.56394, - "20": 0.56491, - "21": 0.5641, - "22": 0.57257, - "23": 0.56993, - "24": 0.57313, - "25": 0.59644, - "26": 0.57728, - "27": 0.56326, - "28": 0.58965, - "29": 0.57459, - "30": 0.58292, - "31": 0.5611, - "32": 0.57216, - "33": 0.56117, - "34": 0.56648, - "35": 0.57301, - "36": 0.5682, - "37": 0.57344, - "38": 0.57412, - "39": 0.57266, - "40": 0.56976, - "41": 0.58248, - "42": 0.56977, - "43": 0.59296, - "44": 0.57825, - "45": 0.57205, - "46": 0.57416, - "47": 0.56382, - "48": 0.56705, - "49": 0.56054, - "50": 0.57803, - "51": 0.5794, - "52": 0.57311, - "53": 0.55689, - "54": 0.56928, - "55": 0.56498, - "56": 0.5793, - "57": 0.59551, - "58": 0.57445, - "59": 0.57266, - "60": 0.56772, - "61": 0.56341, - "62": 0.56683, - "63": 0.56161, - "64": 0.56821, - "65": 0.57696, - "66": 0.57433, - "67": 0.5584, - "68": 0.57566, - "69": 0.57071, - "70": 0.56326, - "71": 0.57066, - "72": 0.55601, - "73": 0.58093, - "74": 0.59092, - "75": 0.57258, - "76": 0.57145, - "77": 0.55748, - "78": 0.57398, - "79": 0.56823, - "80": 0.56858, - "81": 0.55889, - "82": 0.56474, - "83": 0.56681, - "84": 0.5624, - "85": 0.56593, - "86": 0.55528, - "87": 0.56493, - "88": 0.54955, - "89": 0.56961, - "90": 0.55961, - "91": 0.56585, - "92": 0.58153, - "93": 0.56914, - "94": 0.58194, - "95": 0.56106, - "96": 0.56571, - "97": 0.56072, - "98": 0.56686, - "99": 0.55834, - "100": 0.56357 + "1": 20.38736, + "2": 0.68138, + "3": 0.62881, + "4": 0.61692, + "5": 0.61365, + "6": 0.60735, + "7": 0.60006, + "8": 0.59897, + "9": 0.59763, + "10": 0.6122, + "11": 0.59106, + "12": 0.59749, + "13": 0.60001, + "14": 0.58446, + "15": 0.57929, + "16": 0.58508, + "17": 0.5725, + "18": 0.57386, + "19": 0.57617, + "20": 0.57081, + "21": 0.57614, + "22": 0.57046, + "23": 0.57731, + "24": 0.56893, + "25": 0.58004, + "26": 0.56911, + "27": 0.60575, + "28": 0.61474, + "29": 0.58874, + "30": 0.57969, + "31": 0.57737, + "32": 0.58556, + "33": 0.5704, + "34": 0.57592, + "35": 0.58241, + "36": 0.57697, + "37": 0.57978, + "38": 0.57647, + "39": 0.56977, + "40": 0.58017, + "41": 0.57153, + "42": 0.57267, + "43": 0.5881, + "44": 0.57211, + "45": 0.59552, + "46": 0.56308, + "47": 0.5736, + "48": 0.58403, + "49": 0.57693, + "50": 0.57016, + "51": 0.57233, + "52": 0.55871, + "53": 0.5593, + "54": 0.55755, + "55": 0.56057, + "56": 0.56649, + "57": 0.56057, + "58": 0.56658, + "59": 0.55825, + "60": 0.57038, + "61": 0.5563, + "62": 0.56031, + "63": 0.56901, + "64": 0.56097, + "65": 0.56153, + "66": 0.56761, + "67": 0.5785, + "68": 0.57341, + "69": 0.57139, + "70": 0.56231, + "71": 0.55874, + "72": 0.55834, + "73": 0.55824, + "74": 0.5552, + "75": 0.5593, + "76": 0.56038, + "77": 0.56527, + "78": 0.56728, + "79": 0.56424, + "80": 0.55564, + "81": 0.55955, + "82": 0.55867, + "83": 0.56254, + "84": 0.55754, + "85": 0.55409, + "86": 0.55901, + "87": 0.55904, + "88": 0.57097, + "89": 0.5735, + "90": 0.55808, + "91": 0.55819, + "92": 0.58224, + "93": 0.55845, + "94": 0.56512, + "95": 0.5709, + "96": 0.56099, + "97": 0.56779, + "98": 0.55446, + "99": 0.56053, + "100": 0.56338 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index fac0ec053dd..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.81442, - "2": 10.81882, - "3": 10.81551, - "4": 10.80292, - "5": 10.85144, - "6": 10.85011, - "7": 10.83867, - "8": 10.83952, - "9": 10.82213, - "10": 10.77746, - "11": 10.86426, - "12": 10.83689, - "13": 10.85831, - "14": 10.86354, - "15": 10.79774, - "16": 10.79537, - "17": 10.77155, - "18": 10.78908, - "19": 10.78343, - "20": 10.71629, - "21": 10.6835, - "22": 10.53061, - "23": 10.69849, - "24": 10.58571, - "25": 10.52397, - "26": 10.58327, - "27": 10.60963, - "28": 10.57207, - "29": 10.59012, - "30": 10.35613, - "31": 10.09392, - "32": 10.45887, - "33": 10.45644, - "34": 10.20494, - "35": 10.26735, - "36": 10.22333, - "37": 10.35299, - "38": 10.19476, - "39": 10.41731, - "40": 10.08948, - "41": 10.12721, - "42": 10.21207, - "43": 9.8313, - "44": 9.96936, - "45": 9.83601, - "46": 9.81666, - "47": 10.1539, - "48": 9.85279, - "49": 9.53447, - "50": 9.91909, - "51": 9.85364, - "52": 9.74286, - "53": 10.07155, - "54": 9.96279, - "55": 9.88223, - "56": 9.63465, - "57": 9.48633, - "58": 9.84878, - "59": 9.58904, - "60": 9.51094, - "61": 9.7032, - "62": 9.99637, - "63": 9.40044, - "64": 9.78465, - "65": 8.95366, - "66": 9.71808, - "67": 9.36931, - "68": 9.79818, - "69": 9.79667, - "70": 9.74899, - "71": 9.63213, - "72": 9.59956, - "73": 9.50308, - "74": 8.95202, - "75": 9.43084, - "76": 9.09067, - "77": 10.08102, - "78": 9.73521, - "79": 9.38853, - "80": 9.41418, - "81": 9.48403, - "82": 9.70907, - "83": 9.3152, - "84": 9.41838, - "85": 9.62222, - "86": 9.07945, - "87": 9.59202, - "88": 9.74953, - "89": 9.60441, - "90": 9.82577, - "91": 9.34232, - "92": 9.35837, - "93": 9.07969, - "94": 8.82793, - "95": 9.50864, - "96": 9.52117, - "97": 9.30605, - "98": 9.6658, - "99": 8.87716, - "100": 9.38997 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 5488.0, - "2": 5704.0, - "3": 5788.0, - "4": 5853.0, - "5": 6401.0, - "6": 6686.0, - "7": 5949.0, - "8": 5811.0, - "9": 6280.0, - "10": 5192.0, - "11": 6645.0, - "12": 6193.0, - "13": 6525.0, - "14": 6487.0, - "15": 6258.0, - "16": 6261.0, - "17": 6080.0, - "18": 5901.0, - "19": 6228.0, - "20": 5713.0, - "21": 6265.0, - "22": 5788.0, - "23": 6618.0, - "24": 6159.0, - "25": 5674.0, - "26": 6218.0, - "27": 6180.0, - "28": 6802.0, - "29": 7006.0, - "30": 6195.0, - "31": 5847.0, - "32": 6680.0, - "33": 7327.0, - "34": 6433.0, - "35": 6593.0, - "36": 6717.0, - "37": 7545.0, - "38": 7130.0, - "39": 7928.0, - "40": 7233.0, - "41": 7093.0, - "42": 7653.0, - "43": 7136.0, - "44": 7113.0, - "45": 7167.0, - "46": 7435.0, - "47": 7501.0, - "48": 7648.0, - "49": 7520.0, - "50": 7701.0, - "51": 7847.0, - "52": 7828.0, - "53": 8765.0, - "54": 8799.0, - "55": 7683.0, - "56": 7972.0, - "57": 7642.0, - "58": 8419.0, - "59": 8276.0, - "60": 7917.0, - "61": 8598.0, - "62": 8394.0, - "63": 7896.0, - "64": 9047.0, - "65": 8280.0, - "66": 9315.0, - "67": 8277.0, - "68": 8341.0, - "69": 8737.0, - "70": 9764.0, - "71": 9050.0, - "72": 9036.0, - "73": 9076.0, - "74": 6969.0, - "75": 7833.0, - "76": 8450.0, - "77": 13505.0, - "78": 9634.0, - "79": 13982.0, - "80": 11548.0, - "81": 10035.0, - "82": 9732.0, - "83": 9037.0, - "84": 9522.0, - "85": 46479.0, - "86": 8626.0, - "87": 11964.0, - "88": 9637.0, - "89": 10273.0, - "90": 11256.0, - "91": 8811.0, - "92": 9218.0, - "93": 8281.0, - "94": 9390.0, - "95": 9376.0, - "96": 13248.0, - "97": 8945.0, - "98": 10682.0, - "99": 15485.0, - "100": 9101.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 628059136.0, - "2": 628060160.0, - "3": 628060160.0, - "4": 628060160.0, - "5": 628060160.0, - "6": 628060160.0, - "7": 628060160.0, - "8": 628060160.0, - "9": 628060160.0, - "10": 628060160.0, - "11": 628060160.0, - "12": 628060160.0, - "13": 628060160.0, - "14": 628060160.0, - "15": 628060160.0, - "16": 628060160.0, - "17": 628060160.0, - "18": 628060160.0, - "19": 628060160.0, - "20": 628060160.0, - "21": 628060160.0, - "22": 628060160.0, - "23": 628060160.0, - "24": 628060160.0, - "25": 628060160.0, - "26": 628060160.0, - "27": 628060160.0, - "28": 628060160.0, - "29": 628060160.0, - "30": 628060160.0, - "31": 628060160.0, - "32": 628060160.0, - "33": 628060160.0, - "34": 628060160.0, - "35": 628060160.0, - "36": 628060160.0, - "37": 628060160.0, - "38": 628060160.0, - "39": 628060160.0, - "40": 628060160.0, - "41": 628060160.0, - "42": 628060160.0, - "43": 628060160.0, - "44": 628060160.0, - "45": 628060160.0, - "46": 628060160.0, - "47": 628060160.0, - "48": 628060160.0, - "49": 628060160.0, - "50": 628060160.0, - "51": 628060160.0, - "52": 628060160.0, - "53": 628060160.0, - "54": 628060160.0, - "55": 628060160.0, - "56": 628060160.0, - "57": 628060160.0, - "58": 628060160.0, - "59": 628060160.0, - "60": 628060160.0, - "61": 628060160.0, - "62": 628060160.0, - "63": 628060160.0, - "64": 628060160.0, - "65": 628060160.0, - "66": 628060160.0, - "67": 628060160.0, - "68": 628060160.0, - "69": 628060160.0, - "70": 628060160.0, - "71": 628060160.0, - "72": 628060160.0, - "73": 628060160.0, - "74": 628060160.0, - "75": 628060160.0, - "76": 628060160.0, - "77": 628060160.0, - "78": 628060160.0, - "79": 628060160.0, - "80": 628060160.0, - "81": 628060160.0, - "82": 628060160.0, - "83": 628060160.0, - "84": 628060160.0, - "85": 628060160.0, - "86": 628060160.0, - "87": 628060160.0, - "88": 628060160.0, - "89": 628060160.0, - "90": 628060160.0, - "91": 628060160.0, - "92": 628060160.0, - "93": 628060160.0, - "94": 628060160.0, - "95": 628060160.0, - "96": 628060160.0, - "97": 628060160.0, - "98": 628060160.0, - "99": 628060160.0, - "100": 628060160.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 966226944.0, - "2": 1135178752.0, - "3": 1135178752.0, - "4": 1142154752.0, - "5": 1142154752.0, - "6": 1142154752.0, - "7": 1142154752.0, - "8": 1142154752.0, - "9": 1142154752.0, - "10": 1142154752.0, - "11": 1142154752.0, - "12": 1142154752.0, - "13": 1142154752.0, - "14": 1142154752.0, - "15": 1142154752.0, - "16": 1142154752.0, - "17": 1142154752.0, - "18": 1142154752.0, - "19": 1142154752.0, - "20": 1142154752.0, - "21": 1142154752.0, - "22": 1142154752.0, - "23": 1142154752.0, - "24": 1142154752.0, - "25": 1142154752.0, - "26": 1142154752.0, - "27": 1142154752.0, - "28": 1142154752.0, - "29": 1142154752.0, - "30": 1142154752.0, - "31": 1142154752.0, - "32": 1142154752.0, - "33": 1142154752.0, - "34": 1142154752.0, - "35": 1142154752.0, - "36": 1142154752.0, - "37": 1142154752.0, - "38": 1142154752.0, - "39": 1142154752.0, - "40": 1142154752.0, - "41": 1142154752.0, - "42": 1142154752.0, - "43": 1142154752.0, - "44": 1142154752.0, - "45": 1142154752.0, - "46": 1142154752.0, - "47": 1142154752.0, - "48": 1142154752.0, - "49": 1142154752.0, - "50": 1142154752.0, - "51": 1142154752.0, - "52": 1142154752.0, - "53": 1142154752.0, - "54": 1142154752.0, - "55": 1142154752.0, - "56": 1142154752.0, - "57": 1142154752.0, - "58": 1142154752.0, - "59": 1142154752.0, - "60": 1142154752.0, - "61": 1145444352.0, - "62": 1145444352.0, - "63": 1145444352.0, - "64": 1145444352.0, - "65": 1145444352.0, - "66": 1145444352.0, - "67": 1145444352.0, - "68": 1145444352.0, - "69": 1145444352.0, - "70": 1145444352.0, - "71": 1145444352.0, - "72": 1145444352.0, - "73": 1145444352.0, - "74": 1145444352.0, - "75": 1145444352.0, - "76": 1149560320.0, - "77": 1149560320.0, - "78": 1149560320.0, - "79": 1149560320.0, - "80": 1149560320.0, - "81": 1149560320.0, - "82": 1149560320.0, - "83": 1149560320.0, - "84": 1149560320.0, - "85": 1149560320.0, - "86": 1149560320.0, - "87": 1149560320.0, - "88": 1149560320.0, - "89": 1149560320.0, - "90": 1149560320.0, - "91": 1149560320.0, - "92": 1149560320.0, - "93": 1149560320.0, - "94": 1149560320.0, - "95": 1149560320.0, - "96": 1149560320.0, - "97": 1149560320.0, - "98": 1149560320.0, - "99": 1149560320.0, - "100": 1149560320.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 22.49159, - "2": 0.64465, - "3": 0.55144, - "4": 0.54612, - "5": 0.54224, - "6": 0.53272, - "7": 0.53156, - "8": 0.52769, - "9": 0.51643, - "10": 0.51904, - "11": 0.51365, - "12": 0.51064, - "13": 0.5046, - "14": 0.50595, - "15": 0.49656, - "16": 0.51295, - "17": 0.49558, - "18": 0.50544, - "19": 0.49807, - "20": 0.50213, - "21": 0.50583, - "22": 0.52086, - "23": 0.51086, - "24": 0.50937, - "25": 0.5124, - "26": 0.51291, - "27": 0.52068, - "28": 0.54211, - "29": 0.52886, - "30": 0.52175, - "31": 0.51586, - "32": 0.5142, - "33": 0.49143, - "34": 0.49103, - "35": 0.49405, - "36": 0.49048, - "37": 0.48575, - "38": 0.49941, - "39": 0.50795, - "40": 0.51375, - "41": 0.49293, - "42": 0.48855, - "43": 0.5029, - "44": 0.49021, - "45": 0.50044, - "46": 0.4959, - "47": 0.49439, - "48": 0.48796, - "49": 0.48244, - "50": 0.50689, - "51": 0.53388, - "52": 0.49313, - "53": 0.50127, - "54": 0.50696, - "55": 0.50505, - "56": 0.50751, - "57": 0.50921, - "58": 0.49608, - "59": 0.49342, - "60": 0.49604, - "61": 0.49149, - "62": 0.48784, - "63": 0.48712, - "64": 0.48464, - "65": 0.51125, - "66": 0.48673, - "67": 0.48738, - "68": 0.48812, - "69": 0.4924, - "70": 0.48944, - "71": 0.48906, - "72": 0.48542, - "73": 0.50073, - "74": 0.49165, - "75": 0.48855, - "76": 0.49114, - "77": 0.49358, - "78": 0.48743, - "79": 0.49072, - "80": 0.48515, - "81": 0.48089, - "82": 0.48965, - "83": 0.49061, - "84": 0.48204, - "85": 0.46988, - "86": 0.49418, - "87": 0.48287, - "88": 0.47854, - "89": 0.48256, - "90": 0.48294, - "91": 0.4982, - "92": 0.48423, - "93": 0.47976, - "94": 0.48336, - "95": 0.47914, - "96": 0.71379, - "97": 1.04054, - "98": 3.57564, - "99": 4.591, - "100": 0.98086 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 68b72267704..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_resume_torch_dist_dist_optimizer/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.81442, - "2": 10.81882, - "3": 10.81551, - "4": 10.80292, - "5": 10.85144, - "6": 10.85011, - "7": 10.83867, - "8": 10.83952, - "9": 10.82213, - "10": 10.77746, - "11": 10.86426, - "12": 10.83689, - "13": 10.85831, - "14": 10.86354, - "15": 10.79774, - "16": 10.79537, - "17": 10.77155, - "18": 10.78908, - "19": 10.78343, - "20": 10.71629, - "21": 10.6835, - "22": 10.53061, - "23": 10.69849, - "24": 10.58571, - "25": 10.52397, - "26": 10.58327, - "27": 10.60963, - "28": 10.57207, - "29": 10.59012, - "30": 10.35613, - "31": 10.09392, - "32": 10.45887, - "33": 10.45644, - "34": 10.20494, - "35": 10.26735, - "36": 10.22333, - "37": 10.35299, - "38": 10.19476, - "39": 10.41731, - "40": 10.08948, - "41": 10.12721, - "42": 10.21207, - "43": 9.8313, - "44": 9.96936, - "45": 9.83601, - "46": 9.81666, - "47": 10.1539, - "48": 9.85279, - "49": 9.53447, - "50": 9.91909, - "51": 9.85364, - "52": 9.74286, - "53": 10.07155, - "54": 9.96279, - "55": 9.88223, - "56": 9.63465, - "57": 9.48633, - "58": 9.84878, - "59": 9.58904, - "60": 9.51094, - "61": 9.7032, - "62": 9.99637, - "63": 9.40044, - "64": 9.78465, - "65": 8.95366, - "66": 9.71808, - "67": 9.36931, - "68": 9.79818, - "69": 9.79667, - "70": 9.74899, - "71": 9.63213, - "72": 9.59956, - "73": 9.50308, - "74": 8.95202, - "75": 9.43084, - "76": 9.09067, - "77": 10.08102, - "78": 9.73521, - "79": 9.38853, - "80": 9.41418, - "81": 9.48403, - "82": 9.70907, - "83": 9.3152, - "84": 9.41838, - "85": 9.62222, - "86": 9.07945, - "87": 9.59202, - "88": 9.74953, - "89": 9.60441, - "90": 9.82577, - "91": 9.34232, - "92": 9.35837, - "93": 9.07969, - "94": 8.82793, - "95": 9.50864, - "96": 9.52117, - "97": 9.30605, - "98": 9.6658, - "99": 8.87716, - "100": 9.38997 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 5488.0, - "2": 5704.0, - "3": 5788.0, - "4": 5853.0, - "5": 6401.0, - "6": 6686.0, - "7": 5949.0, - "8": 5811.0, - "9": 6280.0, - "10": 5192.0, - "11": 6645.0, - "12": 6193.0, - "13": 6525.0, - "14": 6487.0, - "15": 6258.0, - "16": 6261.0, - "17": 6080.0, - "18": 5901.0, - "19": 6228.0, - "20": 5713.0, - "21": 6265.0, - "22": 5788.0, - "23": 6618.0, - "24": 6159.0, - "25": 5674.0, - "26": 6218.0, - "27": 6180.0, - "28": 6802.0, - "29": 7006.0, - "30": 6195.0, - "31": 5847.0, - "32": 6680.0, - "33": 7327.0, - "34": 6433.0, - "35": 6593.0, - "36": 6717.0, - "37": 7545.0, - "38": 7130.0, - "39": 7928.0, - "40": 7233.0, - "41": 7093.0, - "42": 7653.0, - "43": 7136.0, - "44": 7113.0, - "45": 7167.0, - "46": 7435.0, - "47": 7501.0, - "48": 7648.0, - "49": 7520.0, - "50": 7701.0, - "51": 7847.0, - "52": 7828.0, - "53": 8765.0, - "54": 8799.0, - "55": 7683.0, - "56": 7972.0, - "57": 7642.0, - "58": 8419.0, - "59": 8276.0, - "60": 7917.0, - "61": 8598.0, - "62": 8394.0, - "63": 7896.0, - "64": 9047.0, - "65": 8280.0, - "66": 9315.0, - "67": 8277.0, - "68": 8341.0, - "69": 8737.0, - "70": 9764.0, - "71": 9050.0, - "72": 9036.0, - "73": 9076.0, - "74": 6969.0, - "75": 7833.0, - "76": 8450.0, - "77": 13505.0, - "78": 9634.0, - "79": 13982.0, - "80": 11548.0, - "81": 10035.0, - "82": 9732.0, - "83": 9037.0, - "84": 9522.0, - "85": 46479.0, - "86": 8626.0, - "87": 11964.0, - "88": 9637.0, - "89": 10273.0, - "90": 11256.0, - "91": 8811.0, - "92": 9218.0, - "93": 8281.0, - "94": 9390.0, - "95": 9376.0, - "96": 13248.0, - "97": 8945.0, - "98": 10682.0, - "99": 15485.0, - "100": 9101.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 628059136.0, - "2": 628060160.0, - "3": 628060160.0, - "4": 628060160.0, - "5": 628060160.0, - "6": 628060160.0, - "7": 628060160.0, - "8": 628060160.0, - "9": 628060160.0, - "10": 628060160.0, - "11": 628060160.0, - "12": 628060160.0, - "13": 628060160.0, - "14": 628060160.0, - "15": 628060160.0, - "16": 628060160.0, - "17": 628060160.0, - "18": 628060160.0, - "19": 628060160.0, - "20": 628060160.0, - "21": 628060160.0, - "22": 628060160.0, - "23": 628060160.0, - "24": 628060160.0, - "25": 628060160.0, - "26": 628060160.0, - "27": 628060160.0, - "28": 628060160.0, - "29": 628060160.0, - "30": 628060160.0, - "31": 628060160.0, - "32": 628060160.0, - "33": 628060160.0, - "34": 628060160.0, - "35": 628060160.0, - "36": 628060160.0, - "37": 628060160.0, - "38": 628060160.0, - "39": 628060160.0, - "40": 628060160.0, - "41": 628060160.0, - "42": 628060160.0, - "43": 628060160.0, - "44": 628060160.0, - "45": 628060160.0, - "46": 628060160.0, - "47": 628060160.0, - "48": 628060160.0, - "49": 628060160.0, - "50": 628060160.0, - "51": 628060160.0, - "52": 628060160.0, - "53": 628060160.0, - "54": 628060160.0, - "55": 628060160.0, - "56": 628060160.0, - "57": 628060160.0, - "58": 628060160.0, - "59": 628060160.0, - "60": 628060160.0, - "61": 628060160.0, - "62": 628060160.0, - "63": 628060160.0, - "64": 628060160.0, - "65": 628060160.0, - "66": 628060160.0, - "67": 628060160.0, - "68": 628060160.0, - "69": 628060160.0, - "70": 628060160.0, - "71": 628060160.0, - "72": 628060160.0, - "73": 628060160.0, - "74": 628060160.0, - "75": 628060160.0, - "76": 628060160.0, - "77": 628060160.0, - "78": 628060160.0, - "79": 628060160.0, - "80": 628060160.0, - "81": 628060160.0, - "82": 628060160.0, - "83": 628060160.0, - "84": 628060160.0, - "85": 628060160.0, - "86": 628060160.0, - "87": 628060160.0, - "88": 628060160.0, - "89": 628060160.0, - "90": 628060160.0, - "91": 628060160.0, - "92": 628060160.0, - "93": 628060160.0, - "94": 628060160.0, - "95": 628060160.0, - "96": 628060160.0, - "97": 628060160.0, - "98": 628060160.0, - "99": 628060160.0, - "100": 628060160.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 966226944.0, - "2": 1135178752.0, - "3": 1135178752.0, - "4": 1142154752.0, - "5": 1142154752.0, - "6": 1142154752.0, - "7": 1142154752.0, - "8": 1142154752.0, - "9": 1142154752.0, - "10": 1142154752.0, - "11": 1142154752.0, - "12": 1142154752.0, - "13": 1142154752.0, - "14": 1142154752.0, - "15": 1142154752.0, - "16": 1142154752.0, - "17": 1142154752.0, - "18": 1142154752.0, - "19": 1142154752.0, - "20": 1142154752.0, - "21": 1142154752.0, - "22": 1142154752.0, - "23": 1142154752.0, - "24": 1142154752.0, - "25": 1142154752.0, - "26": 1142154752.0, - "27": 1142154752.0, - "28": 1142154752.0, - "29": 1142154752.0, - "30": 1142154752.0, - "31": 1142154752.0, - "32": 1142154752.0, - "33": 1142154752.0, - "34": 1142154752.0, - "35": 1142154752.0, - "36": 1142154752.0, - "37": 1142154752.0, - "38": 1142154752.0, - "39": 1142154752.0, - "40": 1142154752.0, - "41": 1142154752.0, - "42": 1142154752.0, - "43": 1142154752.0, - "44": 1142154752.0, - "45": 1142154752.0, - "46": 1142154752.0, - "47": 1142154752.0, - "48": 1142154752.0, - "49": 1142154752.0, - "50": 1142154752.0, - "51": 1142154752.0, - "52": 1142154752.0, - "53": 1142154752.0, - "54": 1142154752.0, - "55": 1142154752.0, - "56": 1142154752.0, - "57": 1142154752.0, - "58": 1142154752.0, - "59": 1142154752.0, - "60": 1142154752.0, - "61": 1145444352.0, - "62": 1145444352.0, - "63": 1145444352.0, - "64": 1145444352.0, - "65": 1145444352.0, - "66": 1145444352.0, - "67": 1145444352.0, - "68": 1145444352.0, - "69": 1145444352.0, - "70": 1145444352.0, - "71": 1145444352.0, - "72": 1145444352.0, - "73": 1145444352.0, - "74": 1145444352.0, - "75": 1145444352.0, - "76": 1149560320.0, - "77": 1149560320.0, - "78": 1149560320.0, - "79": 1149560320.0, - "80": 1149560320.0, - "81": 1149560320.0, - "82": 1149560320.0, - "83": 1149560320.0, - "84": 1149560320.0, - "85": 1149560320.0, - "86": 1149560320.0, - "87": 1149560320.0, - "88": 1149560320.0, - "89": 1149560320.0, - "90": 1149560320.0, - "91": 1149560320.0, - "92": 1149560320.0, - "93": 1149560320.0, - "94": 1149560320.0, - "95": 1149560320.0, - "96": 1149560320.0, - "97": 1149560320.0, - "98": 1149560320.0, - "99": 1149560320.0, - "100": 1149560320.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 20.38736, - "2": 0.68138, - "3": 0.62881, - "4": 0.61692, - "5": 0.61365, - "6": 0.60735, - "7": 0.60006, - "8": 0.59897, - "9": 0.59763, - "10": 0.6122, - "11": 0.59106, - "12": 0.59749, - "13": 0.60001, - "14": 0.58446, - "15": 0.57929, - "16": 0.58508, - "17": 0.5725, - "18": 0.57386, - "19": 0.57617, - "20": 0.57081, - "21": 0.57614, - "22": 0.57046, - "23": 0.57731, - "24": 0.56893, - "25": 0.58004, - "26": 0.56911, - "27": 0.60575, - "28": 0.61474, - "29": 0.58874, - "30": 0.57969, - "31": 0.57737, - "32": 0.58556, - "33": 0.5704, - "34": 0.57592, - "35": 0.58241, - "36": 0.57697, - "37": 0.57978, - "38": 0.57647, - "39": 0.56977, - "40": 0.58017, - "41": 0.57153, - "42": 0.57267, - "43": 0.5881, - "44": 0.57211, - "45": 0.59552, - "46": 0.56308, - "47": 0.5736, - "48": 0.58403, - "49": 0.57693, - "50": 0.57016, - "51": 0.57233, - "52": 0.55871, - "53": 0.5593, - "54": 0.55755, - "55": 0.56057, - "56": 0.56649, - "57": 0.56057, - "58": 0.56658, - "59": 0.55825, - "60": 0.57038, - "61": 0.5563, - "62": 0.56031, - "63": 0.56901, - "64": 0.56097, - "65": 0.56153, - "66": 0.56761, - "67": 0.5785, - "68": 0.57341, - "69": 0.57139, - "70": 0.56231, - "71": 0.55874, - "72": 0.55834, - "73": 0.55824, - "74": 0.5552, - "75": 0.5593, - "76": 0.56038, - "77": 0.56527, - "78": 0.56728, - "79": 0.56424, - "80": 0.55564, - "81": 0.55955, - "82": 0.55867, - "83": 0.56254, - "84": 0.55754, - "85": 0.55409, - "86": 0.55901, - "87": 0.55904, - "88": 0.57097, - "89": 0.5735, - "90": 0.55808, - "91": 0.55819, - "92": 0.58224, - "93": 0.55845, - "94": 0.56512, - "95": 0.5709, - "96": 0.56099, - "97": 0.56779, - "98": 0.55446, - "99": 0.56053, - "100": 0.56338 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json similarity index 100% rename from tests/functional_tests/test_cases/moe/gpt_dynamic_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_coreweave.json rename to tests/functional_tests/test_cases/moe/gpt_dynamic_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json diff --git a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index d434004007f..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,178 +0,0 @@ -{ - "0": { - "input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", - "generated_text": " Wait for the moment when the music stops, and the lights come up, and the DJ says, \"I'm going to play a song for you", - "generated_tokens": [ - 32844, - 1394, - 1278, - 4735, - 2200, - 1278, - 7146, - 30774, - 1044, - 1321, - 1278, - 26466, - 3930, - 2015, - 1044, - 1321, - 1278, - 30245, - 8223, - 1044, - 1429, - 1073, - 4525, - 4670, - 1317, - 3354, - 1261, - 6947, - 1394, - 1636 - ], - "latency": 2.0423662662506104, - "cuda_graph_request_count_map": { - "6584": 0, - "6240": 0, - "5824": 0, - "5408": 0, - "4992": 0, - "4576": 0, - "4160": 0, - "3744": 0, - "3328": 0, - "2912": 0, - "2496": 0, - "2080": 0, - "1664": 0, - "1248": 0, - "832": 0, - "416": 29 - }, - "step_count": 30, - "logprobs": [ - -10.737512588500977, - -3.724862575531006, - -2.833397388458252, - -1.2464861869812012, - -0.2549239993095398, - -1.7607988119125366, - -2.419379711151123, - -1.9533929824829102, - -2.1014301776885986, - -6.169030666351318, - -0.8734959363937378, - -2.4733574390411377, - -3.4822516441345215, - -4.180896759033203, - -1.9767613410949707, - -1.8347630500793457, - -2.2581257820129395, - -7.180149078369141, - -0.0453881211578846, - -1.9841610193252563, - -5.015386581420898, - -8.827117919921875, - -9.885746002197266, - -0.8498678207397461, - -4.770059585571289, - -0.855280339717865, - -2.2494924068450928, - -0.017164958640933037, - -0.03715415671467781, - -3.4830124378204346, - -8.635110855102539, - -1.2520610094070435, - -6.604944705963135, - -3.873375177383423, - -3.6618807315826416, - -4.184391975402832, - -2.2140231132507324, - -1.0711486339569092, - -0.23651468753814697, - -0.8028834462165833, - -4.772289276123047, - -9.09329605102539, - -0.013350379653275013, - -3.204096555709839, - -1.286576271057129, - -3.966451644897461, - -0.784888744354248, - -0.002081372309476137, - -2.9676947593688965, - -10.666797637939453, - -3.026693105697632, - -1.1712640523910522, - -4.93634033203125, - -0.2349349856376648, - -0.06406460702419281, - -1.3560465574264526, - -2.1993725299835205, - -4.378607749938965, - -0.36503157019615173, - -4.032698631286621, - -0.3783165216445923, - -0.14568912982940674, - -2.7145652770996094, - -10.591975212097168, - -0.043545372784137726, - -3.484504461288452, - -0.9063424468040466, - -4.716145992279053, - -0.263183057308197, - -2.654480457305908, - -0.8381667137145996, - -1.677478551864624, - -5.816836357116699, - -17.05772590637207, - -2.634756088256836, - -0.1400006264448166, - -7.400341987609863, - -1.0960910320281982, - -2.1047825813293457, - -1.5999900102615356, - -0.26269301772117615, - -5.727797508239746, - -0.006663957145065069, - -7.748298168182373, - -2.6529595851898193, - -3.0231595039367676, - -2.9622015953063965, - -2.3360800743103027, - -0.3991503119468689, - -1.5159229040145874, - -2.289414882659912, - -0.6100144386291504, - -1.3164187669754028, - -1.9431946277618408, - -1.7792527675628662, - -0.8328706622123718, - -0.501052737236023, - -1.278053879737854, - -1.5683506727218628, - -0.9720054864883423, - -0.40760406851768494, - -0.43419456481933594, - -0.04328203946352005, - -1.2999448776245117, - -2.1266980171203613, - -2.6690115928649902, - -0.7812177538871765, - -0.41717368364334106, - -2.8806936740875244, - -1.5312169790267944, - -1.62917160987854, - -0.05274559557437897, - -1.362119436264038, - -1.337896704673767, - -1.2551532983779907, - -1.256169080734253, - -0.49199968576431274 - ] - }, - "throughput": 25.35687538450034 -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json index 8149213c714..711eeddfb25 100644 --- a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json @@ -34,7 +34,7 @@ 1394, 1636 ], - "latency": 40.872185468673706, + "latency": 37.72101545333862, "cuda_graph_request_count_map": null, "step_count": 30, "logprobs": [ @@ -158,4 +158,4 @@ ] }, "throughput": 6.543502517233578 -} +} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 98fc5c3c4b5..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,161 +0,0 @@ -{ - "0": { - "input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", - "generated_text": " Wait for the moment when the music stops, and the lights come up, and the DJ says, \"I'm going to play a song for you", - "generated_tokens": [ - 32844, - 1394, - 1278, - 4735, - 2200, - 1278, - 7146, - 30774, - 1044, - 1321, - 1278, - 26466, - 3930, - 2015, - 1044, - 1321, - 1278, - 30245, - 8223, - 1044, - 1429, - 1073, - 4525, - 4670, - 1317, - 3354, - 1261, - 6947, - 1394, - 1636 - ], - "latency": 33.938279151916504, - "cuda_graph_request_count_map": null, - "step_count": 30, - "logprobs": [ - -10.737512588500977, - -3.724862575531006, - -2.833397388458252, - -1.2464861869812012, - -0.2549239993095398, - -1.7607988119125366, - -2.419379711151123, - -1.9533929824829102, - -2.1014301776885986, - -6.169030666351318, - -0.8734959363937378, - -2.4733574390411377, - -3.4822516441345215, - -4.180896759033203, - -1.9767613410949707, - -1.8347630500793457, - -2.2581257820129395, - -7.180149078369141, - -0.0453881211578846, - -1.9841610193252563, - -5.015386581420898, - -8.827117919921875, - -9.885746002197266, - -0.8498678207397461, - -4.770059585571289, - -0.855280339717865, - -2.2494924068450928, - -0.017164958640933037, - -0.03715415671467781, - -3.4830124378204346, - -8.635110855102539, - -1.2520610094070435, - -6.62324857711792, - -3.639960765838623, - -3.664339542388916, - -4.182392597198486, - -2.1796066761016846, - -1.0725229978561401, - -0.26311880350112915, - -0.8036076426506042, - -4.6958818435668945, - -9.042495727539062, - -0.013647346757352352, - -3.1747794151306152, - -1.322129487991333, - -3.949110746383667, - -0.7829495072364807, - -0.002083513652905822, - -2.970266580581665, - -10.56244945526123, - -3.2369167804718018, - -1.1530492305755615, - -4.917466163635254, - -0.21241025626659393, - -0.06490474194288254, - -1.372581124305725, - -2.224682092666626, - -4.3847503662109375, - -0.36867555975914, - -4.035493850708008, - -0.39869019389152527, - -0.14373983442783356, - -2.716118812561035, - -10.687016487121582, - -0.04773370549082756, - -3.398231267929077, - -0.8646175265312195, - -4.74052619934082, - -0.23649944365024567, - -2.6610701084136963, - -0.8428961634635925, - -1.614527940750122, - -5.793307781219482, - -16.929147720336914, - -2.6586406230926514, - -0.1385982781648636, - -7.435610771179199, - -1.0483647584915161, - -2.1261863708496094, - -1.5261307954788208, - -0.27082547545433044, - -5.859070777893066, - -0.00648513063788414, - -7.732051849365234, - -2.712515354156494, - -2.9137418270111084, - -3.041210651397705, - -2.3559694290161133, - -0.3973437249660492, - -1.4338903427124023, - -2.2967660427093506, - -0.6096595525741577, - -1.3119444847106934, - -1.93257474899292, - -1.726539134979248, - -0.8397530317306519, - -0.5014236569404602, - -1.2989763021469116, - -1.5857150554656982, - -1.096572995185852, - -0.4009067416191101, - -0.43302634358406067, - -0.041601795703172684, - -1.285712718963623, - -2.214778184890747, - -2.6971933841705322, - -0.8101387619972229, - -0.43101266026496887, - -2.808060884475708, - -1.5226430892944336, - -1.6209226846694946, - -0.048716772347688675, - -1.3497682809829712, - -1.343377947807312, - -1.2755295038223267, - -1.2342015504837036, - -0.5394397377967834 - ] - }, - "throughput": 6.543502517233578 -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 711eeddfb25..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt_dynamic_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,161 +0,0 @@ -{ - "0": { - "input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", - "generated_text": " Wait for the moment when the music stops, and the lights come up, and the DJ says, \"I'm going to play a song for you", - "generated_tokens": [ - 32844, - 1394, - 1278, - 4735, - 2200, - 1278, - 7146, - 30774, - 1044, - 1321, - 1278, - 26466, - 3930, - 2015, - 1044, - 1321, - 1278, - 30245, - 8223, - 1044, - 1429, - 1073, - 4525, - 4670, - 1317, - 3354, - 1261, - 6947, - 1394, - 1636 - ], - "latency": 37.72101545333862, - "cuda_graph_request_count_map": null, - "step_count": 30, - "logprobs": [ - -10.737512588500977, - -3.724862575531006, - -2.833397388458252, - -1.2464861869812012, - -0.2549239993095398, - -1.7607988119125366, - -2.419379711151123, - -1.9533929824829102, - -2.1014301776885986, - -6.169030666351318, - -0.8734959363937378, - -2.4733574390411377, - -3.4822516441345215, - -4.180896759033203, - -1.9767613410949707, - -1.8347630500793457, - -2.2581257820129395, - -7.180149078369141, - -0.0453881211578846, - -1.9841610193252563, - -5.015386581420898, - -8.827117919921875, - -9.885746002197266, - -0.8498678207397461, - -4.770059585571289, - -0.855280339717865, - -2.2494924068450928, - -0.017164958640933037, - -0.03715415671467781, - -3.4830124378204346, - -8.635110855102539, - -1.2520610094070435, - -6.62324857711792, - -3.639960765838623, - -3.664339542388916, - -4.182392597198486, - -2.1796066761016846, - -1.0725229978561401, - -0.26311880350112915, - -0.8036076426506042, - -4.6958818435668945, - -9.042495727539062, - -0.013647346757352352, - -3.1747794151306152, - -1.322129487991333, - -3.949110746383667, - -0.7829495072364807, - -0.002083513652905822, - -2.970266580581665, - -10.56244945526123, - -3.2369167804718018, - -1.1530492305755615, - -4.917466163635254, - -0.21241025626659393, - -0.06490474194288254, - -1.372581124305725, - -2.224682092666626, - -4.3847503662109375, - -0.36867555975914, - -4.035493850708008, - -0.39869019389152527, - -0.14373983442783356, - -2.716118812561035, - -10.687016487121582, - -0.04773370549082756, - -3.398231267929077, - -0.8646175265312195, - -4.74052619934082, - -0.23649944365024567, - -2.6610701084136963, - -0.8428961634635925, - -1.614527940750122, - -5.793307781219482, - -16.929147720336914, - -2.6586406230926514, - -0.1385982781648636, - -7.435610771179199, - -1.0483647584915161, - -2.1261863708496094, - -1.5261307954788208, - -0.27082547545433044, - -5.859070777893066, - -0.00648513063788414, - -7.732051849365234, - -2.712515354156494, - -2.9137418270111084, - -3.041210651397705, - -2.3559694290161133, - -0.3973437249660492, - -1.4338903427124023, - -2.2967660427093506, - -0.6096595525741577, - -1.3119444847106934, - -1.93257474899292, - -1.726539134979248, - -0.8397530317306519, - -0.5014236569404602, - -1.2989763021469116, - -1.5857150554656982, - -1.096572995185852, - -0.4009067416191101, - -0.43302634358406067, - -0.041601795703172684, - -1.285712718963623, - -2.214778184890747, - -2.6971933841705322, - -0.8101387619972229, - -0.43101266026496887, - -2.808060884475708, - -1.5226430892944336, - -1.6209226846694946, - -0.048716772347688675, - -1.3497682809829712, - -1.343377947807312, - -1.2755295038223267, - -1.2342015504837036, - -0.5394397377967834 - ] - }, - "throughput": 6.543502517233578 -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt_static_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt_static_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json similarity index 100% rename from tests/functional_tests/test_cases/moe/gpt_static_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_coreweave.json rename to tests/functional_tests/test_cases/moe/gpt_static_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json diff --git a/tests/functional_tests/test_cases/moe/gpt_static_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt_static_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 0a32a2c875c..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt_static_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1 +0,0 @@ -{"1": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Wait for the moment when the music stops, and the lights come up, and the DJ says, \"I'm going to play a song for you", "generated_tokens": [32844, 1394, 1278, 4735, 2200, 1278, 7146, 30774, 1044, 1321, 1278, 26466, 3930, 2015, 1044, 1321, 1278, 30245, 8223, 1044, 1429, 1073, 4525, 4670, 1317, 3354, 1261, 6947, 1394, 1636], "tpot": [0.4429202973842621, 0.017771262675523758, 0.01790841668844223, 0.016864703968167305, 0.016803359612822533, 0.016811424866318703, 0.016884256154298782, 0.016778528690338135, 0.016986047849059105, 0.016792479902505875, 0.016880257055163383, 0.016891231760382652, 0.016854560002684593, 0.01682988740503788, 0.016822686418890953, 0.01692502386868, 0.016792958602309227, 0.0169671680778265, 0.01693049632012844, 0.0170868169516325, 0.01686326414346695, 0.017535584047436714, 0.0174525436013937, 0.017324192449450493, 0.016914688050746918, 0.01683216169476509, 0.016909919679164886, 0.016884224489331245, 0.017001086845993996, 0.016849694773554802], "latency": 0.9421291537582874, "logprobs": [-10.737512588500977, -3.6907906532287598, -2.8354406356811523, -1.241209626197815, -0.23157396912574768, -1.8544931411743164, -2.305788278579712, -1.9660029411315918, -2.139838695526123, -6.157798767089844, -0.8562318086624146, -2.4214887619018555, -3.5043883323669434, -4.133810043334961, -2.009009838104248, -1.8133208751678467, -2.3323073387145996, -7.160175323486328, -0.040603119879961014, -1.9747259616851807, -5.076613903045654, -8.853288650512695, -9.848663330078125, -0.783089280128479, -4.775578022003174, -0.8501623868942261, -2.353159189224243, -0.019392186775803566, -0.035699184983968735, -3.369636058807373, -8.736637115478516, -1.2479770183563232, -6.668802261352539, -3.84025239944458, -3.774880886077881, -4.180184364318848, -2.2127902507781982, -1.07676362991333, -0.2321961224079132, -0.8445965647697449, -4.720583915710449, -9.144975662231445, -0.013737889938056469, -3.1713855266571045, -1.316046953201294, -3.976555824279785, -0.7929940223693848, -0.0020036876667290926, -2.9234514236450195, -10.630117416381836, -3.2423582077026367, -1.1527093648910522, -4.902451515197754, -0.20881010591983795, -0.06518254429101944, -1.3553434610366821, -2.205620765686035, -4.443068981170654, -0.3349221646785736, -4.0811614990234375, -0.40434733033180237, -0.14260707795619965, -2.7138302326202393, -10.61572551727295, -0.05091002210974693, -3.3788461685180664, -0.8990436792373657, -4.757172584533691, -0.2625967562198639, -2.6857080459594727, -0.8338347673416138, -1.5987446308135986, -5.796599388122559, -17.023239135742188, -2.5919642448425293, -0.1391627937555313, -7.425058841705322, -1.0969927310943604, -2.1373608112335205, -1.5555475950241089, -0.29913192987442017, -5.805688381195068, -0.006563534028828144, -7.741588592529297, -2.729809284210205, -2.989825487136841, -2.937342643737793, -2.452791690826416, -0.39692243933677673, -1.4191737174987793, -2.281113862991333, -0.6101264357566833, -1.3127052783966064, -1.93826162815094, -1.759519100189209, -0.8280774354934692, -0.48737525939941406, -1.2929327487945557, -1.4731515645980835, -1.0149478912353516, -0.402925580739975, -0.4662020802497864, -0.04289804771542549, -1.2809830904006958, -2.1367523670196533, -2.672316074371338, -0.832058310508728, -0.3975365459918976, -2.8649744987487793, -1.5586214065551758, -1.6164027452468872, -0.048774562776088715, -1.3553334474563599, -1.374987006187439, -1.2671791315078735, -1.29192054271698, -0.49132436513900757]}} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/moe/gpt_static_inference_tp1_pp1_ep1_16B_logitsmatch/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt_static_inference_tp1_pp1_ep1_16B_logitsmatch/golden_values_dev_dgx_h100.json index b71288e5fff..01a2e6772c9 100644 --- a/tests/functional_tests/test_cases/moe/gpt_static_inference_tp1_pp1_ep1_16B_logitsmatch/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt_static_inference_tp1_pp1_ep1_16B_logitsmatch/golden_values_dev_dgx_h100.json @@ -1 +1 @@ -{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Wait for the moment when the music stops, and the lights come up, and the DJ says, \"I'm going to play a song for you", "generated_tokens": [32844, 1394, 1278, 4735, 2200, 1278, 7146, 30774, 1044, 1321, 1278, 26466, 3930, 2015, 1044, 1321, 1278, 30245, 8223, 1044, 1429, 1073, 4525, 4670, 1317, 3354, 1261, 6947, 1394, 1636], "tpot": [4.229366779327393, 10.345046043395996, 0.10295645147562027, 0.10304233431816101, 0.1028008684515953, 0.10085539519786835, 0.1008114218711853, 0.10335596650838852, 0.10208207368850708, 0.1044926792383194, 0.10087865591049194, 0.10412614792585373, 0.10776477307081223, 0.10179980099201202, 0.10344681888818741, 0.10525891184806824, 0.10479948669672012, 0.10187084972858429, 0.10307282954454422, 0.101053886115551, 0.10133238136768341, 0.10253030061721802, 0.1010429784655571, 0.10082294791936874, 0.10104255378246307, 0.10241932421922684, 0.1018621176481247, 0.10322844982147217, 0.10089481621980667, 0.10253510624170303], "latency": 17.466641287785023, "logprobs": [-10.748703956604004, -3.675847053527832, -2.8152527809143066, -1.2499192953109741, -0.2585306465625763, -1.7650476694107056, -2.4413700103759766, -1.9855635166168213, -2.1556897163391113, -6.126346588134766, -0.8885424733161926, -2.466485023498535, -3.53129506111145, -4.1022443771362305, -1.973730444908142, -1.8129527568817139, -2.3135061264038086, -7.073224067687988, -0.0406799241900444, -1.9924827814102173, -5.044793128967285, -8.79849910736084, -9.896184921264648, -0.9244536757469177, -4.819119453430176, -0.8409886360168457, -2.3493337631225586, -0.019546041265130043, -0.03429899737238884, -3.486131429672241, -8.708669662475586, -1.2524677515029907, -6.648501396179199, -3.6543850898742676, -3.5817432403564453, -4.293689250946045, -2.213235855102539, -1.026153802871704, -0.22022850811481476, -0.7749938368797302, -4.7083001136779785, -9.260919570922852, -0.013350849971175194, -3.177624464035034, -1.3237272500991821, -3.991711139678955, -0.7711713314056396, -0.0020787552930414677, -2.9259750843048096, -10.556608200073242, -3.0338008403778076, -1.165448546409607, -4.884476184844971, -0.22491267323493958, -0.06299388408660889, -1.2974224090576172, -2.228250503540039, -4.375787258148193, -0.3615659773349762, -4.020719528198242, -0.3728649318218231, -0.16031591594219208, -2.7166409492492676, -10.650144577026367, -0.057426948100328445, -3.3819196224212646, -0.8289875388145447, -4.716109752655029, -0.2623739540576935, -2.6586318016052246, -0.846296489238739, -1.6911215782165527, -5.863524436950684, -17.074047088623047, -2.9786670207977295, -0.12697581946849823, -7.423051834106445, -1.1104215383529663, -2.125497579574585, -1.481943130493164, -0.26388564705848694, -5.852108001708984, -0.006604391150176525, -7.682407379150391, -2.7386088371276855, -2.9692039489746094, -3.0358991622924805, -2.434255838394165, -0.4008456766605377, -1.4501973390579224, -2.3068716526031494, -0.5563173294067383, -1.3114793300628662, -1.9436699151992798, -1.6950371265411377, -0.7694160342216492, -0.504065215587616, -1.2403564453125, -1.5687276124954224, -1.0141794681549072, -0.4076817035675049, -0.48037511110305786, -0.04258028045296669, -1.3669413328170776, -2.1299216747283936, -2.6870312690734863, -0.7604206800460815, -0.39242351055145264, -2.869314432144165, -1.464285135269165, -1.643430471420288, -0.04816753789782524, -1.4055166244506836, -1.3622899055480957, -1.2863339185714722, -1.2075212001800537, -0.5359172821044922]}} +{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Wait for the moment when the music stops, and the lights come up, and the DJ says, \"I'm going to play a song for you", "generated_tokens": [32844, 1394, 1278, 4735, 2200, 1278, 7146, 30774, 1044, 1321, 1278, 26466, 3930, 2015, 1044, 1321, 1278, 30245, 8223, 1044, 1429, 1073, 4525, 4670, 1317, 3354, 1261, 6947, 1394, 1636], "tpot": [2.715181350708008, 11.115615844726562, 0.08171491324901581, 0.08067888021469116, 0.08026569336652756, 0.08201305568218231, 0.08297079056501389, 0.07990239560604095, 0.07923731207847595, 0.08088396489620209, 0.08342364430427551, 0.07902496308088303, 0.07883366197347641, 0.0821300819516182, 0.07879510521888733, 0.07889033854007721, 0.08096816390752792, 0.07890790700912476, 0.07898931205272675, 0.07891136407852173, 0.07872992008924484, 0.07891993969678879, 0.07908882945775986, 0.08219005167484283, 0.07928377389907837, 0.0791754499077797, 0.08204790204763412, 0.07909702509641647, 0.07994850724935532, 0.0790436789393425], "latency": 16.090769955015276, "logprobs": [-10.748703956604004, -3.675847053527832, -2.8152527809143066, -1.2499192953109741, -0.2585306465625763, -1.7650476694107056, -2.4413700103759766, -1.9855635166168213, -2.1556897163391113, -6.126346588134766, -0.8885424733161926, -2.466485023498535, -3.53129506111145, -4.1022443771362305, -1.973730444908142, -1.8129527568817139, -2.3135061264038086, -7.073224067687988, -0.0406799241900444, -1.9924827814102173, -5.044793128967285, -8.79849910736084, -9.896184921264648, -0.9244536757469177, -4.819119453430176, -0.8409886360168457, -2.3493337631225586, -0.019546041265130043, -0.03429899737238884, -3.486131429672241, -8.708669662475586, -1.2524677515029907, -6.648501396179199, -3.6543850898742676, -3.5817432403564453, -4.293689250946045, -2.213235855102539, -1.026153802871704, -0.22022850811481476, -0.7749938368797302, -4.7083001136779785, -9.260919570922852, -0.013350849971175194, -3.177624464035034, -1.3237272500991821, -3.991711139678955, -0.7711713314056396, -0.0020787552930414677, -2.9259750843048096, -10.556608200073242, -3.0338008403778076, -1.165448546409607, -4.884476184844971, -0.22491267323493958, -0.06299388408660889, -1.2974224090576172, -2.228250503540039, -4.375787258148193, -0.3615659773349762, -4.020719528198242, -0.3728649318218231, -0.16031591594219208, -2.7166409492492676, -10.650144577026367, -0.057426948100328445, -3.3819196224212646, -0.8289875388145447, -4.716109752655029, -0.2623739540576935, -2.6586318016052246, -0.846296489238739, -1.6911215782165527, -5.863524436950684, -17.074047088623047, -2.9786670207977295, -0.12697581946849823, -7.423051834106445, -1.1104215383529663, -2.125497579574585, -1.481943130493164, -0.26388564705848694, -5.852108001708984, -0.006604391150176525, -7.682407379150391, -2.7386088371276855, -2.9692039489746094, -3.0358991622924805, -2.434255838394165, -0.4008456766605377, -1.4501973390579224, -2.3068716526031494, -0.5563173294067383, -1.3114793300628662, -1.9436699151992798, -1.6950371265411377, -0.7694160342216492, -0.504065215587616, -1.2403564453125, -1.5687276124954224, -1.0141794681549072, -0.4076817035675049, -0.48037511110305786, -0.04258028045296669, -1.3669413328170776, -2.1299216747283936, -2.6870312690734863, -0.7604206800460815, -0.39242351055145264, -2.869314432144165, -1.464285135269165, -1.643430471420288, -0.04816753789782524, -1.4055166244506836, -1.3622899055480957, -1.2863339185714722, -1.2075212001800537, -0.5359172821044922]}} diff --git a/tests/functional_tests/test_cases/moe/gpt_static_inference_tp1_pp1_ep1_16B_logitsmatch/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt_static_inference_tp1_pp1_ep1_16B_logitsmatch/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 31734e5da9b..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt_static_inference_tp1_pp1_ep1_16B_logitsmatch/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1 +0,0 @@ -{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Wait for the moment when the music stops, and the lights come up, and the DJ says, \"I'm going to play a song for you", "generated_tokens": [32844, 1394, 1278, 4735, 2200, 1278, 7146, 30774, 1044, 1321, 1278, 26466, 3930, 2015, 1044, 1321, 1278, 30245, 8223, 1044, 1429, 1073, 4525, 4670, 1317, 3354, 1261, 6947, 1394, 1636], "tpot": [2.996647834777832, 14.6605224609375, 0.07150812447071075, 0.07167161256074905, 0.0723005160689354, 0.06977993994951248, 0.07046061009168625, 0.07005241513252258, 0.07104329764842987, 0.07023292779922485, 0.07123715430498123, 0.0695519745349884, 0.06912309676408768, 0.06864956766366959, 0.06987708806991577, 0.06915238499641418, 0.06914495676755905, 0.06921103596687317, 0.06989885121583939, 0.06870169937610626, 0.06912226974964142, 0.06892534345388412, 0.0700610876083374, 0.06968579441308975, 0.07055693119764328, 0.0689401626586914, 0.06906444579362869, 0.06870873272418976, 0.06880857795476913, 0.06925567984580994], "latency": 19.62837644596584, "logprobs": [-10.748703956604004, -3.675847053527832, -2.8152527809143066, -1.2499192953109741, -0.2585306465625763, -1.7650476694107056, -2.4413700103759766, -1.9855635166168213, -2.1556897163391113, -6.126346588134766, -0.8885424733161926, -2.466485023498535, -3.53129506111145, -4.1022443771362305, -1.973730444908142, -1.8129527568817139, -2.3135061264038086, -7.073224067687988, -0.0406799241900444, -1.9924827814102173, -5.044793128967285, -8.79849910736084, -9.896184921264648, -0.9244536757469177, -4.819119453430176, -0.8409886360168457, -2.3493337631225586, -0.019546041265130043, -0.03429899737238884, -3.486131429672241, -8.708669662475586, -1.2524677515029907, -6.648501396179199, -3.6543850898742676, -3.5817432403564453, -4.293689250946045, -2.213235855102539, -1.026153802871704, -0.22022850811481476, -0.7749938368797302, -4.7083001136779785, -9.260919570922852, -0.013350849971175194, -3.177624464035034, -1.3237272500991821, -3.991711139678955, -0.7711713314056396, -0.0020787552930414677, -2.9259750843048096, -10.556608200073242, -3.0338008403778076, -1.165448546409607, -4.884476184844971, -0.22491267323493958, -0.06299388408660889, -1.2974224090576172, -2.228250503540039, -4.375787258148193, -0.3615659773349762, -4.020719528198242, -0.3728649318218231, -0.16031591594219208, -2.7166409492492676, -10.650144577026367, -0.057426948100328445, -3.3819196224212646, -0.8289875388145447, -4.716109752655029, -0.2623739540576935, -2.6586318016052246, -0.846296489238739, -1.6911215782165527, -5.863524436950684, -17.074047088623047, -2.9786670207977295, -0.12697581946849823, -7.423051834106445, -1.1104215383529663, -2.125497579574585, -1.481943130493164, -0.26388564705848694, -5.852108001708984, -0.006604391150176525, -7.682407379150391, -2.7386088371276855, -2.9692039489746094, -3.0358991622924805, -2.434255838394165, -0.4008456766605377, -1.4501973390579224, -2.3068716526031494, -0.5563173294067383, -1.3114793300628662, -1.9436699151992798, -1.6950371265411377, -0.7694160342216492, -0.504065215587616, -1.2403564453125, -1.5687276124954224, -1.0141794681549072, -0.4076817035675049, -0.48037511110305786, -0.04258028045296669, -1.3669413328170776, -2.1299216747283936, -2.6870312690734863, -0.7604206800460815, -0.39242351055145264, -2.869314432144165, -1.464285135269165, -1.643430471420288, -0.04816753789782524, -1.4055166244506836, -1.3622899055480957, -1.2863339185714722, -1.2075212001800537, -0.5359172821044922]}} diff --git a/tests/functional_tests/test_cases/moe/gpt_static_inference_tp1_pp1_ep1_16B_logitsmatch/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt_static_inference_tp1_pp1_ep1_16B_logitsmatch/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 01a2e6772c9..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt_static_inference_tp1_pp1_ep1_16B_logitsmatch/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1 +0,0 @@ -{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Wait for the moment when the music stops, and the lights come up, and the DJ says, \"I'm going to play a song for you", "generated_tokens": [32844, 1394, 1278, 4735, 2200, 1278, 7146, 30774, 1044, 1321, 1278, 26466, 3930, 2015, 1044, 1321, 1278, 30245, 8223, 1044, 1429, 1073, 4525, 4670, 1317, 3354, 1261, 6947, 1394, 1636], "tpot": [2.715181350708008, 11.115615844726562, 0.08171491324901581, 0.08067888021469116, 0.08026569336652756, 0.08201305568218231, 0.08297079056501389, 0.07990239560604095, 0.07923731207847595, 0.08088396489620209, 0.08342364430427551, 0.07902496308088303, 0.07883366197347641, 0.0821300819516182, 0.07879510521888733, 0.07889033854007721, 0.08096816390752792, 0.07890790700912476, 0.07898931205272675, 0.07891136407852173, 0.07872992008924484, 0.07891993969678879, 0.07908882945775986, 0.08219005167484283, 0.07928377389907837, 0.0791754499077797, 0.08204790204763412, 0.07909702509641647, 0.07994850724935532, 0.0790436789393425], "latency": 16.090769955015276, "logprobs": [-10.748703956604004, -3.675847053527832, -2.8152527809143066, -1.2499192953109741, -0.2585306465625763, -1.7650476694107056, -2.4413700103759766, -1.9855635166168213, -2.1556897163391113, -6.126346588134766, -0.8885424733161926, -2.466485023498535, -3.53129506111145, -4.1022443771362305, -1.973730444908142, -1.8129527568817139, -2.3135061264038086, -7.073224067687988, -0.0406799241900444, -1.9924827814102173, -5.044793128967285, -8.79849910736084, -9.896184921264648, -0.9244536757469177, -4.819119453430176, -0.8409886360168457, -2.3493337631225586, -0.019546041265130043, -0.03429899737238884, -3.486131429672241, -8.708669662475586, -1.2524677515029907, -6.648501396179199, -3.6543850898742676, -3.5817432403564453, -4.293689250946045, -2.213235855102539, -1.026153802871704, -0.22022850811481476, -0.7749938368797302, -4.7083001136779785, -9.260919570922852, -0.013350849971175194, -3.177624464035034, -1.3237272500991821, -3.991711139678955, -0.7711713314056396, -0.0020787552930414677, -2.9259750843048096, -10.556608200073242, -3.0338008403778076, -1.165448546409607, -4.884476184844971, -0.22491267323493958, -0.06299388408660889, -1.2974224090576172, -2.228250503540039, -4.375787258148193, -0.3615659773349762, -4.020719528198242, -0.3728649318218231, -0.16031591594219208, -2.7166409492492676, -10.650144577026367, -0.057426948100328445, -3.3819196224212646, -0.8289875388145447, -4.716109752655029, -0.2623739540576935, -2.6586318016052246, -0.846296489238739, -1.6911215782165527, -5.863524436950684, -17.074047088623047, -2.9786670207977295, -0.12697581946849823, -7.423051834106445, -1.1104215383529663, -2.125497579574585, -1.481943130493164, -0.26388564705848694, -5.852108001708984, -0.006604391150176525, -7.682407379150391, -2.7386088371276855, -2.9692039489746094, -3.0358991622924805, -2.434255838394165, -0.4008456766605377, -1.4501973390579224, -2.3068716526031494, -0.5563173294067383, -1.3114793300628662, -1.9436699151992798, -1.6950371265411377, -0.7694160342216492, -0.504065215587616, -1.2403564453125, -1.5687276124954224, -1.0141794681549072, -0.4076817035675049, -0.48037511110305786, -0.04258028045296669, -1.3669413328170776, -2.1299216747283936, -2.6870312690734863, -0.7604206800460815, -0.39242351055145264, -2.869314432144165, -1.464285135269165, -1.643430471420288, -0.04816753789782524, -1.4055166244506836, -1.3622899055480957, -1.2863339185714722, -1.2075212001800537, -0.5359172821044922]}} diff --git a/tests/functional_tests/test_cases/moe/gpt_static_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/moe/gpt_static_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json index da0d589ba94..d048a17bd6c 100644 --- a/tests/functional_tests/test_cases/moe/gpt_static_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/moe/gpt_static_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgx_h100.json @@ -1 +1 @@ -{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Wait for the moment when the music stops, and the lights come up, and the DJ says, \"I'm going to play a song for you", "generated_tokens": [32844, 1394, 1278, 4735, 2200, 1278, 7146, 30774, 1044, 1321, 1278, 26466, 3930, 2015, 1044, 1321, 1278, 30245, 8223, 1044, 1429, 1073, 4525, 4670, 1317, 3354, 1261, 6947, 1394, 1636], "tpot": [31.094524383544922, 1.047832727432251, 0.11428937315940857, 0.11675266921520233, 0.11250355839729309, 0.11199619621038437, 0.11299033463001251, 0.11174160242080688, 0.11143574863672256, 0.11445407569408417, 0.12384764850139618, 0.11566876620054245, 0.11276528239250183, 0.11200784146785736, 0.11736413091421127, 0.1179768294095993, 0.11327452957630157, 0.11167241632938385, 0.11270242929458618, 0.11315468698740005, 0.1131347194314003, 0.11182639747858047, 0.11193427443504333, 0.11525030434131622, 0.11580963432788849, 0.11145094037055969, 0.11169030517339706, 0.11076860874891281, 0.11473065614700317, 0.11137907207012177], "latency": 35.35041487775743, "logprobs": [-10.737512588500977, -3.6907906532287598, -2.8354406356811523, -1.241209626197815, -0.23157396912574768, -1.8544931411743164, -2.305788278579712, -1.9660029411315918, -2.139838695526123, -6.157798767089844, -0.8562318086624146, -2.4214887619018555, -3.5043883323669434, -4.133810043334961, -2.009009838104248, -1.8133208751678467, -2.3323073387145996, -7.160175323486328, -0.040603119879961014, -1.9747259616851807, -5.076613903045654, -8.853288650512695, -9.848663330078125, -0.783089280128479, -4.775578022003174, -0.8501623868942261, -2.353159189224243, -0.019392186775803566, -0.035699184983968735, -3.369636058807373, -8.736637115478516, -1.2479770183563232, -6.668802261352539, -3.84025239944458, -3.774880886077881, -4.180184364318848, -2.2127902507781982, -1.07676362991333, -0.2321961224079132, -0.8445965647697449, -4.720583915710449, -9.144975662231445, -0.013737889938056469, -3.1713855266571045, -1.316046953201294, -3.976555824279785, -0.7929940223693848, -0.0020036876667290926, -2.9234514236450195, -10.630117416381836, -3.2423582077026367, -1.1527093648910522, -4.902451515197754, -0.20881010591983795, -0.06518254429101944, -1.3553434610366821, -2.205620765686035, -4.443068981170654, -0.3349221646785736, -4.0811614990234375, -0.40434733033180237, -0.14260707795619965, -2.7138302326202393, -10.61572551727295, -0.05091002210974693, -3.3788461685180664, -0.8990436792373657, -4.757172584533691, -0.2625967562198639, -2.6857080459594727, -0.8338347673416138, -1.5987446308135986, -5.796599388122559, -17.023239135742188, -2.5919642448425293, -0.1391627937555313, -7.425058841705322, -1.0969927310943604, -2.1373608112335205, -1.5555475950241089, -0.29913192987442017, -5.805688381195068, -0.006563534028828144, -7.741588592529297, -2.729809284210205, -2.989825487136841, -2.937342643737793, -2.452791690826416, -0.39692243933677673, -1.4191737174987793, -2.281113862991333, -0.6101264357566833, -1.3127052783966064, -1.93826162815094, -1.759519100189209, -0.8280774354934692, -0.48737525939941406, -1.2929327487945557, -1.4731515645980835, -1.0149478912353516, -0.402925580739975, -0.4662020802497864, -0.04289804771542549, -1.2809830904006958, -2.1367523670196533, -2.672316074371338, -0.832058310508728, -0.3975365459918976, -2.8649744987487793, -1.5586214065551758, -1.6164027452468872, -0.048774562776088715, -1.3553334474563599, -1.374987006187439, -1.2671791315078735, -1.29192054271698, -0.49132436513900757]}} +{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Wait for the moment when the music stops, and the lights come up, and the DJ says, \"I'm going to play a song for you", "generated_tokens": [32844, 1394, 1278, 4735, 2200, 1278, 7146, 30774, 1044, 1321, 1278, 26466, 3930, 2015, 1044, 1321, 1278, 30245, 8223, 1044, 1429, 1073, 4525, 4670, 1317, 3354, 1261, 6947, 1394, 1636], "tpot": [32.35166549682617, 0.833970844745636, 0.09404217451810837, 0.09242991358041763, 0.09451283514499664, 0.09116563200950623, 0.0916728675365448, 0.09169203042984009, 0.0920996442437172, 0.09247440099716187, 0.09316505491733551, 0.09183433651924133, 0.09311366081237793, 0.0922863706946373, 0.09139427542686462, 0.0916166678071022, 0.09881363064050674, 0.09086793661117554, 0.09085418283939362, 0.0913468450307846, 0.0913306251168251, 0.09422652423381805, 0.09134646505117416, 0.09283513575792313, 0.09112297743558884, 0.09120230376720428, 0.09097100794315338, 0.09246265143156052, 0.09317846596240997, 0.09015017747879028], "latency": 35.78577698091976, "logprobs": [-10.737512588500977, -3.6907906532287598, -2.8354406356811523, -1.241209626197815, -0.23157396912574768, -1.8544931411743164, -2.305788278579712, -1.9660029411315918, -2.139838695526123, -6.157798767089844, -0.8562318086624146, -2.4214887619018555, -3.5043883323669434, -4.133810043334961, -2.009009838104248, -1.8133208751678467, -2.3323073387145996, -7.160175323486328, -0.040603119879961014, -1.9747259616851807, -5.076613903045654, -8.853288650512695, -9.848663330078125, -0.783089280128479, -4.775578022003174, -0.8501623868942261, -2.353159189224243, -0.019392186775803566, -0.035699184983968735, -3.369636058807373, -8.736637115478516, -1.2479770183563232, -6.668802261352539, -3.84025239944458, -3.774880886077881, -4.180184364318848, -2.2127902507781982, -1.07676362991333, -0.2321961224079132, -0.8445965647697449, -4.720583915710449, -9.144975662231445, -0.013737889938056469, -3.1713855266571045, -1.316046953201294, -3.976555824279785, -0.7929940223693848, -0.0020036876667290926, -2.9234514236450195, -10.630117416381836, -3.2423582077026367, -1.1527093648910522, -4.902451515197754, -0.20881010591983795, -0.06518254429101944, -1.3553434610366821, -2.205620765686035, -4.443068981170654, -0.3349221646785736, -4.0811614990234375, -0.40434733033180237, -0.14260707795619965, -2.7138302326202393, -10.61572551727295, -0.05091002210974693, -3.3788461685180664, -0.8990436792373657, -4.757172584533691, -0.2625967562198639, -2.6857080459594727, -0.8338347673416138, -1.5987446308135986, -5.796599388122559, -17.023239135742188, -2.5919642448425293, -0.1391627937555313, -7.425058841705322, -1.0969927310943604, -2.1373608112335205, -1.5555475950241089, -0.29913192987442017, -5.805688381195068, -0.006563534028828144, -7.741588592529297, -2.729809284210205, -2.989825487136841, -2.937342643737793, -2.452791690826416, -0.39692243933677673, -1.4191737174987793, -2.281113862991333, -0.6101264357566833, -1.3127052783966064, -1.93826162815094, -1.759519100189209, -0.8280774354934692, -0.48737525939941406, -1.2929327487945557, -1.4731515645980835, -1.0149478912353516, -0.402925580739975, -0.4662020802497864, -0.04289804771542549, -1.2809830904006958, -2.1367523670196533, -2.672316074371338, -0.832058310508728, -0.3975365459918976, -2.8649744987487793, -1.5586214065551758, -1.6164027452468872, -0.048774562776088715, -1.3553334474563599, -1.374987006187439, -1.2671791315078735, -1.29192054271698, -0.49132436513900757]}} diff --git a/tests/functional_tests/test_cases/moe/gpt_static_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/moe/gpt_static_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 0a517ab3094..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt_static_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1 +0,0 @@ -{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Wait for the moment when the music stops, and the lights come up, and the DJ says, \"I'm going to play a song for you", "generated_tokens": [32844, 1394, 1278, 4735, 2200, 1278, 7146, 30774, 1044, 1321, 1278, 26466, 3930, 2015, 1044, 1321, 1278, 30245, 8223, 1044, 1429, 1073, 4525, 4670, 1317, 3354, 1261, 6947, 1394, 1636], "tpot": [28.100296020507812, 0.7455244064331055, 0.08808960020542145, 0.08723868429660797, 0.0797291174530983, 0.07997014373540878, 0.08027699589729309, 0.08037219196557999, 0.0816013440489769, 0.08401136100292206, 0.08508748561143875, 0.08631545305252075, 0.0850793644785881, 0.08465024083852768, 0.08535295724868774, 0.0854158103466034, 0.08499104529619217, 0.083737313747406, 0.08036348968744278, 0.07885941863059998, 0.08097212761640549, 0.07789097726345062, 0.07819133251905441, 0.07952764630317688, 0.07876288145780563, 0.07915037125349045, 0.07721177488565445, 0.07972448319196701, 0.07933385670185089, 0.07806576043367386], "latency": 31.1545644197613, "logprobs": [-10.737512588500977, -3.6907906532287598, -2.8354406356811523, -1.241209626197815, -0.23157396912574768, -1.8544931411743164, -2.305788278579712, -1.9660029411315918, -2.139838695526123, -6.157798767089844, -0.8562318086624146, -2.4214887619018555, -3.5043883323669434, -4.133810043334961, -2.009009838104248, -1.8133208751678467, -2.3323073387145996, -7.160175323486328, -0.040603119879961014, -1.9747259616851807, -5.076613903045654, -8.853288650512695, -9.848663330078125, -0.783089280128479, -4.775578022003174, -0.8501623868942261, -2.353159189224243, -0.019392186775803566, -0.035699184983968735, -3.369636058807373, -8.736637115478516, -1.2479770183563232, -6.668802261352539, -3.84025239944458, -3.774880886077881, -4.180184364318848, -2.2127902507781982, -1.07676362991333, -0.2321961224079132, -0.8445965647697449, -4.720583915710449, -9.144975662231445, -0.013737889938056469, -3.1713855266571045, -1.316046953201294, -3.976555824279785, -0.7929940223693848, -0.0020036876667290926, -2.9234514236450195, -10.630117416381836, -3.2423582077026367, -1.1527093648910522, -4.902451515197754, -0.20881010591983795, -0.06518254429101944, -1.3553434610366821, -2.205620765686035, -4.443068981170654, -0.3349221646785736, -4.0811614990234375, -0.40434733033180237, -0.14260707795619965, -2.7138302326202393, -10.61572551727295, -0.05091002210974693, -3.3788461685180664, -0.8990436792373657, -4.757172584533691, -0.2625967562198639, -2.6857080459594727, -0.8338347673416138, -1.5987446308135986, -5.796599388122559, -17.023239135742188, -2.5919642448425293, -0.1391627937555313, -7.425058841705322, -1.0969927310943604, -2.1373608112335205, -1.5555475950241089, -0.29913192987442017, -5.805688381195068, -0.006563534028828144, -7.741588592529297, -2.729809284210205, -2.989825487136841, -2.937342643737793, -2.452791690826416, -0.39692243933677673, -1.4191737174987793, -2.281113862991333, -0.6101264357566833, -1.3127052783966064, -1.93826162815094, -1.759519100189209, -0.8280774354934692, -0.48737525939941406, -1.2929327487945557, -1.4731515645980835, -1.0149478912353516, -0.402925580739975, -0.4662020802497864, -0.04289804771542549, -1.2809830904006958, -2.1367523670196533, -2.672316074371338, -0.832058310508728, -0.3975365459918976, -2.8649744987487793, -1.5586214065551758, -1.6164027452468872, -0.048774562776088715, -1.3553334474563599, -1.374987006187439, -1.2671791315078735, -1.29192054271698, -0.49132436513900757]}} diff --git a/tests/functional_tests/test_cases/moe/gpt_static_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/moe/gpt_static_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index d048a17bd6c..00000000000 --- a/tests/functional_tests/test_cases/moe/gpt_static_inference_tp4_pp1_ep4_16B_logitsmatch/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1 +0,0 @@ -{"0": {"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.", "generated_text": " Wait for the moment when the music stops, and the lights come up, and the DJ says, \"I'm going to play a song for you", "generated_tokens": [32844, 1394, 1278, 4735, 2200, 1278, 7146, 30774, 1044, 1321, 1278, 26466, 3930, 2015, 1044, 1321, 1278, 30245, 8223, 1044, 1429, 1073, 4525, 4670, 1317, 3354, 1261, 6947, 1394, 1636], "tpot": [32.35166549682617, 0.833970844745636, 0.09404217451810837, 0.09242991358041763, 0.09451283514499664, 0.09116563200950623, 0.0916728675365448, 0.09169203042984009, 0.0920996442437172, 0.09247440099716187, 0.09316505491733551, 0.09183433651924133, 0.09311366081237793, 0.0922863706946373, 0.09139427542686462, 0.0916166678071022, 0.09881363064050674, 0.09086793661117554, 0.09085418283939362, 0.0913468450307846, 0.0913306251168251, 0.09422652423381805, 0.09134646505117416, 0.09283513575792313, 0.09112297743558884, 0.09120230376720428, 0.09097100794315338, 0.09246265143156052, 0.09317846596240997, 0.09015017747879028], "latency": 35.78577698091976, "logprobs": [-10.737512588500977, -3.6907906532287598, -2.8354406356811523, -1.241209626197815, -0.23157396912574768, -1.8544931411743164, -2.305788278579712, -1.9660029411315918, -2.139838695526123, -6.157798767089844, -0.8562318086624146, -2.4214887619018555, -3.5043883323669434, -4.133810043334961, -2.009009838104248, -1.8133208751678467, -2.3323073387145996, -7.160175323486328, -0.040603119879961014, -1.9747259616851807, -5.076613903045654, -8.853288650512695, -9.848663330078125, -0.783089280128479, -4.775578022003174, -0.8501623868942261, -2.353159189224243, -0.019392186775803566, -0.035699184983968735, -3.369636058807373, -8.736637115478516, -1.2479770183563232, -6.668802261352539, -3.84025239944458, -3.774880886077881, -4.180184364318848, -2.2127902507781982, -1.07676362991333, -0.2321961224079132, -0.8445965647697449, -4.720583915710449, -9.144975662231445, -0.013737889938056469, -3.1713855266571045, -1.316046953201294, -3.976555824279785, -0.7929940223693848, -0.0020036876667290926, -2.9234514236450195, -10.630117416381836, -3.2423582077026367, -1.1527093648910522, -4.902451515197754, -0.20881010591983795, -0.06518254429101944, -1.3553434610366821, -2.205620765686035, -4.443068981170654, -0.3349221646785736, -4.0811614990234375, -0.40434733033180237, -0.14260707795619965, -2.7138302326202393, -10.61572551727295, -0.05091002210974693, -3.3788461685180664, -0.8990436792373657, -4.757172584533691, -0.2625967562198639, -2.6857080459594727, -0.8338347673416138, -1.5987446308135986, -5.796599388122559, -17.023239135742188, -2.5919642448425293, -0.1391627937555313, -7.425058841705322, -1.0969927310943604, -2.1373608112335205, -1.5555475950241089, -0.29913192987442017, -5.805688381195068, -0.006563534028828144, -7.741588592529297, -2.729809284210205, -2.989825487136841, -2.937342643737793, -2.452791690826416, -0.39692243933677673, -1.4191737174987793, -2.281113862991333, -0.6101264357566833, -1.3127052783966064, -1.93826162815094, -1.759519100189209, -0.8280774354934692, -0.48737525939941406, -1.2929327487945557, -1.4731515645980835, -1.0149478912353516, -0.402925580739975, -0.4662020802497864, -0.04289804771542549, -1.2809830904006958, -2.1367523670196533, -2.672316074371338, -0.832058310508728, -0.3975365459918976, -2.8649744987487793, -1.5586214065551758, -1.6164027452468872, -0.048774562776088715, -1.3553334474563599, -1.374987006187439, -1.2671791315078735, -1.29192054271698, -0.49132436513900757]}} diff --git a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgx_h100.json index f428949c364..7dbf0c3c806 100644 --- a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgx_h100.json @@ -1 +1,287 @@ -{"lm loss": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 9.14877, "5": 9.15057, "10": 9.15231, "15": 9.13419, "20": 9.09777, "25": 9.05505, "30": 8.99697, "35": 8.94993, "40": 8.87122, "45": 8.81228, "50": 8.76196}}, "num-zeros": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 3477955.0, "5": 3783960.0, "10": 3544311.0, "15": 3421163.0, "20": 3465915.0, "25": 3457588.0, "30": 3708011.0, "35": 3432484.0, "40": 3614258.0, "45": 3452202.0, "50": 3412019.0}}, "mem-allocated-bytes": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 2433624576.0, "5": 2433624576.0, "10": 2433624576.0, "15": 2433624576.0, "20": 2433624576.0, "25": 2433624576.0, "30": 2433624576.0, "35": 2433624576.0, "40": 2433624576.0, "45": 2433624576.0, "50": 2433624576.0}}, "mem-max-allocated-bytes": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 14739764224.0, "5": 15775233024.0, "10": 15775233024.0, "15": 15775233024.0, "20": 15775233024.0, "25": 15775233024.0, "30": 15775233024.0, "35": 15775233024.0, "40": 15775233024.0, "45": 15775233024.0, "50": 15775233024.0}}, "iteration-time": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 6.02452, "5": 0.16813, "10": 0.16806, "15": 0.16951, "20": 0.16888, "25": 0.16596, "30": 0.16631, "35": 0.18479, "40": 0.16611, "45": 0.16572, "50": 0.16419}}} \ No newline at end of file +{ + "lm loss": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 9.14877, + "2": 9.15171, + "3": 9.14691, + "4": 9.15346, + "5": 9.15057, + "6": 9.14683, + "7": 9.14378, + "8": 9.14363, + "9": 9.15069, + "10": 9.15231, + "11": 9.14609, + "12": 9.14125, + "13": 9.1414, + "14": 9.14248, + "15": 9.13419, + "16": 9.12601, + "17": 9.12407, + "18": 9.12053, + "19": 9.11789, + "20": 9.09777, + "21": 9.06948, + "22": 9.06985, + "23": 9.07079, + "24": 9.06043, + "25": 9.05505, + "26": 9.05713, + "27": 9.04089, + "28": 9.0186, + "29": 9.00353, + "30": 8.99697, + "31": 8.99484, + "32": 8.98416, + "33": 8.97763, + "34": 8.98617, + "35": 8.94993, + "36": 8.94557, + "37": 8.92133, + "38": 8.94104, + "39": 8.92482, + "40": 8.87122, + "41": 8.89627, + "42": 8.87601, + "43": 8.87414, + "44": 8.8411, + "45": 8.81228, + "46": 8.79564, + "47": 8.84576, + "48": 8.77191, + "49": 8.78047, + "50": 8.76196 + } + }, + "num-zeros": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 3477955.0, + "2": 3392302.0, + "3": 3630021.0, + "4": 3532452.0, + "5": 3783960.0, + "6": 3584449.0, + "7": 3478372.0, + "8": 3414330.0, + "9": 3511649.0, + "10": 3544311.0, + "11": 3475468.0, + "12": 3518965.0, + "13": 3591786.0, + "14": 3549396.0, + "15": 3421163.0, + "16": 3383319.0, + "17": 3424120.0, + "18": 3509184.0, + "19": 3426107.0, + "20": 3465915.0, + "21": 3700118.0, + "22": 3474397.0, + "23": 3693474.0, + "24": 3405657.0, + "25": 3457588.0, + "26": 3479130.0, + "27": 3555371.0, + "28": 3496999.0, + "29": 3561842.0, + "30": 3708011.0, + "31": 3397663.0, + "32": 3467970.0, + "33": 3515742.0, + "34": 3501589.0, + "35": 3432484.0, + "36": 3453953.0, + "37": 3958777.0, + "38": 3488640.0, + "39": 3409958.0, + "40": 3614258.0, + "41": 3425709.0, + "42": 3643603.0, + "43": 3473029.0, + "44": 3448331.0, + "45": 3452202.0, + "46": 3585738.0, + "47": 3467386.0, + "48": 3462962.0, + "49": 3529813.0, + "50": 3412019.0 + } + }, + "mem-allocated-bytes": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 2431335424.0, + "2": 2431335424.0, + "3": 2431335424.0, + "4": 2431335424.0, + "5": 2431335424.0, + "6": 2431335424.0, + "7": 2431335424.0, + "8": 2431335424.0, + "9": 2431335424.0, + "10": 2431335424.0, + "11": 2431335424.0, + "12": 2431335424.0, + "13": 2431335424.0, + "14": 2431335424.0, + "15": 2431335424.0, + "16": 2431335424.0, + "17": 2431335424.0, + "18": 2431335424.0, + "19": 2431335424.0, + "20": 2431335424.0, + "21": 2431335424.0, + "22": 2431335424.0, + "23": 2431335424.0, + "24": 2431335424.0, + "25": 2431335424.0, + "26": 2431335424.0, + "27": 2431335424.0, + "28": 2431335424.0, + "29": 2431335424.0, + "30": 2431335424.0, + "31": 2431335424.0, + "32": 2431335424.0, + "33": 2431335424.0, + "34": 2431335424.0, + "35": 2431335424.0, + "36": 2431335424.0, + "37": 2431335424.0, + "38": 2431335424.0, + "39": 2431335424.0, + "40": 2431335424.0, + "41": 2431335424.0, + "42": 2431335424.0, + "43": 2431335424.0, + "44": 2431335424.0, + "45": 2431335424.0, + "46": 2431335424.0, + "47": 2431335424.0, + "48": 2431335424.0, + "49": 2431335424.0, + "50": 2431335424.0 + } + }, + "mem-max-allocated-bytes": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 14740086784.0, + "2": 15773663232.0, + "3": 15773663232.0, + "4": 15773663232.0, + "5": 15773663232.0, + "6": 15773663232.0, + "7": 15773663232.0, + "8": 15773663232.0, + "9": 15773663232.0, + "10": 15773663232.0, + "11": 15773663232.0, + "12": 15773663232.0, + "13": 15773663232.0, + "14": 15773663232.0, + "15": 15773663232.0, + "16": 15773663232.0, + "17": 15773663232.0, + "18": 15773663232.0, + "19": 15773663232.0, + "20": 15773663232.0, + "21": 15773663232.0, + "22": 15773663232.0, + "23": 15773663232.0, + "24": 15773663232.0, + "25": 15773663232.0, + "26": 15773663232.0, + "27": 15773663232.0, + "28": 15773663232.0, + "29": 15773663232.0, + "30": 15773663232.0, + "31": 15773663232.0, + "32": 15773663232.0, + "33": 15773663232.0, + "34": 15773663232.0, + "35": 15773663232.0, + "36": 15773663232.0, + "37": 15773663232.0, + "38": 15773663232.0, + "39": 15773663232.0, + "40": 15773663232.0, + "41": 15773663232.0, + "42": 15773663232.0, + "43": 15773663232.0, + "44": 15773663232.0, + "45": 15773663232.0, + "46": 15773663232.0, + "47": 15773663232.0, + "48": 15773663232.0, + "49": 15773663232.0, + "50": 15773663232.0 + } + }, + "iteration-time": { + "start_step": 1, + "end_step": 50, + "step_interval": 1, + "values": { + "1": 5.97454, + "2": 0.19297, + "3": 0.18331, + "4": 0.18419, + "5": 0.18099, + "6": 0.18354, + "7": 0.18332, + "8": 0.18477, + "9": 0.18391, + "10": 0.18412, + "11": 0.18154, + "12": 0.18441, + "13": 0.18338, + "14": 0.1859, + "15": 0.18316, + "16": 0.18298, + "17": 0.18167, + "18": 0.18385, + "19": 0.18358, + "20": 0.18325, + "21": 0.18392, + "22": 0.1826, + "23": 0.18266, + "24": 0.18333, + "25": 0.18413, + "26": 0.185, + "27": 0.18218, + "28": 0.18361, + "29": 0.18161, + "30": 0.18366, + "31": 0.18238, + "32": 0.18355, + "33": 0.18274, + "34": 0.18399, + "35": 0.18232, + "36": 0.18405, + "37": 0.18325, + "38": 0.18367, + "39": 0.18313, + "40": 0.18319, + "41": 0.18244, + "42": 0.18305, + "43": 0.18287, + "44": 0.18263, + "45": 0.18326, + "46": 0.18213, + "47": 0.18261, + "48": 0.18333, + "49": 0.18287, + "50": 0.18284 + } + } +} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index c9c6ca750a5..00000000000 --- a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 9.14877, - "2": 9.15171, - "3": 9.14691, - "4": 9.15346, - "5": 9.15057, - "6": 9.14683, - "7": 9.14378, - "8": 9.14363, - "9": 9.15069, - "10": 9.15231, - "11": 9.14609, - "12": 9.14125, - "13": 9.1414, - "14": 9.14248, - "15": 9.13419, - "16": 9.12601, - "17": 9.12407, - "18": 9.12053, - "19": 9.11789, - "20": 9.09777, - "21": 9.06948, - "22": 9.06985, - "23": 9.07079, - "24": 9.06043, - "25": 9.05505, - "26": 9.05713, - "27": 9.04089, - "28": 9.0186, - "29": 9.00353, - "30": 8.99697, - "31": 8.99484, - "32": 8.98416, - "33": 8.97763, - "34": 8.98617, - "35": 8.94993, - "36": 8.94557, - "37": 8.92133, - "38": 8.94104, - "39": 8.92482, - "40": 8.87122, - "41": 8.89627, - "42": 8.87601, - "43": 8.87414, - "44": 8.8411, - "45": 8.81228, - "46": 8.79564, - "47": 8.84576, - "48": 8.77191, - "49": 8.78047, - "50": 8.76196 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3477955.0, - "2": 3392302.0, - "3": 3630021.0, - "4": 3532452.0, - "5": 3783960.0, - "6": 3584449.0, - "7": 3478372.0, - "8": 3414330.0, - "9": 3511649.0, - "10": 3544311.0, - "11": 3475468.0, - "12": 3518965.0, - "13": 3591786.0, - "14": 3549396.0, - "15": 3421163.0, - "16": 3383319.0, - "17": 3424120.0, - "18": 3509184.0, - "19": 3426107.0, - "20": 3465915.0, - "21": 3700118.0, - "22": 3474397.0, - "23": 3693474.0, - "24": 3405657.0, - "25": 3457588.0, - "26": 3479130.0, - "27": 3555371.0, - "28": 3496999.0, - "29": 3561842.0, - "30": 3708011.0, - "31": 3397663.0, - "32": 3467970.0, - "33": 3515742.0, - "34": 3501589.0, - "35": 3432484.0, - "36": 3453953.0, - "37": 3958777.0, - "38": 3488640.0, - "39": 3409958.0, - "40": 3614258.0, - "41": 3425709.0, - "42": 3643603.0, - "43": 3473029.0, - "44": 3448331.0, - "45": 3452202.0, - "46": 3585738.0, - "47": 3467386.0, - "48": 3462962.0, - "49": 3529813.0, - "50": 3412019.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2431335424.0, - "2": 2431335424.0, - "3": 2431335424.0, - "4": 2431335424.0, - "5": 2431335424.0, - "6": 2431335424.0, - "7": 2431335424.0, - "8": 2431335424.0, - "9": 2431335424.0, - "10": 2431335424.0, - "11": 2431335424.0, - "12": 2431335424.0, - "13": 2431335424.0, - "14": 2431335424.0, - "15": 2431335424.0, - "16": 2431335424.0, - "17": 2431335424.0, - "18": 2431335424.0, - "19": 2431335424.0, - "20": 2431335424.0, - "21": 2431335424.0, - "22": 2431335424.0, - "23": 2431335424.0, - "24": 2431335424.0, - "25": 2431335424.0, - "26": 2431335424.0, - "27": 2431335424.0, - "28": 2431335424.0, - "29": 2431335424.0, - "30": 2431335424.0, - "31": 2431335424.0, - "32": 2431335424.0, - "33": 2431335424.0, - "34": 2431335424.0, - "35": 2431335424.0, - "36": 2431335424.0, - "37": 2431335424.0, - "38": 2431335424.0, - "39": 2431335424.0, - "40": 2431335424.0, - "41": 2431335424.0, - "42": 2431335424.0, - "43": 2431335424.0, - "44": 2431335424.0, - "45": 2431335424.0, - "46": 2431335424.0, - "47": 2431335424.0, - "48": 2431335424.0, - "49": 2431335424.0, - "50": 2431335424.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 14740086784.0, - "2": 15773663232.0, - "3": 15773663232.0, - "4": 15773663232.0, - "5": 15773663232.0, - "6": 15773663232.0, - "7": 15773663232.0, - "8": 15773663232.0, - "9": 15773663232.0, - "10": 15773663232.0, - "11": 15773663232.0, - "12": 15773663232.0, - "13": 15773663232.0, - "14": 15773663232.0, - "15": 15773663232.0, - "16": 15773663232.0, - "17": 15773663232.0, - "18": 15773663232.0, - "19": 15773663232.0, - "20": 15773663232.0, - "21": 15773663232.0, - "22": 15773663232.0, - "23": 15773663232.0, - "24": 15773663232.0, - "25": 15773663232.0, - "26": 15773663232.0, - "27": 15773663232.0, - "28": 15773663232.0, - "29": 15773663232.0, - "30": 15773663232.0, - "31": 15773663232.0, - "32": 15773663232.0, - "33": 15773663232.0, - "34": 15773663232.0, - "35": 15773663232.0, - "36": 15773663232.0, - "37": 15773663232.0, - "38": 15773663232.0, - "39": 15773663232.0, - "40": 15773663232.0, - "41": 15773663232.0, - "42": 15773663232.0, - "43": 15773663232.0, - "44": 15773663232.0, - "45": 15773663232.0, - "46": 15773663232.0, - "47": 15773663232.0, - "48": 15773663232.0, - "49": 15773663232.0, - "50": 15773663232.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 6.39505, - "2": 0.21516, - "3": 0.18624, - "4": 0.175, - "5": 0.17379, - "6": 0.17879, - "7": 0.17408, - "8": 0.17518, - "9": 0.17364, - "10": 0.17554, - "11": 0.17315, - "12": 0.17503, - "13": 0.17414, - "14": 0.17548, - "15": 0.17545, - "16": 0.17826, - "17": 0.17718, - "18": 0.19728, - "19": 0.18692, - "20": 0.17494, - "21": 0.17798, - "22": 0.19601, - "23": 0.19365, - "24": 0.17678, - "25": 0.17574, - "26": 0.17806, - "27": 0.17921, - "28": 0.18107, - "29": 0.17587, - "30": 0.18109, - "31": 0.18577, - "32": 0.1776, - "33": 0.17358, - "34": 0.18514, - "35": 0.18404, - "36": 0.18319, - "37": 0.17375, - "38": 0.19861, - "39": 0.18522, - "40": 0.17986, - "41": 0.18196, - "42": 0.17906, - "43": 0.1816, - "44": 0.17873, - "45": 0.1842, - "46": 0.18193, - "47": 0.18207, - "48": 0.18599, - "49": 0.17271, - "50": 0.18388 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 7dbf0c3c806..00000000000 --- a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp1_pp1/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 9.14877, - "2": 9.15171, - "3": 9.14691, - "4": 9.15346, - "5": 9.15057, - "6": 9.14683, - "7": 9.14378, - "8": 9.14363, - "9": 9.15069, - "10": 9.15231, - "11": 9.14609, - "12": 9.14125, - "13": 9.1414, - "14": 9.14248, - "15": 9.13419, - "16": 9.12601, - "17": 9.12407, - "18": 9.12053, - "19": 9.11789, - "20": 9.09777, - "21": 9.06948, - "22": 9.06985, - "23": 9.07079, - "24": 9.06043, - "25": 9.05505, - "26": 9.05713, - "27": 9.04089, - "28": 9.0186, - "29": 9.00353, - "30": 8.99697, - "31": 8.99484, - "32": 8.98416, - "33": 8.97763, - "34": 8.98617, - "35": 8.94993, - "36": 8.94557, - "37": 8.92133, - "38": 8.94104, - "39": 8.92482, - "40": 8.87122, - "41": 8.89627, - "42": 8.87601, - "43": 8.87414, - "44": 8.8411, - "45": 8.81228, - "46": 8.79564, - "47": 8.84576, - "48": 8.77191, - "49": 8.78047, - "50": 8.76196 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 3477955.0, - "2": 3392302.0, - "3": 3630021.0, - "4": 3532452.0, - "5": 3783960.0, - "6": 3584449.0, - "7": 3478372.0, - "8": 3414330.0, - "9": 3511649.0, - "10": 3544311.0, - "11": 3475468.0, - "12": 3518965.0, - "13": 3591786.0, - "14": 3549396.0, - "15": 3421163.0, - "16": 3383319.0, - "17": 3424120.0, - "18": 3509184.0, - "19": 3426107.0, - "20": 3465915.0, - "21": 3700118.0, - "22": 3474397.0, - "23": 3693474.0, - "24": 3405657.0, - "25": 3457588.0, - "26": 3479130.0, - "27": 3555371.0, - "28": 3496999.0, - "29": 3561842.0, - "30": 3708011.0, - "31": 3397663.0, - "32": 3467970.0, - "33": 3515742.0, - "34": 3501589.0, - "35": 3432484.0, - "36": 3453953.0, - "37": 3958777.0, - "38": 3488640.0, - "39": 3409958.0, - "40": 3614258.0, - "41": 3425709.0, - "42": 3643603.0, - "43": 3473029.0, - "44": 3448331.0, - "45": 3452202.0, - "46": 3585738.0, - "47": 3467386.0, - "48": 3462962.0, - "49": 3529813.0, - "50": 3412019.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 2431335424.0, - "2": 2431335424.0, - "3": 2431335424.0, - "4": 2431335424.0, - "5": 2431335424.0, - "6": 2431335424.0, - "7": 2431335424.0, - "8": 2431335424.0, - "9": 2431335424.0, - "10": 2431335424.0, - "11": 2431335424.0, - "12": 2431335424.0, - "13": 2431335424.0, - "14": 2431335424.0, - "15": 2431335424.0, - "16": 2431335424.0, - "17": 2431335424.0, - "18": 2431335424.0, - "19": 2431335424.0, - "20": 2431335424.0, - "21": 2431335424.0, - "22": 2431335424.0, - "23": 2431335424.0, - "24": 2431335424.0, - "25": 2431335424.0, - "26": 2431335424.0, - "27": 2431335424.0, - "28": 2431335424.0, - "29": 2431335424.0, - "30": 2431335424.0, - "31": 2431335424.0, - "32": 2431335424.0, - "33": 2431335424.0, - "34": 2431335424.0, - "35": 2431335424.0, - "36": 2431335424.0, - "37": 2431335424.0, - "38": 2431335424.0, - "39": 2431335424.0, - "40": 2431335424.0, - "41": 2431335424.0, - "42": 2431335424.0, - "43": 2431335424.0, - "44": 2431335424.0, - "45": 2431335424.0, - "46": 2431335424.0, - "47": 2431335424.0, - "48": 2431335424.0, - "49": 2431335424.0, - "50": 2431335424.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 14740086784.0, - "2": 15773663232.0, - "3": 15773663232.0, - "4": 15773663232.0, - "5": 15773663232.0, - "6": 15773663232.0, - "7": 15773663232.0, - "8": 15773663232.0, - "9": 15773663232.0, - "10": 15773663232.0, - "11": 15773663232.0, - "12": 15773663232.0, - "13": 15773663232.0, - "14": 15773663232.0, - "15": 15773663232.0, - "16": 15773663232.0, - "17": 15773663232.0, - "18": 15773663232.0, - "19": 15773663232.0, - "20": 15773663232.0, - "21": 15773663232.0, - "22": 15773663232.0, - "23": 15773663232.0, - "24": 15773663232.0, - "25": 15773663232.0, - "26": 15773663232.0, - "27": 15773663232.0, - "28": 15773663232.0, - "29": 15773663232.0, - "30": 15773663232.0, - "31": 15773663232.0, - "32": 15773663232.0, - "33": 15773663232.0, - "34": 15773663232.0, - "35": 15773663232.0, - "36": 15773663232.0, - "37": 15773663232.0, - "38": 15773663232.0, - "39": 15773663232.0, - "40": 15773663232.0, - "41": 15773663232.0, - "42": 15773663232.0, - "43": 15773663232.0, - "44": 15773663232.0, - "45": 15773663232.0, - "46": 15773663232.0, - "47": 15773663232.0, - "48": 15773663232.0, - "49": 15773663232.0, - "50": 15773663232.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 5.97454, - "2": 0.19297, - "3": 0.18331, - "4": 0.18419, - "5": 0.18099, - "6": 0.18354, - "7": 0.18332, - "8": 0.18477, - "9": 0.18391, - "10": 0.18412, - "11": 0.18154, - "12": 0.18441, - "13": 0.18338, - "14": 0.1859, - "15": 0.18316, - "16": 0.18298, - "17": 0.18167, - "18": 0.18385, - "19": 0.18358, - "20": 0.18325, - "21": 0.18392, - "22": 0.1826, - "23": 0.18266, - "24": 0.18333, - "25": 0.18413, - "26": 0.185, - "27": 0.18218, - "28": 0.18361, - "29": 0.18161, - "30": 0.18366, - "31": 0.18238, - "32": 0.18355, - "33": 0.18274, - "34": 0.18399, - "35": 0.18232, - "36": 0.18405, - "37": 0.18325, - "38": 0.18367, - "39": 0.18313, - "40": 0.18319, - "41": 0.18244, - "42": 0.18305, - "43": 0.18287, - "44": 0.18263, - "45": 0.18326, - "46": 0.18213, - "47": 0.18261, - "48": 0.18333, - "49": 0.18287, - "50": 0.18284 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgx_h100.json index 5e195fce69e..bf52c8e8fd4 100644 --- a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgx_h100.json @@ -232,56 +232,56 @@ "end_step": 50, "step_interval": 1, "values": { - "1": 14.37901, - "2": 1.00945, - "3": 0.97719, - "4": 1.00246, - "5": 0.95207, - "6": 0.95, - "7": 0.94753, - "8": 0.94707, - "9": 0.94823, - "10": 0.95034, - "11": 0.97925, - "12": 0.97702, - "13": 0.94374, - "14": 1.21224, - "15": 0.94966, - "16": 0.9451, - "17": 0.94563, - "18": 0.94303, - "19": 1.24824, - "20": 0.9452, - "21": 0.97627, - "22": 0.98348, - "23": 1.30411, - "24": 0.94959, - "25": 0.94296, - "26": 0.95158, - "27": 0.94465, - "28": 0.94877, - "29": 0.94644, - "30": 0.94814, - "31": 1.31598, - "32": 0.98424, - "33": 1.24311, - "34": 0.94977, - "35": 1.30685, - "36": 0.94683, - "37": 0.95372, - "38": 0.94948, - "39": 0.95294, - "40": 1.3288, - "41": 0.97347, - "42": 0.9497, - "43": 1.30833, - "44": 0.94555, - "45": 0.94659, - "46": 0.95663, - "47": 0.95211, - "48": 0.95051, - "49": 0.94741, - "50": 0.96304 + "1": 14.64684, + "2": 0.98193, + "3": 0.95861, + "4": 0.96167, + "5": 0.96222, + "6": 0.96444, + "7": 0.95334, + "8": 0.95675, + "9": 0.95004, + "10": 0.9526, + "11": 0.94782, + "12": 0.95256, + "13": 0.95466, + "14": 0.95046, + "15": 0.96366, + "16": 0.95156, + "17": 0.95425, + "18": 0.9544, + "19": 1.2298, + "20": 0.95303, + "21": 0.95634, + "22": 0.95632, + "23": 0.95424, + "24": 0.95464, + "25": 0.96269, + "26": 0.96616, + "27": 0.94874, + "28": 0.94988, + "29": 1.26385, + "30": 0.95465, + "31": 1.2033, + "32": 0.9571, + "33": 0.956, + "34": 0.95832, + "35": 1.32667, + "36": 0.95679, + "37": 0.95623, + "38": 0.96193, + "39": 0.96003, + "40": 1.25799, + "41": 0.95599, + "42": 0.95891, + "43": 1.55786, + "44": 0.96371, + "45": 0.96764, + "46": 0.95894, + "47": 0.96017, + "48": 0.95646, + "49": 0.961, + "50": 0.96278 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 40e463c4e4e..00000000000 --- a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 9.28651, - "2": 9.28395, - "3": 9.28076, - "4": 9.28861, - "5": 9.27695, - "6": 9.28726, - "7": 9.27836, - "8": 9.28267, - "9": 9.28528, - "10": 9.28293, - "11": 9.28342, - "12": 9.27384, - "13": 9.27126, - "14": 9.27209, - "15": 9.25309, - "16": 9.24492, - "17": 9.24857, - "18": 9.22951, - "19": 9.23151, - "20": 9.20817, - "21": 9.17046, - "22": 9.15049, - "23": 9.16842, - "24": 9.15079, - "25": 9.1444, - "26": 9.14727, - "27": 9.12295, - "28": 9.09719, - "29": 9.09388, - "30": 9.0783, - "31": 8.97175, - "32": 9.03158, - "33": 9.02021, - "34": 8.98662, - "35": 8.95924, - "36": 8.97139, - "37": 8.91443, - "38": 8.88795, - "39": 8.88883, - "40": 8.90642, - "41": 8.81811, - "42": 8.87405, - "43": 8.85666, - "44": 8.81697, - "45": 8.81379, - "46": 8.84457, - "47": 8.73721, - "48": 8.66931, - "49": 8.70107, - "50": 8.73494 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 5959400.0, - "2": 6553837.0, - "3": 7313493.0, - "4": 6377142.0, - "5": 6498093.0, - "6": 7151947.0, - "7": 6210401.0, - "8": 6334645.0, - "9": 6624584.0, - "10": 6529058.0, - "11": 7466715.0, - "12": 6471579.0, - "13": 6003497.0, - "14": 8071952.0, - "15": 6530023.0, - "16": 7526922.0, - "17": 6034909.0, - "18": 6289605.0, - "19": 6162573.0, - "20": 6527801.0, - "21": 6981914.0, - "22": 7132792.0, - "23": 5928465.0, - "24": 6210239.0, - "25": 6993035.0, - "26": 6471579.0, - "27": 6355357.0, - "28": 6877112.0, - "29": 6380110.0, - "30": 6468659.0, - "31": 8165130.0, - "32": 6765448.0, - "33": 6355561.0, - "34": 6662237.0, - "35": 7065192.0, - "36": 6076915.0, - "37": 7785518.0, - "38": 6727009.0, - "39": 7315902.0, - "40": 6555154.0, - "41": 7314617.0, - "42": 6591869.0, - "43": 6928017.0, - "44": 7274417.0, - "45": 6680008.0, - "46": 6232372.0, - "47": 6496696.0, - "48": 6809696.0, - "49": 6753491.0, - "50": 6238169.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1653820416.0, - "2": 1653820416.0, - "3": 1653820416.0, - "4": 1653820416.0, - "5": 1653820416.0, - "6": 1653820416.0, - "7": 1653820416.0, - "8": 1653820416.0, - "9": 1653820416.0, - "10": 1653820416.0, - "11": 1653820416.0, - "12": 1653820416.0, - "13": 1653820416.0, - "14": 1653820416.0, - "15": 1653820416.0, - "16": 1653820416.0, - "17": 1653820416.0, - "18": 1653820416.0, - "19": 1653820416.0, - "20": 1653820416.0, - "21": 1653820416.0, - "22": 1653820416.0, - "23": 1653820416.0, - "24": 1653820416.0, - "25": 1653820416.0, - "26": 1653820416.0, - "27": 1653820416.0, - "28": 1653820416.0, - "29": 1653820416.0, - "30": 1653820416.0, - "31": 1653820416.0, - "32": 1653820416.0, - "33": 1653820416.0, - "34": 1653820416.0, - "35": 1653820416.0, - "36": 1653820416.0, - "37": 1653820416.0, - "38": 1653820416.0, - "39": 1653820416.0, - "40": 1653820416.0, - "41": 1653820416.0, - "42": 1653820416.0, - "43": 1653820416.0, - "44": 1653820416.0, - "45": 1653820416.0, - "46": 1653820416.0, - "47": 1653820416.0, - "48": 1653820416.0, - "49": 1653820416.0, - "50": 1653820416.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1653824512.0, - "2": 2142515200.0, - "3": 2142515200.0, - "4": 2142515200.0, - "5": 2142515200.0, - "6": 2142515200.0, - "7": 2142515200.0, - "8": 2142515200.0, - "9": 2142515200.0, - "10": 2142515200.0, - "11": 2142515200.0, - "12": 2142515200.0, - "13": 2142515200.0, - "14": 2142515200.0, - "15": 2142515200.0, - "16": 2142515200.0, - "17": 2142515200.0, - "18": 2142515200.0, - "19": 2142515200.0, - "20": 2142515200.0, - "21": 2142515200.0, - "22": 2142515200.0, - "23": 2142515200.0, - "24": 2142515200.0, - "25": 2142515200.0, - "26": 2142515200.0, - "27": 2142515200.0, - "28": 2142515200.0, - "29": 2142515200.0, - "30": 2142515200.0, - "31": 2142515200.0, - "32": 2142515200.0, - "33": 2142515200.0, - "34": 2142515200.0, - "35": 2142515200.0, - "36": 2142515200.0, - "37": 2142515200.0, - "38": 2142515200.0, - "39": 2142515200.0, - "40": 2142515200.0, - "41": 2142515200.0, - "42": 2142515200.0, - "43": 2142515200.0, - "44": 2142515200.0, - "45": 2142515200.0, - "46": 2142515200.0, - "47": 2142515200.0, - "48": 2142515200.0, - "49": 2142515200.0, - "50": 2142515200.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 15.02389, - "2": 0.90938, - "3": 0.833, - "4": 0.83139, - "5": 0.87938, - "6": 0.8436, - "7": 0.84341, - "8": 0.84254, - "9": 0.83392, - "10": 0.8484, - "11": 0.84151, - "12": 0.84392, - "13": 0.84466, - "14": 0.85987, - "15": 0.85033, - "16": 0.84631, - "17": 0.86049, - "18": 0.84475, - "19": 1.16176, - "20": 0.84338, - "21": 0.8904, - "22": 0.85197, - "23": 1.15742, - "24": 0.84195, - "25": 0.84346, - "26": 0.84406, - "27": 0.84866, - "28": 0.87098, - "29": 0.83524, - "30": 1.14004, - "31": 1.16138, - "32": 0.8533, - "33": 0.84361, - "34": 0.84484, - "35": 0.84276, - "36": 0.83752, - "37": 0.84209, - "38": 0.84471, - "39": 0.8405, - "40": 1.1684, - "41": 0.84052, - "42": 0.83772, - "43": 1.16777, - "44": 1.14427, - "45": 0.84262, - "46": 1.19422, - "47": 0.84418, - "48": 0.85685, - "49": 0.84021, - "50": 0.84726 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index bf52c8e8fd4..00000000000 --- a/tests/functional_tests/test_cases/multimodal-llava/multimodal_llava_mcore_te_tp4_sp_cp2/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 9.28651, - "2": 9.28395, - "3": 9.28076, - "4": 9.28861, - "5": 9.27695, - "6": 9.28726, - "7": 9.27836, - "8": 9.28267, - "9": 9.28528, - "10": 9.28293, - "11": 9.28342, - "12": 9.27384, - "13": 9.27126, - "14": 9.27209, - "15": 9.25309, - "16": 9.24492, - "17": 9.24857, - "18": 9.22951, - "19": 9.23151, - "20": 9.20817, - "21": 9.17046, - "22": 9.15049, - "23": 9.16842, - "24": 9.15079, - "25": 9.1444, - "26": 9.14727, - "27": 9.12295, - "28": 9.09719, - "29": 9.09388, - "30": 9.0783, - "31": 8.97175, - "32": 9.03158, - "33": 9.02021, - "34": 8.98662, - "35": 8.95924, - "36": 8.97139, - "37": 8.91443, - "38": 8.88795, - "39": 8.88883, - "40": 8.90642, - "41": 8.81811, - "42": 8.87405, - "43": 8.85666, - "44": 8.81697, - "45": 8.81379, - "46": 8.84457, - "47": 8.73721, - "48": 8.66931, - "49": 8.70107, - "50": 8.73494 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 5959400.0, - "2": 6553837.0, - "3": 7313493.0, - "4": 6377142.0, - "5": 6498093.0, - "6": 7151947.0, - "7": 6210401.0, - "8": 6334645.0, - "9": 6624584.0, - "10": 6529058.0, - "11": 7466715.0, - "12": 6471579.0, - "13": 6003497.0, - "14": 8071952.0, - "15": 6530023.0, - "16": 7526922.0, - "17": 6034909.0, - "18": 6289605.0, - "19": 6162573.0, - "20": 6527801.0, - "21": 6981914.0, - "22": 7132792.0, - "23": 5928465.0, - "24": 6210239.0, - "25": 6993035.0, - "26": 6471579.0, - "27": 6355357.0, - "28": 6877112.0, - "29": 6380110.0, - "30": 6468659.0, - "31": 8165130.0, - "32": 6765448.0, - "33": 6355561.0, - "34": 6662237.0, - "35": 7065192.0, - "36": 6076915.0, - "37": 7785518.0, - "38": 6727009.0, - "39": 7315902.0, - "40": 6555154.0, - "41": 7314617.0, - "42": 6591869.0, - "43": 6928017.0, - "44": 7274417.0, - "45": 6680008.0, - "46": 6232372.0, - "47": 6496696.0, - "48": 6809696.0, - "49": 6753491.0, - "50": 6238169.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1653820416.0, - "2": 1653820416.0, - "3": 1653820416.0, - "4": 1653820416.0, - "5": 1653820416.0, - "6": 1653820416.0, - "7": 1653820416.0, - "8": 1653820416.0, - "9": 1653820416.0, - "10": 1653820416.0, - "11": 1653820416.0, - "12": 1653820416.0, - "13": 1653820416.0, - "14": 1653820416.0, - "15": 1653820416.0, - "16": 1653820416.0, - "17": 1653820416.0, - "18": 1653820416.0, - "19": 1653820416.0, - "20": 1653820416.0, - "21": 1653820416.0, - "22": 1653820416.0, - "23": 1653820416.0, - "24": 1653820416.0, - "25": 1653820416.0, - "26": 1653820416.0, - "27": 1653820416.0, - "28": 1653820416.0, - "29": 1653820416.0, - "30": 1653820416.0, - "31": 1653820416.0, - "32": 1653820416.0, - "33": 1653820416.0, - "34": 1653820416.0, - "35": 1653820416.0, - "36": 1653820416.0, - "37": 1653820416.0, - "38": 1653820416.0, - "39": 1653820416.0, - "40": 1653820416.0, - "41": 1653820416.0, - "42": 1653820416.0, - "43": 1653820416.0, - "44": 1653820416.0, - "45": 1653820416.0, - "46": 1653820416.0, - "47": 1653820416.0, - "48": 1653820416.0, - "49": 1653820416.0, - "50": 1653820416.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 1653824512.0, - "2": 2142515200.0, - "3": 2142515200.0, - "4": 2142515200.0, - "5": 2142515200.0, - "6": 2142515200.0, - "7": 2142515200.0, - "8": 2142515200.0, - "9": 2142515200.0, - "10": 2142515200.0, - "11": 2142515200.0, - "12": 2142515200.0, - "13": 2142515200.0, - "14": 2142515200.0, - "15": 2142515200.0, - "16": 2142515200.0, - "17": 2142515200.0, - "18": 2142515200.0, - "19": 2142515200.0, - "20": 2142515200.0, - "21": 2142515200.0, - "22": 2142515200.0, - "23": 2142515200.0, - "24": 2142515200.0, - "25": 2142515200.0, - "26": 2142515200.0, - "27": 2142515200.0, - "28": 2142515200.0, - "29": 2142515200.0, - "30": 2142515200.0, - "31": 2142515200.0, - "32": 2142515200.0, - "33": 2142515200.0, - "34": 2142515200.0, - "35": 2142515200.0, - "36": 2142515200.0, - "37": 2142515200.0, - "38": 2142515200.0, - "39": 2142515200.0, - "40": 2142515200.0, - "41": 2142515200.0, - "42": 2142515200.0, - "43": 2142515200.0, - "44": 2142515200.0, - "45": 2142515200.0, - "46": 2142515200.0, - "47": 2142515200.0, - "48": 2142515200.0, - "49": 2142515200.0, - "50": 2142515200.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 50, - "step_interval": 1, - "values": { - "1": 14.64684, - "2": 0.98193, - "3": 0.95861, - "4": 0.96167, - "5": 0.96222, - "6": 0.96444, - "7": 0.95334, - "8": 0.95675, - "9": 0.95004, - "10": 0.9526, - "11": 0.94782, - "12": 0.95256, - "13": 0.95466, - "14": 0.95046, - "15": 0.96366, - "16": 0.95156, - "17": 0.95425, - "18": 0.9544, - "19": 1.2298, - "20": 0.95303, - "21": 0.95634, - "22": 0.95632, - "23": 0.95424, - "24": 0.95464, - "25": 0.96269, - "26": 0.96616, - "27": 0.94874, - "28": 0.94988, - "29": 1.26385, - "30": 0.95465, - "31": 1.2033, - "32": 0.9571, - "33": 0.956, - "34": 0.95832, - "35": 1.32667, - "36": 0.95679, - "37": 0.95623, - "38": 0.96193, - "39": 0.96003, - "40": 1.25799, - "41": 0.95599, - "42": 0.95891, - "43": 1.55786, - "44": 0.96371, - "45": 0.96764, - "46": 0.95894, - "47": 0.96017, - "48": 0.95646, - "49": 0.961, - "50": 0.96278 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_11b_mcore_tp4_pp1/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/t5/t5_11b_mcore_tp4_pp1/golden_values_dev_dgx_h100.json index 0bff8d085b5..45c06ac2f7e 100644 --- a/tests/functional_tests/test_cases/t5/t5_11b_mcore_tp4_pp1/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/t5/t5_11b_mcore_tp4_pp1/golden_values_dev_dgx_h100.json @@ -132,31 +132,31 @@ "end_step": 25, "step_interval": 1, "values": { - "1": 10.24757, - "2": 0.4815, - "3": 0.41556, - "4": 0.40564, - "5": 0.40743, - "6": 0.40813, - "7": 0.42484, - "8": 0.41261, - "9": 0.40523, - "10": 0.41064, - "11": 0.40795, - "12": 0.409, - "13": 0.41219, - "14": 0.41524, - "15": 0.41267, - "16": 0.40783, - "17": 0.40886, - "18": 0.41321, - "19": 0.40795, - "20": 0.41032, - "21": 0.41828, - "22": 0.40867, - "23": 0.42317, - "24": 0.40771, - "25": 0.4176 + "1": 12.25468, + "2": 0.47853, + "3": 0.41459, + "4": 0.41066, + "5": 0.4125, + "6": 0.42243, + "7": 0.40926, + "8": 0.41832, + "9": 0.4068, + "10": 0.41071, + "11": 0.41068, + "12": 0.41187, + "13": 0.42064, + "14": 0.4228, + "15": 0.41026, + "16": 0.81409, + "17": 0.41651, + "18": 0.41416, + "19": 0.41418, + "20": 0.41217, + "21": 0.42084, + "22": 0.4131, + "23": 0.41106, + "24": 0.41518, + "25": 0.41106 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_11b_mcore_tp4_pp1/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/t5/t5_11b_mcore_tp4_pp1/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index a5fc1a5f4c5..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_11b_mcore_tp4_pp1/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,162 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 10.74903, - "2": 10.75924, - "3": 16.15622, - "4": 20.1728, - "5": 11.07413, - "6": 10.29087, - "7": 10.31369, - "8": 10.31557, - "9": 9.68992, - "10": 9.25112, - "11": 9.43376, - "12": 9.8267, - "13": 8.88334, - "14": 8.49023, - "15": 8.79113, - "16": 7.95739, - "17": 7.70005, - "18": 7.81826, - "19": 8.21562, - "20": 8.16452, - "21": 7.833, - "22": 7.71899, - "23": 7.88724, - "24": 7.70093, - "25": 7.78994 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 245867.0, - "2": 256817.0, - "3": 248438.0, - "4": 233541.0, - "5": 251594.0, - "6": 259588.0, - "7": 256938.0, - "8": 237612.0, - "9": 241154.0, - "10": 252461.0, - "11": 288146.0, - "12": 248712.0, - "13": 241371.0, - "14": 228365.0, - "15": 261948.0, - "16": 237032.0, - "17": 249760.0, - "18": 251590.0, - "19": 257104.0, - "20": 248292.0, - "21": 231805.0, - "22": 223805.0, - "23": 247959.0, - "24": 250798.0, - "25": 237325.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 40735711232.0, - "2": 40735711232.0, - "3": 40735711232.0, - "4": 40735711232.0, - "5": 40735711232.0, - "6": 40735711232.0, - "7": 40735711232.0, - "8": 40735711232.0, - "9": 40735711232.0, - "10": 40735711232.0, - "11": 40735711232.0, - "12": 40735711232.0, - "13": 40735711232.0, - "14": 40735711232.0, - "15": 40735711232.0, - "16": 40735711232.0, - "17": 40735711232.0, - "18": 40735711232.0, - "19": 40735711232.0, - "20": 40735711232.0, - "21": 40735711232.0, - "22": 40735711232.0, - "23": 40735711232.0, - "24": 40735711232.0, - "25": 40735711232.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 40735711232.0, - "2": 44991991808.0, - "3": 44993564672.0, - "4": 44993564672.0, - "5": 44993564672.0, - "6": 44993564672.0, - "7": 44993564672.0, - "8": 44993564672.0, - "9": 44993564672.0, - "10": 44993564672.0, - "11": 44993564672.0, - "12": 44993564672.0, - "13": 44993564672.0, - "14": 44993564672.0, - "15": 44993564672.0, - "16": 44993564672.0, - "17": 44993564672.0, - "18": 44993564672.0, - "19": 44993564672.0, - "20": 44993564672.0, - "21": 44993564672.0, - "22": 44993564672.0, - "23": 44993564672.0, - "24": 44993564672.0, - "25": 44993564672.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 13.38163, - "2": 0.76932, - "3": 0.59621, - "4": 0.3807, - "5": 0.37959, - "6": 0.38757, - "7": 0.38242, - "8": 0.39662, - "9": 0.38425, - "10": 0.38671, - "11": 0.3878, - "12": 0.37911, - "13": 0.38138, - "14": 0.38215, - "15": 0.37904, - "16": 0.3847, - "17": 0.38241, - "18": 0.38681, - "19": 0.39003, - "20": 0.37797, - "21": 0.3854, - "22": 0.71416, - "23": 0.38609, - "24": 0.37862, - "25": 0.37919 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_11b_mcore_tp4_pp1/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/t5/t5_11b_mcore_tp4_pp1/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 45c06ac2f7e..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_11b_mcore_tp4_pp1/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,162 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 10.74903, - "2": 10.75924, - "3": 16.15622, - "4": 20.1728, - "5": 11.07413, - "6": 10.29087, - "7": 10.31369, - "8": 10.31557, - "9": 9.68992, - "10": 9.25112, - "11": 9.43376, - "12": 9.8267, - "13": 8.88334, - "14": 8.49023, - "15": 8.79113, - "16": 7.95739, - "17": 7.70005, - "18": 7.81826, - "19": 8.21562, - "20": 8.16452, - "21": 7.833, - "22": 7.71899, - "23": 7.88724, - "24": 7.70093, - "25": 7.78994 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 245867.0, - "2": 256817.0, - "3": 248438.0, - "4": 233541.0, - "5": 251594.0, - "6": 259588.0, - "7": 256938.0, - "8": 237612.0, - "9": 241154.0, - "10": 252461.0, - "11": 288146.0, - "12": 248712.0, - "13": 241371.0, - "14": 228365.0, - "15": 261948.0, - "16": 237032.0, - "17": 249760.0, - "18": 251590.0, - "19": 257104.0, - "20": 248292.0, - "21": 231805.0, - "22": 223805.0, - "23": 247959.0, - "24": 250798.0, - "25": 237325.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 40735711232.0, - "2": 40735711232.0, - "3": 40735711232.0, - "4": 40735711232.0, - "5": 40735711232.0, - "6": 40735711232.0, - "7": 40735711232.0, - "8": 40735711232.0, - "9": 40735711232.0, - "10": 40735711232.0, - "11": 40735711232.0, - "12": 40735711232.0, - "13": 40735711232.0, - "14": 40735711232.0, - "15": 40735711232.0, - "16": 40735711232.0, - "17": 40735711232.0, - "18": 40735711232.0, - "19": 40735711232.0, - "20": 40735711232.0, - "21": 40735711232.0, - "22": 40735711232.0, - "23": 40735711232.0, - "24": 40735711232.0, - "25": 40735711232.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 40735711232.0, - "2": 44991991808.0, - "3": 44993564672.0, - "4": 44993564672.0, - "5": 44993564672.0, - "6": 44993564672.0, - "7": 44993564672.0, - "8": 44993564672.0, - "9": 44993564672.0, - "10": 44993564672.0, - "11": 44993564672.0, - "12": 44993564672.0, - "13": 44993564672.0, - "14": 44993564672.0, - "15": 44993564672.0, - "16": 44993564672.0, - "17": 44993564672.0, - "18": 44993564672.0, - "19": 44993564672.0, - "20": 44993564672.0, - "21": 44993564672.0, - "22": 44993564672.0, - "23": 44993564672.0, - "24": 44993564672.0, - "25": 44993564672.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 25, - "step_interval": 1, - "values": { - "1": 12.25468, - "2": 0.47853, - "3": 0.41459, - "4": 0.41066, - "5": 0.4125, - "6": 0.42243, - "7": 0.40926, - "8": 0.41832, - "9": 0.4068, - "10": 0.41071, - "11": 0.41068, - "12": 0.41187, - "13": 0.42064, - "14": 0.4228, - "15": 0.41026, - "16": 0.81409, - "17": 0.41651, - "18": 0.41416, - "19": 0.41418, - "20": 0.41217, - "21": 0.42084, - "22": 0.4131, - "23": 0.41106, - "24": 0.41518, - "25": 0.41106 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp1_pp1_vp1_resume_torch/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp1_pp1_vp1_resume_torch/golden_values_dev_dgx_h100.json index 9a9cb7962ee..8809a47cd54 100644 --- a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp1_pp1_vp1_resume_torch/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp1_pp1_vp1_resume_torch/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 7.18555, - "2": 0.22912, - "3": 0.19495, - "4": 0.19292, - "5": 0.1933, - "6": 0.20082, - "7": 0.1898, - "8": 0.19078, - "9": 0.19631, - "10": 0.18961, - "11": 0.19602, - "12": 0.19712, - "13": 0.19248, - "14": 0.19302, - "15": 0.19445, - "16": 0.19515, - "17": 0.19565, - "18": 0.18839, - "19": 0.19044, - "20": 0.1878, - "21": 0.19199, - "22": 0.19051, - "23": 0.19216, - "24": 0.19009, - "25": 0.18449, - "26": 0.19206, - "27": 0.19, - "28": 0.19154, - "29": 0.19019, - "30": 0.18961, - "31": 0.18739, - "32": 0.19441, - "33": 0.18956, - "34": 0.19188, - "35": 0.20225, - "36": 0.1956, - "37": 0.20085, - "38": 0.20338, - "39": 0.19512, - "40": 0.20945, - "41": 0.20775, - "42": 0.20695, - "43": 0.20502, - "44": 0.19536, - "45": 0.1972, - "46": 0.19693, - "47": 0.2056, - "48": 0.19367, - "49": 0.19288, - "50": 0.19187, - "51": 0.19233, - "52": 0.19557, - "53": 0.19068, - "54": 0.18458, - "55": 0.18565, - "56": 0.18636, - "57": 0.19313, - "58": 0.18633, - "59": 0.18858, - "60": 0.18486, - "61": 0.18799, - "62": 0.18531, - "63": 0.19385, - "64": 0.18893, - "65": 0.1968, - "66": 0.19472, - "67": 0.19267, - "68": 0.19586, - "69": 0.22272, - "70": 0.22071, - "71": 0.18794, - "72": 0.19924, - "73": 0.19888, - "74": 0.22693, - "75": 0.20741, - "76": 0.19831, - "77": 0.20398, - "78": 0.19269, - "79": 0.19066, - "80": 0.18543, - "81": 0.18666, - "82": 0.18559, - "83": 0.19153, - "84": 0.18527, - "85": 0.18623, - "86": 0.48843, - "87": 0.18991, - "88": 0.18251, - "89": 0.18473, - "90": 0.18511, - "91": 0.19021, - "92": 0.19055, - "93": 0.18545, - "94": 0.1853, - "95": 0.18396, - "96": 0.1848, - "97": 0.19407, - "98": 0.18533, - "99": 0.18593, - "100": 0.48771 + "1": 7.22025, + "2": 0.31576, + "3": 0.19278, + "4": 0.19432, + "5": 0.18909, + "6": 0.19307, + "7": 0.18922, + "8": 0.19506, + "9": 0.18834, + "10": 0.19233, + "11": 0.18825, + "12": 0.19571, + "13": 0.19081, + "14": 0.19613, + "15": 0.18954, + "16": 0.18825, + "17": 0.18583, + "18": 0.18933, + "19": 0.1896, + "20": 0.19136, + "21": 0.18842, + "22": 0.19581, + "23": 0.18752, + "24": 0.19277, + "25": 0.18759, + "26": 0.19405, + "27": 0.18784, + "28": 0.18762, + "29": 0.19232, + "30": 0.18798, + "31": 0.18713, + "32": 0.18948, + "33": 0.18968, + "34": 0.19011, + "35": 0.18907, + "36": 0.18983, + "37": 0.18857, + "38": 0.18728, + "39": 0.18835, + "40": 0.18777, + "41": 0.188, + "42": 0.18818, + "43": 0.18602, + "44": 0.18972, + "45": 0.19276, + "46": 0.18816, + "47": 0.18794, + "48": 0.19299, + "49": 0.19241, + "50": 0.18805, + "51": 0.18895, + "52": 0.19459, + "53": 0.18821, + "54": 0.18597, + "55": 0.189, + "56": 0.18748, + "57": 0.18709, + "58": 0.19127, + "59": 0.19097, + "60": 0.18702, + "61": 0.18725, + "62": 0.18762, + "63": 0.19407, + "64": 0.19411, + "65": 0.20071, + "66": 0.19555, + "67": 0.22543, + "68": 0.21724, + "69": 0.22635, + "70": 0.52922, + "71": 0.19086, + "72": 0.19899, + "73": 0.51667, + "74": 0.20138, + "75": 0.19507, + "76": 0.24987, + "77": 0.22838, + "78": 0.51523, + "79": 0.19126, + "80": 0.18911, + "81": 0.19269, + "82": 0.18816, + "83": 0.18902, + "84": 0.18942, + "85": 0.19004, + "86": 0.50868, + "87": 0.19274, + "88": 0.18813, + "89": 0.19169, + "90": 0.50854, + "91": 0.1924, + "92": 0.18906, + "93": 0.19016, + "94": 0.1902, + "95": 0.19338, + "96": 0.51468, + "97": 0.19597, + "98": 0.19147, + "99": 0.19626, + "100": 0.18852 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp1_pp1_vp1_resume_torch/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp1_pp1_vp1_resume_torch/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index c1e5927389e..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp1_pp1_vp1_resume_torch/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.3313, - "2": 10.35273, - "3": 9.79594, - "4": 9.60954, - "5": 9.42267, - "6": 9.45134, - "7": 9.34339, - "8": 9.27517, - "9": 9.09683, - "10": 9.07209, - "11": 8.8835, - "12": 8.83706, - "13": 8.86832, - "14": 8.71037, - "15": 8.68183, - "16": 8.56139, - "17": 8.52303, - "18": 8.43962, - "19": 8.40445, - "20": 8.29516, - "21": 8.27051, - "22": 8.17907, - "23": 8.12669, - "24": 8.14854, - "25": 7.99081, - "26": 8.12208, - "27": 7.90451, - "28": 7.98651, - "29": 7.80842, - "30": 7.86913, - "31": 7.83557, - "32": 7.7216, - "33": 7.80364, - "34": 7.59209, - "35": 7.68371, - "36": 7.53869, - "37": 7.47624, - "38": 7.51683, - "39": 7.49967, - "40": 7.51717, - "41": 7.43167, - "42": 7.40089, - "43": 7.4492, - "44": 7.3892, - "45": 7.3802, - "46": 7.29486, - "47": 7.44839, - "48": 7.282, - "49": 7.34647, - "50": 7.17125, - "51": 7.37351, - "52": 7.13362, - "53": 7.11248, - "54": 7.23395, - "55": 7.14784, - "56": 7.2278, - "57": 7.33273, - "58": 6.99464, - "59": 7.11597, - "60": 7.13216, - "61": 7.10561, - "62": 7.26519, - "63": 7.14764, - "64": 7.08702, - "65": 6.98658, - "66": 7.04733, - "67": 7.04745, - "68": 7.14076, - "69": 7.24347, - "70": 7.05974, - "71": 6.89358, - "72": 6.99793, - "73": 6.97928, - "74": 6.91973, - "75": 7.05295, - "76": 6.96054, - "77": 7.07939, - "78": 7.0137, - "79": 6.88344, - "80": 6.93032, - "81": 6.96568, - "82": 7.05273, - "83": 6.98785, - "84": 7.00434, - "85": 6.84596, - "86": 7.03651, - "87": 6.96347, - "88": 6.91343, - "89": 6.80657, - "90": 7.23629, - "91": 6.70068, - "92": 7.05694, - "93": 6.89292, - "94": 7.05848, - "95": 6.84802, - "96": 6.9679, - "97": 6.9429, - "98": 6.87432, - "99": 7.01828, - "100": 6.98491 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43340.0, - "2": 44096.0, - "3": 44784.0, - "4": 42468.0, - "5": 45416.0, - "6": 40967.0, - "7": 43183.0, - "8": 45463.0, - "9": 42562.0, - "10": 45358.0, - "11": 44024.0, - "12": 44607.0, - "13": 43921.0, - "14": 46213.0, - "15": 43945.0, - "16": 41749.0, - "17": 43868.0, - "18": 44723.0, - "19": 42609.0, - "20": 44784.0, - "21": 44794.0, - "22": 41882.0, - "23": 45474.0, - "24": 43082.0, - "25": 42696.0, - "26": 43952.0, - "27": 46262.0, - "28": 46418.0, - "29": 46154.0, - "30": 44052.0, - "31": 41259.0, - "32": 43443.0, - "33": 45485.0, - "34": 43346.0, - "35": 43279.0, - "36": 42498.0, - "37": 40653.0, - "38": 42538.0, - "39": 44772.0, - "40": 43278.0, - "41": 44664.0, - "42": 43297.0, - "43": 45448.0, - "44": 44622.0, - "45": 43354.0, - "46": 43931.0, - "47": 42505.0, - "48": 44726.0, - "49": 43168.0, - "50": 43402.0, - "51": 41200.0, - "52": 43884.0, - "53": 43946.0, - "54": 41916.0, - "55": 43925.0, - "56": 43252.0, - "57": 42636.0, - "58": 43941.0, - "59": 44619.0, - "60": 41400.0, - "61": 39750.0, - "62": 44764.0, - "63": 44671.0, - "64": 45375.0, - "65": 44753.0, - "66": 45404.0, - "67": 43154.0, - "68": 42551.0, - "69": 43844.0, - "70": 45537.0, - "71": 43335.0, - "72": 44839.0, - "73": 45372.0, - "74": 42511.0, - "75": 44712.0, - "76": 43930.0, - "77": 42073.0, - "78": 40535.0, - "79": 38992.0, - "80": 41092.0, - "81": 45382.0, - "82": 43275.0, - "83": 38475.0, - "84": 42418.0, - "85": 43979.0, - "86": 45691.0, - "87": 41145.0, - "88": 41782.0, - "89": 41042.0, - "90": 44713.0, - "91": 46270.0, - "92": 41845.0, - "93": 43272.0, - "94": 39536.0, - "95": 44085.0, - "96": 44689.0, - "97": 45411.0, - "98": 41858.0, - "99": 45575.0, - "100": 42501.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 4168870400.0, - "2": 4168870400.0, - "3": 4168870400.0, - "4": 4168870400.0, - "5": 4168870400.0, - "6": 4168870400.0, - "7": 4168870400.0, - "8": 4168870400.0, - "9": 4168870400.0, - "10": 4168870400.0, - "11": 4168870400.0, - "12": 4168870400.0, - "13": 4168870400.0, - "14": 4168870400.0, - "15": 4168870400.0, - "16": 4168870400.0, - "17": 4168870400.0, - "18": 4168870400.0, - "19": 4168870400.0, - "20": 4168870400.0, - "21": 4168870400.0, - "22": 4168870400.0, - "23": 4168870400.0, - "24": 4168870400.0, - "25": 4168870400.0, - "26": 4168870400.0, - "27": 4168870400.0, - "28": 4168870400.0, - "29": 4168870400.0, - "30": 4168870400.0, - "31": 4168870400.0, - "32": 4168870400.0, - "33": 4168870400.0, - "34": 4168870400.0, - "35": 4168870400.0, - "36": 4168870400.0, - "37": 4168870400.0, - "38": 4168870400.0, - "39": 4168870400.0, - "40": 4168870400.0, - "41": 4168870400.0, - "42": 4168870400.0, - "43": 4168870400.0, - "44": 4168870400.0, - "45": 4168870400.0, - "46": 4168870400.0, - "47": 4168870400.0, - "48": 4168870400.0, - "49": 4168870400.0, - "50": 4168870400.0, - "51": 4168870400.0, - "52": 4168870400.0, - "53": 4168870400.0, - "54": 4168870400.0, - "55": 4168870400.0, - "56": 4168870400.0, - "57": 4168870400.0, - "58": 4168870400.0, - "59": 4168870400.0, - "60": 4168870400.0, - "61": 4168870400.0, - "62": 4168870400.0, - "63": 4168870400.0, - "64": 4168870400.0, - "65": 4168870400.0, - "66": 4168870400.0, - "67": 4168870400.0, - "68": 4168870400.0, - "69": 4168870400.0, - "70": 4168870400.0, - "71": 4168870400.0, - "72": 4168870400.0, - "73": 4168870400.0, - "74": 4168870400.0, - "75": 4168870400.0, - "76": 4168870400.0, - "77": 4168870400.0, - "78": 4168870400.0, - "79": 4168870400.0, - "80": 4168870400.0, - "81": 4168870400.0, - "82": 4168870400.0, - "83": 4168870400.0, - "84": 4168870400.0, - "85": 4168870400.0, - "86": 4168870400.0, - "87": 4168870400.0, - "88": 4168870400.0, - "89": 4168870400.0, - "90": 4168870400.0, - "91": 4168870400.0, - "92": 4168870400.0, - "93": 4168870400.0, - "94": 4168870400.0, - "95": 4168870400.0, - "96": 4168870400.0, - "97": 4168870400.0, - "98": 4168870400.0, - "99": 4168870400.0, - "100": 4168870400.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 4375071232.0, - "2": 6204402688.0, - "3": 6206499840.0, - "4": 6206499840.0, - "5": 6206499840.0, - "6": 6206499840.0, - "7": 6206499840.0, - "8": 6206499840.0, - "9": 6206499840.0, - "10": 6206499840.0, - "11": 6206499840.0, - "12": 6206499840.0, - "13": 6206499840.0, - "14": 6206499840.0, - "15": 6206499840.0, - "16": 6206499840.0, - "17": 6206499840.0, - "18": 6206499840.0, - "19": 6206499840.0, - "20": 6206499840.0, - "21": 6206499840.0, - "22": 6206499840.0, - "23": 6206499840.0, - "24": 6206499840.0, - "25": 6206499840.0, - "26": 6206499840.0, - "27": 6206499840.0, - "28": 6206499840.0, - "29": 6206499840.0, - "30": 6206499840.0, - "31": 6206499840.0, - "32": 6206499840.0, - "33": 6206499840.0, - "34": 6206499840.0, - "35": 6206499840.0, - "36": 6206499840.0, - "37": 6206499840.0, - "38": 6206499840.0, - "39": 6206499840.0, - "40": 6206499840.0, - "41": 6206499840.0, - "42": 6206499840.0, - "43": 6206499840.0, - "44": 6206499840.0, - "45": 6206499840.0, - "46": 6206499840.0, - "47": 6206499840.0, - "48": 6206499840.0, - "49": 6206499840.0, - "50": 6206499840.0, - "51": 6206499840.0, - "52": 6206499840.0, - "53": 6206499840.0, - "54": 6206499840.0, - "55": 6206499840.0, - "56": 6206499840.0, - "57": 6206499840.0, - "58": 6206499840.0, - "59": 6206499840.0, - "60": 6206499840.0, - "61": 6206499840.0, - "62": 6206499840.0, - "63": 6206499840.0, - "64": 6206499840.0, - "65": 6206499840.0, - "66": 6206499840.0, - "67": 6206499840.0, - "68": 6206499840.0, - "69": 6206499840.0, - "70": 6206499840.0, - "71": 6206499840.0, - "72": 6206499840.0, - "73": 6206499840.0, - "74": 6206499840.0, - "75": 6206499840.0, - "76": 6206499840.0, - "77": 6206499840.0, - "78": 6206499840.0, - "79": 6206499840.0, - "80": 6206499840.0, - "81": 6206499840.0, - "82": 6206499840.0, - "83": 6206499840.0, - "84": 6206499840.0, - "85": 6206499840.0, - "86": 6206499840.0, - "87": 6206499840.0, - "88": 6206499840.0, - "89": 6206499840.0, - "90": 6206499840.0, - "91": 6206499840.0, - "92": 6206499840.0, - "93": 6206499840.0, - "94": 6206499840.0, - "95": 6206499840.0, - "96": 6206499840.0, - "97": 6206499840.0, - "98": 6206499840.0, - "99": 6206499840.0, - "100": 6206499840.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 7.56951, - "2": 0.36564, - "3": 0.16506, - "4": 0.16216, - "5": 0.16401, - "6": 0.1643, - "7": 0.16404, - "8": 0.16401, - "9": 0.16504, - "10": 0.1617, - "11": 0.16576, - "12": 0.16229, - "13": 0.16499, - "14": 0.16561, - "15": 0.16438, - "16": 0.16356, - "17": 0.16261, - "18": 0.16022, - "19": 0.16185, - "20": 0.1635, - "21": 0.16599, - "22": 0.16234, - "23": 0.16167, - "24": 0.16807, - "25": 0.16164, - "26": 0.16553, - "27": 0.16403, - "28": 0.16811, - "29": 0.16239, - "30": 0.16649, - "31": 0.16267, - "32": 0.16749, - "33": 0.1637, - "34": 0.16943, - "35": 0.16268, - "36": 0.17031, - "37": 0.16717, - "38": 0.17077, - "39": 0.16691, - "40": 0.17033, - "41": 0.16714, - "42": 0.1713, - "43": 0.16706, - "44": 0.16889, - "45": 0.1679, - "46": 0.16944, - "47": 0.16158, - "48": 0.16604, - "49": 0.16504, - "50": 0.17162, - "51": 0.16897, - "52": 0.17155, - "53": 0.16436, - "54": 0.17087, - "55": 0.16555, - "56": 0.16962, - "57": 0.16191, - "58": 0.17048, - "59": 0.1671, - "60": 0.16952, - "61": 0.16638, - "62": 0.1732, - "63": 0.19062, - "64": 0.17721, - "65": 0.16282, - "66": 0.16924, - "67": 0.16252, - "68": 0.16523, - "69": 0.16729, - "70": 0.53751, - "71": 0.16521, - "72": 0.17116, - "73": 0.16408, - "74": 0.16918, - "75": 0.16612, - "76": 0.21043, - "77": 0.17541, - "78": 0.20915, - "79": 0.19264, - "80": 0.16783, - "81": 0.16133, - "82": 0.16441, - "83": 0.16468, - "84": 0.16274, - "85": 0.16617, - "86": 0.16466, - "87": 0.16539, - "88": 0.16381, - "89": 0.1685, - "90": 0.1636, - "91": 0.17069, - "92": 0.16636, - "93": 0.16881, - "94": 0.16448, - "95": 0.16838, - "96": 0.16612, - "97": 0.1674, - "98": 0.16485, - "99": 0.17249, - "100": 0.16394 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp1_pp1_vp1_resume_torch/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp1_pp1_vp1_resume_torch/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 8809a47cd54..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp1_pp1_vp1_resume_torch/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.3313, - "2": 10.35273, - "3": 9.79594, - "4": 9.60954, - "5": 9.42267, - "6": 9.45134, - "7": 9.34339, - "8": 9.27517, - "9": 9.09683, - "10": 9.07209, - "11": 8.8835, - "12": 8.83706, - "13": 8.86832, - "14": 8.71037, - "15": 8.68183, - "16": 8.56139, - "17": 8.52303, - "18": 8.43962, - "19": 8.40445, - "20": 8.29516, - "21": 8.27051, - "22": 8.17907, - "23": 8.12669, - "24": 8.14854, - "25": 7.99081, - "26": 8.12208, - "27": 7.90451, - "28": 7.98651, - "29": 7.80842, - "30": 7.86913, - "31": 7.83557, - "32": 7.7216, - "33": 7.80364, - "34": 7.59209, - "35": 7.68371, - "36": 7.53869, - "37": 7.47624, - "38": 7.51683, - "39": 7.49967, - "40": 7.51717, - "41": 7.43167, - "42": 7.40089, - "43": 7.4492, - "44": 7.3892, - "45": 7.3802, - "46": 7.29486, - "47": 7.44839, - "48": 7.282, - "49": 7.34647, - "50": 7.17125, - "51": 7.37351, - "52": 7.13362, - "53": 7.11248, - "54": 7.23395, - "55": 7.14784, - "56": 7.2278, - "57": 7.33273, - "58": 6.99464, - "59": 7.11597, - "60": 7.13216, - "61": 7.10561, - "62": 7.26519, - "63": 7.14764, - "64": 7.08702, - "65": 6.98658, - "66": 7.04733, - "67": 7.04745, - "68": 7.14076, - "69": 7.24347, - "70": 7.05974, - "71": 6.89358, - "72": 6.99793, - "73": 6.97928, - "74": 6.91973, - "75": 7.05295, - "76": 6.96054, - "77": 7.07939, - "78": 7.0137, - "79": 6.88344, - "80": 6.93032, - "81": 6.96568, - "82": 7.05273, - "83": 6.98785, - "84": 7.00434, - "85": 6.84596, - "86": 7.03651, - "87": 6.96347, - "88": 6.91343, - "89": 6.80657, - "90": 7.23629, - "91": 6.70068, - "92": 7.05694, - "93": 6.89292, - "94": 7.05848, - "95": 6.84802, - "96": 6.9679, - "97": 6.9429, - "98": 6.87432, - "99": 7.01828, - "100": 6.98491 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43340.0, - "2": 44096.0, - "3": 44784.0, - "4": 42468.0, - "5": 45416.0, - "6": 40967.0, - "7": 43183.0, - "8": 45463.0, - "9": 42562.0, - "10": 45358.0, - "11": 44024.0, - "12": 44607.0, - "13": 43921.0, - "14": 46213.0, - "15": 43945.0, - "16": 41749.0, - "17": 43868.0, - "18": 44723.0, - "19": 42609.0, - "20": 44784.0, - "21": 44794.0, - "22": 41882.0, - "23": 45474.0, - "24": 43082.0, - "25": 42696.0, - "26": 43952.0, - "27": 46262.0, - "28": 46418.0, - "29": 46154.0, - "30": 44052.0, - "31": 41259.0, - "32": 43443.0, - "33": 45485.0, - "34": 43346.0, - "35": 43279.0, - "36": 42498.0, - "37": 40653.0, - "38": 42538.0, - "39": 44772.0, - "40": 43278.0, - "41": 44664.0, - "42": 43297.0, - "43": 45448.0, - "44": 44622.0, - "45": 43354.0, - "46": 43931.0, - "47": 42505.0, - "48": 44726.0, - "49": 43168.0, - "50": 43402.0, - "51": 41200.0, - "52": 43884.0, - "53": 43946.0, - "54": 41916.0, - "55": 43925.0, - "56": 43252.0, - "57": 42636.0, - "58": 43941.0, - "59": 44619.0, - "60": 41400.0, - "61": 39750.0, - "62": 44764.0, - "63": 44671.0, - "64": 45375.0, - "65": 44753.0, - "66": 45404.0, - "67": 43154.0, - "68": 42551.0, - "69": 43844.0, - "70": 45537.0, - "71": 43335.0, - "72": 44839.0, - "73": 45372.0, - "74": 42511.0, - "75": 44712.0, - "76": 43930.0, - "77": 42073.0, - "78": 40535.0, - "79": 38992.0, - "80": 41092.0, - "81": 45382.0, - "82": 43275.0, - "83": 38475.0, - "84": 42418.0, - "85": 43979.0, - "86": 45691.0, - "87": 41145.0, - "88": 41782.0, - "89": 41042.0, - "90": 44713.0, - "91": 46270.0, - "92": 41845.0, - "93": 43272.0, - "94": 39536.0, - "95": 44085.0, - "96": 44689.0, - "97": 45411.0, - "98": 41858.0, - "99": 45575.0, - "100": 42501.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 4168870400.0, - "2": 4168870400.0, - "3": 4168870400.0, - "4": 4168870400.0, - "5": 4168870400.0, - "6": 4168870400.0, - "7": 4168870400.0, - "8": 4168870400.0, - "9": 4168870400.0, - "10": 4168870400.0, - "11": 4168870400.0, - "12": 4168870400.0, - "13": 4168870400.0, - "14": 4168870400.0, - "15": 4168870400.0, - "16": 4168870400.0, - "17": 4168870400.0, - "18": 4168870400.0, - "19": 4168870400.0, - "20": 4168870400.0, - "21": 4168870400.0, - "22": 4168870400.0, - "23": 4168870400.0, - "24": 4168870400.0, - "25": 4168870400.0, - "26": 4168870400.0, - "27": 4168870400.0, - "28": 4168870400.0, - "29": 4168870400.0, - "30": 4168870400.0, - "31": 4168870400.0, - "32": 4168870400.0, - "33": 4168870400.0, - "34": 4168870400.0, - "35": 4168870400.0, - "36": 4168870400.0, - "37": 4168870400.0, - "38": 4168870400.0, - "39": 4168870400.0, - "40": 4168870400.0, - "41": 4168870400.0, - "42": 4168870400.0, - "43": 4168870400.0, - "44": 4168870400.0, - "45": 4168870400.0, - "46": 4168870400.0, - "47": 4168870400.0, - "48": 4168870400.0, - "49": 4168870400.0, - "50": 4168870400.0, - "51": 4168870400.0, - "52": 4168870400.0, - "53": 4168870400.0, - "54": 4168870400.0, - "55": 4168870400.0, - "56": 4168870400.0, - "57": 4168870400.0, - "58": 4168870400.0, - "59": 4168870400.0, - "60": 4168870400.0, - "61": 4168870400.0, - "62": 4168870400.0, - "63": 4168870400.0, - "64": 4168870400.0, - "65": 4168870400.0, - "66": 4168870400.0, - "67": 4168870400.0, - "68": 4168870400.0, - "69": 4168870400.0, - "70": 4168870400.0, - "71": 4168870400.0, - "72": 4168870400.0, - "73": 4168870400.0, - "74": 4168870400.0, - "75": 4168870400.0, - "76": 4168870400.0, - "77": 4168870400.0, - "78": 4168870400.0, - "79": 4168870400.0, - "80": 4168870400.0, - "81": 4168870400.0, - "82": 4168870400.0, - "83": 4168870400.0, - "84": 4168870400.0, - "85": 4168870400.0, - "86": 4168870400.0, - "87": 4168870400.0, - "88": 4168870400.0, - "89": 4168870400.0, - "90": 4168870400.0, - "91": 4168870400.0, - "92": 4168870400.0, - "93": 4168870400.0, - "94": 4168870400.0, - "95": 4168870400.0, - "96": 4168870400.0, - "97": 4168870400.0, - "98": 4168870400.0, - "99": 4168870400.0, - "100": 4168870400.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 4375071232.0, - "2": 6204402688.0, - "3": 6206499840.0, - "4": 6206499840.0, - "5": 6206499840.0, - "6": 6206499840.0, - "7": 6206499840.0, - "8": 6206499840.0, - "9": 6206499840.0, - "10": 6206499840.0, - "11": 6206499840.0, - "12": 6206499840.0, - "13": 6206499840.0, - "14": 6206499840.0, - "15": 6206499840.0, - "16": 6206499840.0, - "17": 6206499840.0, - "18": 6206499840.0, - "19": 6206499840.0, - "20": 6206499840.0, - "21": 6206499840.0, - "22": 6206499840.0, - "23": 6206499840.0, - "24": 6206499840.0, - "25": 6206499840.0, - "26": 6206499840.0, - "27": 6206499840.0, - "28": 6206499840.0, - "29": 6206499840.0, - "30": 6206499840.0, - "31": 6206499840.0, - "32": 6206499840.0, - "33": 6206499840.0, - "34": 6206499840.0, - "35": 6206499840.0, - "36": 6206499840.0, - "37": 6206499840.0, - "38": 6206499840.0, - "39": 6206499840.0, - "40": 6206499840.0, - "41": 6206499840.0, - "42": 6206499840.0, - "43": 6206499840.0, - "44": 6206499840.0, - "45": 6206499840.0, - "46": 6206499840.0, - "47": 6206499840.0, - "48": 6206499840.0, - "49": 6206499840.0, - "50": 6206499840.0, - "51": 6206499840.0, - "52": 6206499840.0, - "53": 6206499840.0, - "54": 6206499840.0, - "55": 6206499840.0, - "56": 6206499840.0, - "57": 6206499840.0, - "58": 6206499840.0, - "59": 6206499840.0, - "60": 6206499840.0, - "61": 6206499840.0, - "62": 6206499840.0, - "63": 6206499840.0, - "64": 6206499840.0, - "65": 6206499840.0, - "66": 6206499840.0, - "67": 6206499840.0, - "68": 6206499840.0, - "69": 6206499840.0, - "70": 6206499840.0, - "71": 6206499840.0, - "72": 6206499840.0, - "73": 6206499840.0, - "74": 6206499840.0, - "75": 6206499840.0, - "76": 6206499840.0, - "77": 6206499840.0, - "78": 6206499840.0, - "79": 6206499840.0, - "80": 6206499840.0, - "81": 6206499840.0, - "82": 6206499840.0, - "83": 6206499840.0, - "84": 6206499840.0, - "85": 6206499840.0, - "86": 6206499840.0, - "87": 6206499840.0, - "88": 6206499840.0, - "89": 6206499840.0, - "90": 6206499840.0, - "91": 6206499840.0, - "92": 6206499840.0, - "93": 6206499840.0, - "94": 6206499840.0, - "95": 6206499840.0, - "96": 6206499840.0, - "97": 6206499840.0, - "98": 6206499840.0, - "99": 6206499840.0, - "100": 6206499840.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 7.22025, - "2": 0.31576, - "3": 0.19278, - "4": 0.19432, - "5": 0.18909, - "6": 0.19307, - "7": 0.18922, - "8": 0.19506, - "9": 0.18834, - "10": 0.19233, - "11": 0.18825, - "12": 0.19571, - "13": 0.19081, - "14": 0.19613, - "15": 0.18954, - "16": 0.18825, - "17": 0.18583, - "18": 0.18933, - "19": 0.1896, - "20": 0.19136, - "21": 0.18842, - "22": 0.19581, - "23": 0.18752, - "24": 0.19277, - "25": 0.18759, - "26": 0.19405, - "27": 0.18784, - "28": 0.18762, - "29": 0.19232, - "30": 0.18798, - "31": 0.18713, - "32": 0.18948, - "33": 0.18968, - "34": 0.19011, - "35": 0.18907, - "36": 0.18983, - "37": 0.18857, - "38": 0.18728, - "39": 0.18835, - "40": 0.18777, - "41": 0.188, - "42": 0.18818, - "43": 0.18602, - "44": 0.18972, - "45": 0.19276, - "46": 0.18816, - "47": 0.18794, - "48": 0.19299, - "49": 0.19241, - "50": 0.18805, - "51": 0.18895, - "52": 0.19459, - "53": 0.18821, - "54": 0.18597, - "55": 0.189, - "56": 0.18748, - "57": 0.18709, - "58": 0.19127, - "59": 0.19097, - "60": 0.18702, - "61": 0.18725, - "62": 0.18762, - "63": 0.19407, - "64": 0.19411, - "65": 0.20071, - "66": 0.19555, - "67": 0.22543, - "68": 0.21724, - "69": 0.22635, - "70": 0.52922, - "71": 0.19086, - "72": 0.19899, - "73": 0.51667, - "74": 0.20138, - "75": 0.19507, - "76": 0.24987, - "77": 0.22838, - "78": 0.51523, - "79": 0.19126, - "80": 0.18911, - "81": 0.19269, - "82": 0.18816, - "83": 0.18902, - "84": 0.18942, - "85": 0.19004, - "86": 0.50868, - "87": 0.19274, - "88": 0.18813, - "89": 0.19169, - "90": 0.50854, - "91": 0.1924, - "92": 0.18906, - "93": 0.19016, - "94": 0.1902, - "95": 0.19338, - "96": 0.51468, - "97": 0.19597, - "98": 0.19147, - "99": 0.19626, - "100": 0.18852 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1/golden_values_dev_dgx_h100.json index 24fbb5008a6..89582b25851 100644 --- a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 9.51792, - "2": 0.37696, - "3": 0.35384, - "4": 0.34824, - "5": 0.34677, - "6": 0.36735, - "7": 0.37639, - "8": 0.37373, - "9": 0.37798, - "10": 0.37384, - "11": 0.37808, - "12": 0.37762, - "13": 0.37479, - "14": 0.38389, - "15": 0.37511, - "16": 0.3766, - "17": 0.37666, - "18": 0.37513, - "19": 0.36239, - "20": 0.34482, - "21": 0.36935, - "22": 0.37904, - "23": 0.36041, - "24": 0.35765, - "25": 0.36227, - "26": 0.3603, - "27": 0.36061, - "28": 0.35888, - "29": 0.36254, - "30": 0.3638, - "31": 0.36821, - "32": 0.36371, - "33": 0.36426, - "34": 0.63693, - "35": 0.38755, - "36": 0.37078, - "37": 0.36346, - "38": 0.36485, - "39": 0.36467, - "40": 0.43549, - "41": 0.35057, - "42": 0.35472, - "43": 0.35255, - "44": 0.34681, - "45": 0.34612, - "46": 0.3502, - "47": 0.34647, - "48": 0.7097, - "49": 0.34958, - "50": 0.34947, - "51": 0.68193, - "52": 0.66437, - "53": 0.6483, - "54": 0.35744, - "55": 0.34501, - "56": 0.35464, - "57": 0.3506, - "58": 0.34648, - "59": 0.35134, - "60": 0.34883, - "61": 0.34803, - "62": 0.35208, - "63": 0.3458, - "64": 0.34919, - "65": 0.35351, - "66": 0.35034, - "67": 0.34776, - "68": 0.35303, - "69": 0.34862, - "70": 0.35025, - "71": 0.35221, - "72": 0.34546, - "73": 0.34844, - "74": 0.35311, - "75": 0.34698, - "76": 0.34803, - "77": 0.34856, - "78": 0.34471, - "79": 0.64787, - "80": 0.34702, - "81": 0.35417, - "82": 0.34815, - "83": 0.34811, - "84": 0.36328, - "85": 0.35053, - "86": 0.34968, - "87": 0.641, - "88": 0.35086, - "89": 0.35762, - "90": 0.34969, - "91": 0.35083, - "92": 0.36212, - "93": 0.35255, - "94": 0.35084, - "95": 0.35297, - "96": 0.34869, - "97": 0.3518, - "98": 0.3551, - "99": 0.35073, - "100": 0.35332 + "1": 9.37156, + "2": 0.38887, + "3": 0.36602, + "4": 0.35866, + "5": 0.36165, + "6": 0.37465, + "7": 0.35731, + "8": 0.3641, + "9": 0.35988, + "10": 0.35622, + "11": 0.36397, + "12": 0.36059, + "13": 0.35322, + "14": 0.36378, + "15": 0.35044, + "16": 0.351, + "17": 0.3614, + "18": 0.3499, + "19": 0.3502, + "20": 0.35899, + "21": 0.34832, + "22": 0.35463, + "23": 0.36264, + "24": 0.3582, + "25": 0.68028, + "26": 0.35807, + "27": 0.36086, + "28": 0.3546, + "29": 0.35008, + "30": 0.36639, + "31": 0.35917, + "32": 0.35093, + "33": 0.42545, + "34": 0.36458, + "35": 0.36139, + "36": 0.66018, + "37": 0.36179, + "38": 0.35264, + "39": 0.35347, + "40": 0.35947, + "41": 0.65933, + "42": 0.36488, + "43": 0.35596, + "44": 0.35639, + "45": 0.35817, + "46": 0.35914, + "47": 0.65482, + "48": 0.35543, + "49": 0.3548, + "50": 0.36559, + "51": 0.3585, + "52": 0.35668, + "53": 0.3592, + "54": 0.35503, + "55": 0.36108, + "56": 0.74128, + "57": 0.36657, + "58": 0.36018, + "59": 0.35608, + "60": 0.36593, + "61": 0.35388, + "62": 0.35617, + "63": 0.63145, + "64": 0.35737, + "65": 0.36509, + "66": 0.35793, + "67": 0.36215, + "68": 0.35502, + "69": 0.35608, + "70": 0.36406, + "71": 0.35939, + "72": 0.36012, + "73": 0.36102, + "74": 0.35997, + "75": 0.35821, + "76": 0.36372, + "77": 0.36015, + "78": 0.36089, + "79": 0.3626, + "80": 0.36632, + "81": 0.36481, + "82": 0.38444, + "83": 0.36154, + "84": 0.37204, + "85": 0.35784, + "86": 0.35591, + "87": 0.36678, + "88": 0.73353, + "89": 0.36867, + "90": 0.36231, + "91": 0.36826, + "92": 0.35945, + "93": 0.36394, + "94": 0.43835, + "95": 0.36152, + "96": 0.36154, + "97": 0.35778, + "98": 0.35857, + "99": 0.36061, + "100": 0.35857 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index bda6217caaa..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.37205, - "2": 10.36993, - "3": 9.85245, - "4": 9.61997, - "5": 9.40867, - "6": 9.43219, - "7": 9.31484, - "8": 9.27336, - "9": 9.11412, - "10": 9.03968, - "11": 8.87198, - "12": 8.80862, - "13": 8.83469, - "14": 8.69021, - "15": 8.66221, - "16": 8.54816, - "17": 8.50088, - "18": 8.42516, - "19": 8.38808, - "20": 8.28073, - "21": 8.26592, - "22": 8.15988, - "23": 8.11241, - "24": 8.14271, - "25": 7.98425, - "26": 8.10594, - "27": 7.88954, - "28": 7.9705, - "29": 7.81272, - "30": 7.87636, - "31": 7.82505, - "32": 7.70262, - "33": 7.80169, - "34": 7.56872, - "35": 7.67373, - "36": 7.54686, - "37": 7.47401, - "38": 7.50726, - "39": 7.49794, - "40": 7.51081, - "41": 7.41055, - "42": 7.37984, - "43": 7.44091, - "44": 7.39372, - "45": 7.37241, - "46": 7.28404, - "47": 7.46627, - "48": 7.29038, - "49": 7.35015, - "50": 7.17193, - "51": 7.37002, - "52": 7.14463, - "53": 7.12651, - "54": 7.23742, - "55": 7.15579, - "56": 7.23152, - "57": 7.3354, - "58": 7.01365, - "59": 7.11427, - "60": 7.15124, - "61": 7.1088, - "62": 7.26824, - "63": 7.15182, - "64": 7.08401, - "65": 6.99127, - "66": 7.05305, - "67": 7.04353, - "68": 7.13973, - "69": 7.03243, - "70": 7.05831, - "71": 6.90378, - "72": 6.99805, - "73": 6.97678, - "74": 6.91757, - "75": 7.06665, - "76": 6.95719, - "77": 7.08701, - "78": 7.03266, - "79": 6.8532, - "80": 6.93633, - "81": 6.97582, - "82": 7.0624, - "83": 6.98226, - "84": 7.00923, - "85": 6.8507, - "86": 7.04663, - "87": 6.97947, - "88": 6.91093, - "89": 6.8168, - "90": 7.24561, - "91": 6.7048, - "92": 7.05407, - "93": 6.89399, - "94": 7.0542, - "95": 6.85047, - "96": 6.96463, - "97": 6.95624, - "98": 6.8829, - "99": 7.00419, - "100": 6.98982 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43288.0, - "2": 44033.0, - "3": 44733.0, - "4": 42406.0, - "5": 45371.0, - "6": 40945.0, - "7": 43173.0, - "8": 45430.0, - "9": 42421.0, - "10": 45369.0, - "11": 43974.0, - "12": 44588.0, - "13": 43908.0, - "14": 46215.0, - "15": 43901.0, - "16": 41603.0, - "17": 43832.0, - "18": 44695.0, - "19": 42547.0, - "20": 44758.0, - "21": 44777.0, - "22": 41821.0, - "23": 45434.0, - "24": 43080.0, - "25": 42439.0, - "26": 43936.0, - "27": 46214.0, - "28": 46342.0, - "29": 46135.0, - "30": 43995.0, - "31": 41271.0, - "32": 43336.0, - "33": 45440.0, - "34": 43287.0, - "35": 43240.0, - "36": 42490.0, - "37": 40078.0, - "38": 42510.0, - "39": 44722.0, - "40": 43230.0, - "41": 44669.0, - "42": 43262.0, - "43": 45476.0, - "44": 44624.0, - "45": 43326.0, - "46": 43945.0, - "47": 42395.0, - "48": 44675.0, - "49": 43169.0, - "50": 43381.0, - "51": 41131.0, - "52": 43830.0, - "53": 43914.0, - "54": 42004.0, - "55": 43871.0, - "56": 43227.0, - "57": 42550.0, - "58": 43816.0, - "59": 44631.0, - "60": 41183.0, - "61": 39721.0, - "62": 44752.0, - "63": 44696.0, - "64": 45351.0, - "65": 44694.0, - "66": 45350.0, - "67": 43132.0, - "68": 42535.0, - "69": 43829.0, - "70": 45533.0, - "71": 43322.0, - "72": 44749.0, - "73": 45365.0, - "74": 42492.0, - "75": 44655.0, - "76": 43920.0, - "77": 42080.0, - "78": 40298.0, - "79": 38909.0, - "80": 41117.0, - "81": 45370.0, - "82": 43206.0, - "83": 38501.0, - "84": 42484.0, - "85": 43986.0, - "86": 45704.0, - "87": 40839.0, - "88": 41828.0, - "89": 41074.0, - "90": 44663.0, - "91": 46169.0, - "92": 41807.0, - "93": 43228.0, - "94": 39549.0, - "95": 44090.0, - "96": 44711.0, - "97": 45390.0, - "98": 41799.0, - "99": 45426.0, - "100": 42443.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2194357248.0, - "2": 2194357248.0, - "3": 2194357248.0, - "4": 2194357248.0, - "5": 2194357248.0, - "6": 2194357248.0, - "7": 2194357248.0, - "8": 2194357248.0, - "9": 2194357248.0, - "10": 2194357248.0, - "11": 2194357248.0, - "12": 2194357248.0, - "13": 2194357248.0, - "14": 2194357248.0, - "15": 2194357248.0, - "16": 2194357248.0, - "17": 2194357248.0, - "18": 2194357248.0, - "19": 2194357248.0, - "20": 2194357248.0, - "21": 2194357248.0, - "22": 2194357248.0, - "23": 2194357248.0, - "24": 2194357248.0, - "25": 2194357248.0, - "26": 2194357248.0, - "27": 2194357248.0, - "28": 2194357248.0, - "29": 2194357248.0, - "30": 2194357248.0, - "31": 2194357248.0, - "32": 2194357248.0, - "33": 2194357248.0, - "34": 2194357248.0, - "35": 2194357248.0, - "36": 2194357248.0, - "37": 2194357248.0, - "38": 2194357248.0, - "39": 2194357248.0, - "40": 2194357248.0, - "41": 2194357248.0, - "42": 2194357248.0, - "43": 2194357248.0, - "44": 2194357248.0, - "45": 2194357248.0, - "46": 2194357248.0, - "47": 2194357248.0, - "48": 2194357248.0, - "49": 2194357248.0, - "50": 2194357248.0, - "51": 2194357248.0, - "52": 2194357248.0, - "53": 2194357248.0, - "54": 2194357248.0, - "55": 2194357248.0, - "56": 2194357248.0, - "57": 2194357248.0, - "58": 2194357248.0, - "59": 2194357248.0, - "60": 2194357248.0, - "61": 2194357248.0, - "62": 2194357248.0, - "63": 2194357248.0, - "64": 2194357248.0, - "65": 2194357248.0, - "66": 2194357248.0, - "67": 2194357248.0, - "68": 2194357248.0, - "69": 2194357248.0, - "70": 2194357248.0, - "71": 2194357248.0, - "72": 2194357248.0, - "73": 2194357248.0, - "74": 2194357248.0, - "75": 2194357248.0, - "76": 2194357248.0, - "77": 2194357248.0, - "78": 2194357248.0, - "79": 2194357248.0, - "80": 2194357248.0, - "81": 2194357248.0, - "82": 2194357248.0, - "83": 2194357248.0, - "84": 2194357248.0, - "85": 2194357248.0, - "86": 2194357248.0, - "87": 2194357248.0, - "88": 2194357248.0, - "89": 2194357248.0, - "90": 2194357248.0, - "91": 2194357248.0, - "92": 2194357248.0, - "93": 2194357248.0, - "94": 2194357248.0, - "95": 2194357248.0, - "96": 2194357248.0, - "97": 2194357248.0, - "98": 2194357248.0, - "99": 2194357248.0, - "100": 2194357248.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2443624960.0, - "2": 3375193600.0, - "3": 3375193600.0, - "4": 3375193600.0, - "5": 3375193600.0, - "6": 3375193600.0, - "7": 3375193600.0, - "8": 3375193600.0, - "9": 3375193600.0, - "10": 3375193600.0, - "11": 3375193600.0, - "12": 3375193600.0, - "13": 3375193600.0, - "14": 3375193600.0, - "15": 3375193600.0, - "16": 3375193600.0, - "17": 3375193600.0, - "18": 3375193600.0, - "19": 3375193600.0, - "20": 3375193600.0, - "21": 3375193600.0, - "22": 3375193600.0, - "23": 3375193600.0, - "24": 3375193600.0, - "25": 3375193600.0, - "26": 3375193600.0, - "27": 3375193600.0, - "28": 3375193600.0, - "29": 3375193600.0, - "30": 3375193600.0, - "31": 3375193600.0, - "32": 3375193600.0, - "33": 3375193600.0, - "34": 3375193600.0, - "35": 3375193600.0, - "36": 3375193600.0, - "37": 3375193600.0, - "38": 3375193600.0, - "39": 3375193600.0, - "40": 3375193600.0, - "41": 3375193600.0, - "42": 3375193600.0, - "43": 3375193600.0, - "44": 3375193600.0, - "45": 3375193600.0, - "46": 3375193600.0, - "47": 3375193600.0, - "48": 3375193600.0, - "49": 3375193600.0, - "50": 3375193600.0, - "51": 3375193600.0, - "52": 3375193600.0, - "53": 3375193600.0, - "54": 3375193600.0, - "55": 3375193600.0, - "56": 3375193600.0, - "57": 3375193600.0, - "58": 3375193600.0, - "59": 3375193600.0, - "60": 3375193600.0, - "61": 3375193600.0, - "62": 3375193600.0, - "63": 3375193600.0, - "64": 3375193600.0, - "65": 3375193600.0, - "66": 3375193600.0, - "67": 3375193600.0, - "68": 3375193600.0, - "69": 3375193600.0, - "70": 3375193600.0, - "71": 3375193600.0, - "72": 3375193600.0, - "73": 3375193600.0, - "74": 3375193600.0, - "75": 3375193600.0, - "76": 3375193600.0, - "77": 3375193600.0, - "78": 3375193600.0, - "79": 3375193600.0, - "80": 3375193600.0, - "81": 3375193600.0, - "82": 3375193600.0, - "83": 3375193600.0, - "84": 3375193600.0, - "85": 3375193600.0, - "86": 3375193600.0, - "87": 3375193600.0, - "88": 3375193600.0, - "89": 3375193600.0, - "90": 3375193600.0, - "91": 3375193600.0, - "92": 3375193600.0, - "93": 3375193600.0, - "94": 3375193600.0, - "95": 3375193600.0, - "96": 3375193600.0, - "97": 3375193600.0, - "98": 3375193600.0, - "99": 3375193600.0, - "100": 3375193600.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 9.22746, - "2": 0.38672, - "3": 0.30057, - "4": 0.29952, - "5": 0.29937, - "6": 0.29647, - "7": 0.29649, - "8": 0.29992, - "9": 0.29725, - "10": 0.29982, - "11": 0.29727, - "12": 0.3034, - "13": 0.29711, - "14": 0.29921, - "15": 0.2997, - "16": 0.29771, - "17": 0.29978, - "18": 0.30707, - "19": 0.30368, - "20": 0.30288, - "21": 0.30688, - "22": 0.30971, - "23": 0.29768, - "24": 0.30093, - "25": 0.30176, - "26": 0.30414, - "27": 0.29913, - "28": 0.29878, - "29": 0.29642, - "30": 0.3006, - "31": 0.30797, - "32": 0.30896, - "33": 0.30968, - "34": 0.3612, - "35": 0.30538, - "36": 0.30053, - "37": 0.59472, - "38": 0.30268, - "39": 0.306, - "40": 0.29983, - "41": 0.30255, - "42": 0.30761, - "43": 0.30015, - "44": 0.30214, - "45": 0.29904, - "46": 0.29871, - "47": 0.63098, - "48": 0.58973, - "49": 0.29989, - "50": 0.29759, - "51": 0.29699, - "52": 0.30117, - "53": 0.61374, - "54": 0.30194, - "55": 0.29408, - "56": 0.6341, - "57": 0.29608, - "58": 0.29787, - "59": 0.29707, - "60": 0.30154, - "61": 0.29779, - "62": 0.29855, - "63": 0.60825, - "64": 0.29897, - "65": 0.30635, - "66": 0.61882, - "67": 0.29871, - "68": 0.29693, - "69": 0.30148, - "70": 0.31212, - "71": 0.30211, - "72": 0.29679, - "73": 0.30078, - "74": 0.29883, - "75": 0.2978, - "76": 0.30303, - "77": 0.29772, - "78": 0.29776, - "79": 0.29689, - "80": 0.30425, - "81": 0.29967, - "82": 0.29825, - "83": 0.297, - "84": 0.30863, - "85": 0.30218, - "86": 0.30302, - "87": 0.30826, - "88": 0.30068, - "89": 0.29946, - "90": 0.60541, - "91": 0.30424, - "92": 0.30059, - "93": 0.30421, - "94": 0.30633, - "95": 0.29891, - "96": 0.35038, - "97": 0.29632, - "98": 0.29835, - "99": 0.29931, - "100": 0.30272 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 89582b25851..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.37205, - "2": 10.36993, - "3": 9.85245, - "4": 9.61997, - "5": 9.40867, - "6": 9.43219, - "7": 9.31484, - "8": 9.27336, - "9": 9.11412, - "10": 9.03968, - "11": 8.87198, - "12": 8.80862, - "13": 8.83469, - "14": 8.69021, - "15": 8.66221, - "16": 8.54816, - "17": 8.50088, - "18": 8.42516, - "19": 8.38808, - "20": 8.28073, - "21": 8.26592, - "22": 8.15988, - "23": 8.11241, - "24": 8.14271, - "25": 7.98425, - "26": 8.10594, - "27": 7.88954, - "28": 7.9705, - "29": 7.81272, - "30": 7.87636, - "31": 7.82505, - "32": 7.70262, - "33": 7.80169, - "34": 7.56872, - "35": 7.67373, - "36": 7.54686, - "37": 7.47401, - "38": 7.50726, - "39": 7.49794, - "40": 7.51081, - "41": 7.41055, - "42": 7.37984, - "43": 7.44091, - "44": 7.39372, - "45": 7.37241, - "46": 7.28404, - "47": 7.46627, - "48": 7.29038, - "49": 7.35015, - "50": 7.17193, - "51": 7.37002, - "52": 7.14463, - "53": 7.12651, - "54": 7.23742, - "55": 7.15579, - "56": 7.23152, - "57": 7.3354, - "58": 7.01365, - "59": 7.11427, - "60": 7.15124, - "61": 7.1088, - "62": 7.26824, - "63": 7.15182, - "64": 7.08401, - "65": 6.99127, - "66": 7.05305, - "67": 7.04353, - "68": 7.13973, - "69": 7.03243, - "70": 7.05831, - "71": 6.90378, - "72": 6.99805, - "73": 6.97678, - "74": 6.91757, - "75": 7.06665, - "76": 6.95719, - "77": 7.08701, - "78": 7.03266, - "79": 6.8532, - "80": 6.93633, - "81": 6.97582, - "82": 7.0624, - "83": 6.98226, - "84": 7.00923, - "85": 6.8507, - "86": 7.04663, - "87": 6.97947, - "88": 6.91093, - "89": 6.8168, - "90": 7.24561, - "91": 6.7048, - "92": 7.05407, - "93": 6.89399, - "94": 7.0542, - "95": 6.85047, - "96": 6.96463, - "97": 6.95624, - "98": 6.8829, - "99": 7.00419, - "100": 6.98982 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43288.0, - "2": 44033.0, - "3": 44733.0, - "4": 42406.0, - "5": 45371.0, - "6": 40945.0, - "7": 43173.0, - "8": 45430.0, - "9": 42421.0, - "10": 45369.0, - "11": 43974.0, - "12": 44588.0, - "13": 43908.0, - "14": 46215.0, - "15": 43901.0, - "16": 41603.0, - "17": 43832.0, - "18": 44695.0, - "19": 42547.0, - "20": 44758.0, - "21": 44777.0, - "22": 41821.0, - "23": 45434.0, - "24": 43080.0, - "25": 42439.0, - "26": 43936.0, - "27": 46214.0, - "28": 46342.0, - "29": 46135.0, - "30": 43995.0, - "31": 41271.0, - "32": 43336.0, - "33": 45440.0, - "34": 43287.0, - "35": 43240.0, - "36": 42490.0, - "37": 40078.0, - "38": 42510.0, - "39": 44722.0, - "40": 43230.0, - "41": 44669.0, - "42": 43262.0, - "43": 45476.0, - "44": 44624.0, - "45": 43326.0, - "46": 43945.0, - "47": 42395.0, - "48": 44675.0, - "49": 43169.0, - "50": 43381.0, - "51": 41131.0, - "52": 43830.0, - "53": 43914.0, - "54": 42004.0, - "55": 43871.0, - "56": 43227.0, - "57": 42550.0, - "58": 43816.0, - "59": 44631.0, - "60": 41183.0, - "61": 39721.0, - "62": 44752.0, - "63": 44696.0, - "64": 45351.0, - "65": 44694.0, - "66": 45350.0, - "67": 43132.0, - "68": 42535.0, - "69": 43829.0, - "70": 45533.0, - "71": 43322.0, - "72": 44749.0, - "73": 45365.0, - "74": 42492.0, - "75": 44655.0, - "76": 43920.0, - "77": 42080.0, - "78": 40298.0, - "79": 38909.0, - "80": 41117.0, - "81": 45370.0, - "82": 43206.0, - "83": 38501.0, - "84": 42484.0, - "85": 43986.0, - "86": 45704.0, - "87": 40839.0, - "88": 41828.0, - "89": 41074.0, - "90": 44663.0, - "91": 46169.0, - "92": 41807.0, - "93": 43228.0, - "94": 39549.0, - "95": 44090.0, - "96": 44711.0, - "97": 45390.0, - "98": 41799.0, - "99": 45426.0, - "100": 42443.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2194357248.0, - "2": 2194357248.0, - "3": 2194357248.0, - "4": 2194357248.0, - "5": 2194357248.0, - "6": 2194357248.0, - "7": 2194357248.0, - "8": 2194357248.0, - "9": 2194357248.0, - "10": 2194357248.0, - "11": 2194357248.0, - "12": 2194357248.0, - "13": 2194357248.0, - "14": 2194357248.0, - "15": 2194357248.0, - "16": 2194357248.0, - "17": 2194357248.0, - "18": 2194357248.0, - "19": 2194357248.0, - "20": 2194357248.0, - "21": 2194357248.0, - "22": 2194357248.0, - "23": 2194357248.0, - "24": 2194357248.0, - "25": 2194357248.0, - "26": 2194357248.0, - "27": 2194357248.0, - "28": 2194357248.0, - "29": 2194357248.0, - "30": 2194357248.0, - "31": 2194357248.0, - "32": 2194357248.0, - "33": 2194357248.0, - "34": 2194357248.0, - "35": 2194357248.0, - "36": 2194357248.0, - "37": 2194357248.0, - "38": 2194357248.0, - "39": 2194357248.0, - "40": 2194357248.0, - "41": 2194357248.0, - "42": 2194357248.0, - "43": 2194357248.0, - "44": 2194357248.0, - "45": 2194357248.0, - "46": 2194357248.0, - "47": 2194357248.0, - "48": 2194357248.0, - "49": 2194357248.0, - "50": 2194357248.0, - "51": 2194357248.0, - "52": 2194357248.0, - "53": 2194357248.0, - "54": 2194357248.0, - "55": 2194357248.0, - "56": 2194357248.0, - "57": 2194357248.0, - "58": 2194357248.0, - "59": 2194357248.0, - "60": 2194357248.0, - "61": 2194357248.0, - "62": 2194357248.0, - "63": 2194357248.0, - "64": 2194357248.0, - "65": 2194357248.0, - "66": 2194357248.0, - "67": 2194357248.0, - "68": 2194357248.0, - "69": 2194357248.0, - "70": 2194357248.0, - "71": 2194357248.0, - "72": 2194357248.0, - "73": 2194357248.0, - "74": 2194357248.0, - "75": 2194357248.0, - "76": 2194357248.0, - "77": 2194357248.0, - "78": 2194357248.0, - "79": 2194357248.0, - "80": 2194357248.0, - "81": 2194357248.0, - "82": 2194357248.0, - "83": 2194357248.0, - "84": 2194357248.0, - "85": 2194357248.0, - "86": 2194357248.0, - "87": 2194357248.0, - "88": 2194357248.0, - "89": 2194357248.0, - "90": 2194357248.0, - "91": 2194357248.0, - "92": 2194357248.0, - "93": 2194357248.0, - "94": 2194357248.0, - "95": 2194357248.0, - "96": 2194357248.0, - "97": 2194357248.0, - "98": 2194357248.0, - "99": 2194357248.0, - "100": 2194357248.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2443624960.0, - "2": 3375193600.0, - "3": 3375193600.0, - "4": 3375193600.0, - "5": 3375193600.0, - "6": 3375193600.0, - "7": 3375193600.0, - "8": 3375193600.0, - "9": 3375193600.0, - "10": 3375193600.0, - "11": 3375193600.0, - "12": 3375193600.0, - "13": 3375193600.0, - "14": 3375193600.0, - "15": 3375193600.0, - "16": 3375193600.0, - "17": 3375193600.0, - "18": 3375193600.0, - "19": 3375193600.0, - "20": 3375193600.0, - "21": 3375193600.0, - "22": 3375193600.0, - "23": 3375193600.0, - "24": 3375193600.0, - "25": 3375193600.0, - "26": 3375193600.0, - "27": 3375193600.0, - "28": 3375193600.0, - "29": 3375193600.0, - "30": 3375193600.0, - "31": 3375193600.0, - "32": 3375193600.0, - "33": 3375193600.0, - "34": 3375193600.0, - "35": 3375193600.0, - "36": 3375193600.0, - "37": 3375193600.0, - "38": 3375193600.0, - "39": 3375193600.0, - "40": 3375193600.0, - "41": 3375193600.0, - "42": 3375193600.0, - "43": 3375193600.0, - "44": 3375193600.0, - "45": 3375193600.0, - "46": 3375193600.0, - "47": 3375193600.0, - "48": 3375193600.0, - "49": 3375193600.0, - "50": 3375193600.0, - "51": 3375193600.0, - "52": 3375193600.0, - "53": 3375193600.0, - "54": 3375193600.0, - "55": 3375193600.0, - "56": 3375193600.0, - "57": 3375193600.0, - "58": 3375193600.0, - "59": 3375193600.0, - "60": 3375193600.0, - "61": 3375193600.0, - "62": 3375193600.0, - "63": 3375193600.0, - "64": 3375193600.0, - "65": 3375193600.0, - "66": 3375193600.0, - "67": 3375193600.0, - "68": 3375193600.0, - "69": 3375193600.0, - "70": 3375193600.0, - "71": 3375193600.0, - "72": 3375193600.0, - "73": 3375193600.0, - "74": 3375193600.0, - "75": 3375193600.0, - "76": 3375193600.0, - "77": 3375193600.0, - "78": 3375193600.0, - "79": 3375193600.0, - "80": 3375193600.0, - "81": 3375193600.0, - "82": 3375193600.0, - "83": 3375193600.0, - "84": 3375193600.0, - "85": 3375193600.0, - "86": 3375193600.0, - "87": 3375193600.0, - "88": 3375193600.0, - "89": 3375193600.0, - "90": 3375193600.0, - "91": 3375193600.0, - "92": 3375193600.0, - "93": 3375193600.0, - "94": 3375193600.0, - "95": 3375193600.0, - "96": 3375193600.0, - "97": 3375193600.0, - "98": 3375193600.0, - "99": 3375193600.0, - "100": 3375193600.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 9.37156, - "2": 0.38887, - "3": 0.36602, - "4": 0.35866, - "5": 0.36165, - "6": 0.37465, - "7": 0.35731, - "8": 0.3641, - "9": 0.35988, - "10": 0.35622, - "11": 0.36397, - "12": 0.36059, - "13": 0.35322, - "14": 0.36378, - "15": 0.35044, - "16": 0.351, - "17": 0.3614, - "18": 0.3499, - "19": 0.3502, - "20": 0.35899, - "21": 0.34832, - "22": 0.35463, - "23": 0.36264, - "24": 0.3582, - "25": 0.68028, - "26": 0.35807, - "27": 0.36086, - "28": 0.3546, - "29": 0.35008, - "30": 0.36639, - "31": 0.35917, - "32": 0.35093, - "33": 0.42545, - "34": 0.36458, - "35": 0.36139, - "36": 0.66018, - "37": 0.36179, - "38": 0.35264, - "39": 0.35347, - "40": 0.35947, - "41": 0.65933, - "42": 0.36488, - "43": 0.35596, - "44": 0.35639, - "45": 0.35817, - "46": 0.35914, - "47": 0.65482, - "48": 0.35543, - "49": 0.3548, - "50": 0.36559, - "51": 0.3585, - "52": 0.35668, - "53": 0.3592, - "54": 0.35503, - "55": 0.36108, - "56": 0.74128, - "57": 0.36657, - "58": 0.36018, - "59": 0.35608, - "60": 0.36593, - "61": 0.35388, - "62": 0.35617, - "63": 0.63145, - "64": 0.35737, - "65": 0.36509, - "66": 0.35793, - "67": 0.36215, - "68": 0.35502, - "69": 0.35608, - "70": 0.36406, - "71": 0.35939, - "72": 0.36012, - "73": 0.36102, - "74": 0.35997, - "75": 0.35821, - "76": 0.36372, - "77": 0.36015, - "78": 0.36089, - "79": 0.3626, - "80": 0.36632, - "81": 0.36481, - "82": 0.38444, - "83": 0.36154, - "84": 0.37204, - "85": 0.35784, - "86": 0.35591, - "87": 0.36678, - "88": 0.73353, - "89": 0.36867, - "90": 0.36231, - "91": 0.36826, - "92": 0.35945, - "93": 0.36394, - "94": 0.43835, - "95": 0.36152, - "96": 0.36154, - "97": 0.35778, - "98": 0.35857, - "99": 0.36061, - "100": 0.35857 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1_sequence_parallel/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1_sequence_parallel/golden_values_dev_dgx_h100.json index a2d102b7a2b..30c495148f4 100644 --- a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1_sequence_parallel/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1_sequence_parallel/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 9.77057, - "2": 0.47803, - "3": 0.39521, - "4": 0.3896, - "5": 0.40677, - "6": 0.40092, - "7": 0.37896, - "8": 0.41825, - "9": 0.38419, - "10": 0.38253, - "11": 0.388, - "12": 0.37925, - "13": 0.38239, - "14": 0.38417, - "15": 0.38038, - "16": 0.38563, - "17": 0.37955, - "18": 0.37924, - "19": 0.38589, - "20": 0.38224, - "21": 0.38465, - "22": 0.39351, - "23": 0.39472, - "24": 0.41255, - "25": 0.37965, - "26": 0.38355, - "27": 0.38309, - "28": 0.38253, - "29": 0.38831, - "30": 0.39434, - "31": 0.38798, - "32": 0.39078, - "33": 0.38911, - "34": 0.39627, - "35": 0.39394, - "36": 0.38355, - "37": 0.39453, - "38": 0.39933, - "39": 0.77019, - "40": 0.39504, - "41": 0.39035, - "42": 0.38272, - "43": 0.69367, - "44": 0.38983, - "45": 0.38622, - "46": 0.39091, - "47": 0.38234, - "48": 0.40833, - "49": 0.39525, - "50": 0.39478, - "51": 0.38185, - "52": 0.72146, - "53": 0.71311, - "54": 0.39457, - "55": 0.38277, - "56": 0.38969, - "57": 0.38363, - "58": 0.39928, - "59": 0.38579, - "60": 0.74396, - "61": 0.38508, - "62": 0.70202, - "63": 0.38295, - "64": 0.38027, - "65": 0.38758, - "66": 0.38184, - "67": 0.38386, - "68": 0.39654, - "69": 0.4087, - "70": 0.38668, - "71": 0.38146, - "72": 0.3836, - "73": 0.38965, - "74": 0.38207, - "75": 0.39256, - "76": 0.38363, - "77": 0.38092, - "78": 0.39131, - "79": 0.38231, - "80": 0.38962, - "81": 0.39663, - "82": 0.3956, - "83": 0.38416, - "84": 0.38159, - "85": 0.40841, - "86": 0.40201, - "87": 0.37934, - "88": 0.38888, - "89": 0.38181, - "90": 0.38763, - "91": 0.38558, - "92": 0.3862, - "93": 0.39397, - "94": 0.39231, - "95": 0.38616, - "96": 0.39411, - "97": 0.39063, - "98": 0.39664, - "99": 0.39039, - "100": 0.38619 + "1": 9.46115, + "2": 0.46835, + "3": 0.38416, + "4": 0.37391, + "5": 0.37703, + "6": 0.38173, + "7": 0.37456, + "8": 0.37696, + "9": 0.37338, + "10": 0.37687, + "11": 0.38251, + "12": 0.38037, + "13": 0.37996, + "14": 0.38264, + "15": 0.37959, + "16": 0.38232, + "17": 0.37852, + "18": 0.37735, + "19": 0.3812, + "20": 0.37493, + "21": 0.38227, + "22": 0.38196, + "23": 0.37745, + "24": 0.3782, + "25": 0.37181, + "26": 0.37935, + "27": 0.38539, + "28": 0.38393, + "29": 0.3826, + "30": 0.37839, + "31": 0.38438, + "32": 0.64523, + "33": 0.37971, + "34": 0.38082, + "35": 0.74313, + "36": 0.3848, + "37": 0.38169, + "38": 0.38154, + "39": 0.40495, + "40": 0.40243, + "41": 0.37972, + "42": 0.37792, + "43": 0.38261, + "44": 0.37607, + "45": 0.37463, + "46": 0.37881, + "47": 0.37293, + "48": 0.37592, + "49": 0.659, + "50": 0.37783, + "51": 0.38158, + "52": 0.73901, + "53": 0.37684, + "54": 0.37707, + "55": 0.42405, + "56": 0.38184, + "57": 0.37936, + "58": 0.37539, + "59": 0.37591, + "60": 0.72267, + "61": 0.37815, + "62": 0.77277, + "63": 0.38815, + "64": 0.3807, + "65": 0.37848, + "66": 0.38143, + "67": 0.37999, + "68": 0.38158, + "69": 0.38427, + "70": 0.37479, + "71": 0.38252, + "72": 0.38036, + "73": 0.38116, + "74": 0.38336, + "75": 0.3771, + "76": 0.37876, + "77": 0.38102, + "78": 0.37864, + "79": 0.38095, + "80": 0.37954, + "81": 0.37575, + "82": 0.38084, + "83": 0.38192, + "84": 0.38267, + "85": 0.38765, + "86": 0.38467, + "87": 0.3817, + "88": 0.37395, + "89": 0.37751, + "90": 0.38076, + "91": 0.37565, + "92": 0.38237, + "93": 0.37738, + "94": 0.37726, + "95": 0.38237, + "96": 0.38018, + "97": 0.38525, + "98": 0.40815, + "99": 0.38117, + "100": 0.38201 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1_sequence_parallel/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1_sequence_parallel/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 3be9df673c7..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1_sequence_parallel/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.36406, - "2": 10.37672, - "3": 9.84285, - "4": 9.61995, - "5": 9.4049, - "6": 9.42891, - "7": 9.31288, - "8": 9.27047, - "9": 9.10629, - "10": 9.03569, - "11": 8.86423, - "12": 8.80988, - "13": 8.8329, - "14": 8.69011, - "15": 8.66187, - "16": 8.54768, - "17": 8.50183, - "18": 8.42362, - "19": 8.38674, - "20": 8.27993, - "21": 8.26472, - "22": 8.15738, - "23": 8.11148, - "24": 8.14234, - "25": 7.98343, - "26": 8.10636, - "27": 7.88853, - "28": 7.97024, - "29": 7.8121, - "30": 7.87698, - "31": 7.82339, - "32": 7.70086, - "33": 7.80317, - "34": 7.56843, - "35": 7.67276, - "36": 7.54942, - "37": 7.475, - "38": 7.51068, - "39": 7.49979, - "40": 7.51131, - "41": 7.41252, - "42": 7.38333, - "43": 7.4414, - "44": 7.39857, - "45": 7.37352, - "46": 7.28824, - "47": 7.4683, - "48": 7.29457, - "49": 7.35181, - "50": 7.17223, - "51": 7.37216, - "52": 7.14588, - "53": 7.12384, - "54": 7.23984, - "55": 7.15454, - "56": 7.23308, - "57": 7.33501, - "58": 7.01226, - "59": 7.12063, - "60": 7.15043, - "61": 7.11076, - "62": 7.26458, - "63": 7.1544, - "64": 7.08651, - "65": 6.99077, - "66": 7.05503, - "67": 7.04463, - "68": 7.136, - "69": 7.03404, - "70": 7.05994, - "71": 6.90146, - "72": 6.99845, - "73": 6.97783, - "74": 6.92205, - "75": 7.06268, - "76": 6.95612, - "77": 7.08838, - "78": 7.02608, - "79": 6.85354, - "80": 6.93543, - "81": 6.97396, - "82": 7.05854, - "83": 6.98003, - "84": 7.00602, - "85": 6.84771, - "86": 7.04197, - "87": 6.97366, - "88": 6.90817, - "89": 6.80902, - "90": 7.23999, - "91": 6.70221, - "92": 7.0543, - "93": 6.89332, - "94": 7.05002, - "95": 6.84547, - "96": 6.96202, - "97": 6.95355, - "98": 6.8731, - "99": 6.99831, - "100": 6.98508 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43317.0, - "2": 44065.0, - "3": 44730.0, - "4": 42374.0, - "5": 45387.0, - "6": 40937.0, - "7": 43166.0, - "8": 45433.0, - "9": 42439.0, - "10": 45374.0, - "11": 43947.0, - "12": 44584.0, - "13": 43908.0, - "14": 46205.0, - "15": 43901.0, - "16": 41607.0, - "17": 43831.0, - "18": 44698.0, - "19": 42543.0, - "20": 44759.0, - "21": 44734.0, - "22": 41850.0, - "23": 45416.0, - "24": 43069.0, - "25": 42442.0, - "26": 43923.0, - "27": 46212.0, - "28": 46362.0, - "29": 46133.0, - "30": 43978.0, - "31": 41220.0, - "32": 43307.0, - "33": 45440.0, - "34": 43284.0, - "35": 43248.0, - "36": 42437.0, - "37": 40066.0, - "38": 42483.0, - "39": 44702.0, - "40": 43230.0, - "41": 44672.0, - "42": 43202.0, - "43": 45459.0, - "44": 44609.0, - "45": 43265.0, - "46": 43915.0, - "47": 42366.0, - "48": 44650.0, - "49": 43139.0, - "50": 43399.0, - "51": 41159.0, - "52": 43818.0, - "53": 43924.0, - "54": 41952.0, - "55": 43866.0, - "56": 43239.0, - "57": 42540.0, - "58": 43856.0, - "59": 44589.0, - "60": 41152.0, - "61": 39709.0, - "62": 44822.0, - "63": 44663.0, - "64": 45372.0, - "65": 44676.0, - "66": 45345.0, - "67": 43130.0, - "68": 42567.0, - "69": 43812.0, - "70": 45538.0, - "71": 43282.0, - "72": 44765.0, - "73": 45354.0, - "74": 42517.0, - "75": 44666.0, - "76": 43904.0, - "77": 42041.0, - "78": 40320.0, - "79": 38914.0, - "80": 41081.0, - "81": 45333.0, - "82": 43195.0, - "83": 38489.0, - "84": 42436.0, - "85": 43978.0, - "86": 45680.0, - "87": 40832.0, - "88": 41797.0, - "89": 41083.0, - "90": 44676.0, - "91": 46190.0, - "92": 41837.0, - "93": 43234.0, - "94": 39504.0, - "95": 44067.0, - "96": 44684.0, - "97": 45419.0, - "98": 41854.0, - "99": 45431.0, - "100": 42479.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2195405824.0, - "2": 2195405824.0, - "3": 2195405824.0, - "4": 2195405824.0, - "5": 2195405824.0, - "6": 2195405824.0, - "7": 2195405824.0, - "8": 2195405824.0, - "9": 2195405824.0, - "10": 2195405824.0, - "11": 2195405824.0, - "12": 2195405824.0, - "13": 2195405824.0, - "14": 2195405824.0, - "15": 2195405824.0, - "16": 2195405824.0, - "17": 2195405824.0, - "18": 2195405824.0, - "19": 2195405824.0, - "20": 2195405824.0, - "21": 2195405824.0, - "22": 2195405824.0, - "23": 2195405824.0, - "24": 2195405824.0, - "25": 2195405824.0, - "26": 2195405824.0, - "27": 2195405824.0, - "28": 2195405824.0, - "29": 2195405824.0, - "30": 2195405824.0, - "31": 2195405824.0, - "32": 2195405824.0, - "33": 2195405824.0, - "34": 2195405824.0, - "35": 2195405824.0, - "36": 2195405824.0, - "37": 2195405824.0, - "38": 2195405824.0, - "39": 2195405824.0, - "40": 2195405824.0, - "41": 2195405824.0, - "42": 2195405824.0, - "43": 2195405824.0, - "44": 2195405824.0, - "45": 2195405824.0, - "46": 2195405824.0, - "47": 2195405824.0, - "48": 2195405824.0, - "49": 2195405824.0, - "50": 2195405824.0, - "51": 2195405824.0, - "52": 2195405824.0, - "53": 2195405824.0, - "54": 2195405824.0, - "55": 2195405824.0, - "56": 2195405824.0, - "57": 2195405824.0, - "58": 2195405824.0, - "59": 2195405824.0, - "60": 2195405824.0, - "61": 2195405824.0, - "62": 2195405824.0, - "63": 2195405824.0, - "64": 2195405824.0, - "65": 2195405824.0, - "66": 2195405824.0, - "67": 2195405824.0, - "68": 2195405824.0, - "69": 2195405824.0, - "70": 2195405824.0, - "71": 2195405824.0, - "72": 2195405824.0, - "73": 2195405824.0, - "74": 2195405824.0, - "75": 2195405824.0, - "76": 2195405824.0, - "77": 2195405824.0, - "78": 2195405824.0, - "79": 2195405824.0, - "80": 2195405824.0, - "81": 2195405824.0, - "82": 2195405824.0, - "83": 2195405824.0, - "84": 2195405824.0, - "85": 2195405824.0, - "86": 2195405824.0, - "87": 2195405824.0, - "88": 2195405824.0, - "89": 2195405824.0, - "90": 2195405824.0, - "91": 2195405824.0, - "92": 2195405824.0, - "93": 2195405824.0, - "94": 2195405824.0, - "95": 2195405824.0, - "96": 2195405824.0, - "97": 2195405824.0, - "98": 2195405824.0, - "99": 2195405824.0, - "100": 2195405824.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2302114304.0, - "2": 3236697600.0, - "3": 3236697600.0, - "4": 3236697600.0, - "5": 3236697600.0, - "6": 3236697600.0, - "7": 3236697600.0, - "8": 3236697600.0, - "9": 3236697600.0, - "10": 3236697600.0, - "11": 3236697600.0, - "12": 3236697600.0, - "13": 3236697600.0, - "14": 3236697600.0, - "15": 3236697600.0, - "16": 3236697600.0, - "17": 3236697600.0, - "18": 3236697600.0, - "19": 3236697600.0, - "20": 3236697600.0, - "21": 3236697600.0, - "22": 3236697600.0, - "23": 3236697600.0, - "24": 3236697600.0, - "25": 3236697600.0, - "26": 3236697600.0, - "27": 3236697600.0, - "28": 3236697600.0, - "29": 3236697600.0, - "30": 3236697600.0, - "31": 3236697600.0, - "32": 3236697600.0, - "33": 3236697600.0, - "34": 3236697600.0, - "35": 3236697600.0, - "36": 3236697600.0, - "37": 3236697600.0, - "38": 3236697600.0, - "39": 3236697600.0, - "40": 3236697600.0, - "41": 3236697600.0, - "42": 3236697600.0, - "43": 3236697600.0, - "44": 3236697600.0, - "45": 3236697600.0, - "46": 3236697600.0, - "47": 3236697600.0, - "48": 3236697600.0, - "49": 3236697600.0, - "50": 3236697600.0, - "51": 3236697600.0, - "52": 3236697600.0, - "53": 3236697600.0, - "54": 3236697600.0, - "55": 3236697600.0, - "56": 3236697600.0, - "57": 3236697600.0, - "58": 3236697600.0, - "59": 3236697600.0, - "60": 3236697600.0, - "61": 3236697600.0, - "62": 3236697600.0, - "63": 3236697600.0, - "64": 3236697600.0, - "65": 3236697600.0, - "66": 3236697600.0, - "67": 3236697600.0, - "68": 3236697600.0, - "69": 3236697600.0, - "70": 3236697600.0, - "71": 3236697600.0, - "72": 3236697600.0, - "73": 3236697600.0, - "74": 3236697600.0, - "75": 3236697600.0, - "76": 3236697600.0, - "77": 3236697600.0, - "78": 3236697600.0, - "79": 3236697600.0, - "80": 3236697600.0, - "81": 3236697600.0, - "82": 3236697600.0, - "83": 3236697600.0, - "84": 3236697600.0, - "85": 3236697600.0, - "86": 3236697600.0, - "87": 3236697600.0, - "88": 3236697600.0, - "89": 3236697600.0, - "90": 3236697600.0, - "91": 3236697600.0, - "92": 3236697600.0, - "93": 3236697600.0, - "94": 3236697600.0, - "95": 3236697600.0, - "96": 3236697600.0, - "97": 3236697600.0, - "98": 3236697600.0, - "99": 3236697600.0, - "100": 3236697600.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 9.39562, - "2": 0.44691, - "3": 0.3459, - "4": 0.34935, - "5": 0.34659, - "6": 0.35056, - "7": 0.3495, - "8": 0.35113, - "9": 0.34945, - "10": 0.35049, - "11": 0.35158, - "12": 0.34969, - "13": 0.34855, - "14": 0.35082, - "15": 0.35148, - "16": 0.35346, - "17": 0.35991, - "18": 0.35857, - "19": 0.35651, - "20": 0.35734, - "21": 0.36107, - "22": 0.35291, - "23": 0.34878, - "24": 0.34924, - "25": 0.34966, - "26": 0.35397, - "27": 0.35048, - "28": 0.39139, - "29": 0.35978, - "30": 0.35049, - "31": 0.35472, - "32": 0.34768, - "33": 0.3681, - "34": 0.37086, - "35": 0.35372, - "36": 0.35661, - "37": 0.96115, - "38": 0.69943, - "39": 0.35304, - "40": 0.39899, - "41": 0.3519, - "42": 0.35367, - "43": 0.35089, - "44": 0.35181, - "45": 0.85196, - "46": 0.353, - "47": 0.35065, - "48": 0.34986, - "49": 0.34987, - "50": 0.35017, - "51": 0.35243, - "52": 0.34764, - "53": 0.68786, - "54": 0.35071, - "55": 0.35502, - "56": 0.36533, - "57": 0.34855, - "58": 0.35098, - "59": 0.34751, - "60": 0.66551, - "61": 0.35376, - "62": 0.65487, - "63": 0.36102, - "64": 0.35122, - "65": 0.35654, - "66": 0.36028, - "67": 0.36743, - "68": 0.36013, - "69": 0.36151, - "70": 0.36618, - "71": 0.34619, - "72": 0.36448, - "73": 0.35934, - "74": 0.36235, - "75": 0.35742, - "76": 0.35529, - "77": 0.36633, - "78": 0.35551, - "79": 0.35185, - "80": 0.34938, - "81": 0.34965, - "82": 0.35454, - "83": 0.34716, - "84": 0.36305, - "85": 0.35771, - "86": 0.34829, - "87": 0.35483, - "88": 0.34874, - "89": 0.34898, - "90": 0.35072, - "91": 0.34969, - "92": 0.3539, - "93": 0.34627, - "94": 0.34706, - "95": 0.34587, - "96": 0.34804, - "97": 0.34773, - "98": 0.36076, - "99": 0.38382, - "100": 0.35651 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1_sequence_parallel/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1_sequence_parallel/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 30c495148f4..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp2_pp1_vp1_sequence_parallel/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.36406, - "2": 10.37672, - "3": 9.84285, - "4": 9.61995, - "5": 9.4049, - "6": 9.42891, - "7": 9.31288, - "8": 9.27047, - "9": 9.10629, - "10": 9.03569, - "11": 8.86423, - "12": 8.80988, - "13": 8.8329, - "14": 8.69011, - "15": 8.66187, - "16": 8.54768, - "17": 8.50183, - "18": 8.42362, - "19": 8.38674, - "20": 8.27993, - "21": 8.26472, - "22": 8.15738, - "23": 8.11148, - "24": 8.14234, - "25": 7.98343, - "26": 8.10636, - "27": 7.88853, - "28": 7.97024, - "29": 7.8121, - "30": 7.87698, - "31": 7.82339, - "32": 7.70086, - "33": 7.80317, - "34": 7.56843, - "35": 7.67276, - "36": 7.54942, - "37": 7.475, - "38": 7.51068, - "39": 7.49979, - "40": 7.51131, - "41": 7.41252, - "42": 7.38333, - "43": 7.4414, - "44": 7.39857, - "45": 7.37352, - "46": 7.28824, - "47": 7.4683, - "48": 7.29457, - "49": 7.35181, - "50": 7.17223, - "51": 7.37216, - "52": 7.14588, - "53": 7.12384, - "54": 7.23984, - "55": 7.15454, - "56": 7.23308, - "57": 7.33501, - "58": 7.01226, - "59": 7.12063, - "60": 7.15043, - "61": 7.11076, - "62": 7.26458, - "63": 7.1544, - "64": 7.08651, - "65": 6.99077, - "66": 7.05503, - "67": 7.04463, - "68": 7.136, - "69": 7.03404, - "70": 7.05994, - "71": 6.90146, - "72": 6.99845, - "73": 6.97783, - "74": 6.92205, - "75": 7.06268, - "76": 6.95612, - "77": 7.08838, - "78": 7.02608, - "79": 6.85354, - "80": 6.93543, - "81": 6.97396, - "82": 7.05854, - "83": 6.98003, - "84": 7.00602, - "85": 6.84771, - "86": 7.04197, - "87": 6.97366, - "88": 6.90817, - "89": 6.80902, - "90": 7.23999, - "91": 6.70221, - "92": 7.0543, - "93": 6.89332, - "94": 7.05002, - "95": 6.84547, - "96": 6.96202, - "97": 6.95355, - "98": 6.8731, - "99": 6.99831, - "100": 6.98508 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43317.0, - "2": 44065.0, - "3": 44730.0, - "4": 42374.0, - "5": 45387.0, - "6": 40937.0, - "7": 43166.0, - "8": 45433.0, - "9": 42439.0, - "10": 45374.0, - "11": 43947.0, - "12": 44584.0, - "13": 43908.0, - "14": 46205.0, - "15": 43901.0, - "16": 41607.0, - "17": 43831.0, - "18": 44698.0, - "19": 42543.0, - "20": 44759.0, - "21": 44734.0, - "22": 41850.0, - "23": 45416.0, - "24": 43069.0, - "25": 42442.0, - "26": 43923.0, - "27": 46212.0, - "28": 46362.0, - "29": 46133.0, - "30": 43978.0, - "31": 41220.0, - "32": 43307.0, - "33": 45440.0, - "34": 43284.0, - "35": 43248.0, - "36": 42437.0, - "37": 40066.0, - "38": 42483.0, - "39": 44702.0, - "40": 43230.0, - "41": 44672.0, - "42": 43202.0, - "43": 45459.0, - "44": 44609.0, - "45": 43265.0, - "46": 43915.0, - "47": 42366.0, - "48": 44650.0, - "49": 43139.0, - "50": 43399.0, - "51": 41159.0, - "52": 43818.0, - "53": 43924.0, - "54": 41952.0, - "55": 43866.0, - "56": 43239.0, - "57": 42540.0, - "58": 43856.0, - "59": 44589.0, - "60": 41152.0, - "61": 39709.0, - "62": 44822.0, - "63": 44663.0, - "64": 45372.0, - "65": 44676.0, - "66": 45345.0, - "67": 43130.0, - "68": 42567.0, - "69": 43812.0, - "70": 45538.0, - "71": 43282.0, - "72": 44765.0, - "73": 45354.0, - "74": 42517.0, - "75": 44666.0, - "76": 43904.0, - "77": 42041.0, - "78": 40320.0, - "79": 38914.0, - "80": 41081.0, - "81": 45333.0, - "82": 43195.0, - "83": 38489.0, - "84": 42436.0, - "85": 43978.0, - "86": 45680.0, - "87": 40832.0, - "88": 41797.0, - "89": 41083.0, - "90": 44676.0, - "91": 46190.0, - "92": 41837.0, - "93": 43234.0, - "94": 39504.0, - "95": 44067.0, - "96": 44684.0, - "97": 45419.0, - "98": 41854.0, - "99": 45431.0, - "100": 42479.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2195405824.0, - "2": 2195405824.0, - "3": 2195405824.0, - "4": 2195405824.0, - "5": 2195405824.0, - "6": 2195405824.0, - "7": 2195405824.0, - "8": 2195405824.0, - "9": 2195405824.0, - "10": 2195405824.0, - "11": 2195405824.0, - "12": 2195405824.0, - "13": 2195405824.0, - "14": 2195405824.0, - "15": 2195405824.0, - "16": 2195405824.0, - "17": 2195405824.0, - "18": 2195405824.0, - "19": 2195405824.0, - "20": 2195405824.0, - "21": 2195405824.0, - "22": 2195405824.0, - "23": 2195405824.0, - "24": 2195405824.0, - "25": 2195405824.0, - "26": 2195405824.0, - "27": 2195405824.0, - "28": 2195405824.0, - "29": 2195405824.0, - "30": 2195405824.0, - "31": 2195405824.0, - "32": 2195405824.0, - "33": 2195405824.0, - "34": 2195405824.0, - "35": 2195405824.0, - "36": 2195405824.0, - "37": 2195405824.0, - "38": 2195405824.0, - "39": 2195405824.0, - "40": 2195405824.0, - "41": 2195405824.0, - "42": 2195405824.0, - "43": 2195405824.0, - "44": 2195405824.0, - "45": 2195405824.0, - "46": 2195405824.0, - "47": 2195405824.0, - "48": 2195405824.0, - "49": 2195405824.0, - "50": 2195405824.0, - "51": 2195405824.0, - "52": 2195405824.0, - "53": 2195405824.0, - "54": 2195405824.0, - "55": 2195405824.0, - "56": 2195405824.0, - "57": 2195405824.0, - "58": 2195405824.0, - "59": 2195405824.0, - "60": 2195405824.0, - "61": 2195405824.0, - "62": 2195405824.0, - "63": 2195405824.0, - "64": 2195405824.0, - "65": 2195405824.0, - "66": 2195405824.0, - "67": 2195405824.0, - "68": 2195405824.0, - "69": 2195405824.0, - "70": 2195405824.0, - "71": 2195405824.0, - "72": 2195405824.0, - "73": 2195405824.0, - "74": 2195405824.0, - "75": 2195405824.0, - "76": 2195405824.0, - "77": 2195405824.0, - "78": 2195405824.0, - "79": 2195405824.0, - "80": 2195405824.0, - "81": 2195405824.0, - "82": 2195405824.0, - "83": 2195405824.0, - "84": 2195405824.0, - "85": 2195405824.0, - "86": 2195405824.0, - "87": 2195405824.0, - "88": 2195405824.0, - "89": 2195405824.0, - "90": 2195405824.0, - "91": 2195405824.0, - "92": 2195405824.0, - "93": 2195405824.0, - "94": 2195405824.0, - "95": 2195405824.0, - "96": 2195405824.0, - "97": 2195405824.0, - "98": 2195405824.0, - "99": 2195405824.0, - "100": 2195405824.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2302114304.0, - "2": 3236697600.0, - "3": 3236697600.0, - "4": 3236697600.0, - "5": 3236697600.0, - "6": 3236697600.0, - "7": 3236697600.0, - "8": 3236697600.0, - "9": 3236697600.0, - "10": 3236697600.0, - "11": 3236697600.0, - "12": 3236697600.0, - "13": 3236697600.0, - "14": 3236697600.0, - "15": 3236697600.0, - "16": 3236697600.0, - "17": 3236697600.0, - "18": 3236697600.0, - "19": 3236697600.0, - "20": 3236697600.0, - "21": 3236697600.0, - "22": 3236697600.0, - "23": 3236697600.0, - "24": 3236697600.0, - "25": 3236697600.0, - "26": 3236697600.0, - "27": 3236697600.0, - "28": 3236697600.0, - "29": 3236697600.0, - "30": 3236697600.0, - "31": 3236697600.0, - "32": 3236697600.0, - "33": 3236697600.0, - "34": 3236697600.0, - "35": 3236697600.0, - "36": 3236697600.0, - "37": 3236697600.0, - "38": 3236697600.0, - "39": 3236697600.0, - "40": 3236697600.0, - "41": 3236697600.0, - "42": 3236697600.0, - "43": 3236697600.0, - "44": 3236697600.0, - "45": 3236697600.0, - "46": 3236697600.0, - "47": 3236697600.0, - "48": 3236697600.0, - "49": 3236697600.0, - "50": 3236697600.0, - "51": 3236697600.0, - "52": 3236697600.0, - "53": 3236697600.0, - "54": 3236697600.0, - "55": 3236697600.0, - "56": 3236697600.0, - "57": 3236697600.0, - "58": 3236697600.0, - "59": 3236697600.0, - "60": 3236697600.0, - "61": 3236697600.0, - "62": 3236697600.0, - "63": 3236697600.0, - "64": 3236697600.0, - "65": 3236697600.0, - "66": 3236697600.0, - "67": 3236697600.0, - "68": 3236697600.0, - "69": 3236697600.0, - "70": 3236697600.0, - "71": 3236697600.0, - "72": 3236697600.0, - "73": 3236697600.0, - "74": 3236697600.0, - "75": 3236697600.0, - "76": 3236697600.0, - "77": 3236697600.0, - "78": 3236697600.0, - "79": 3236697600.0, - "80": 3236697600.0, - "81": 3236697600.0, - "82": 3236697600.0, - "83": 3236697600.0, - "84": 3236697600.0, - "85": 3236697600.0, - "86": 3236697600.0, - "87": 3236697600.0, - "88": 3236697600.0, - "89": 3236697600.0, - "90": 3236697600.0, - "91": 3236697600.0, - "92": 3236697600.0, - "93": 3236697600.0, - "94": 3236697600.0, - "95": 3236697600.0, - "96": 3236697600.0, - "97": 3236697600.0, - "98": 3236697600.0, - "99": 3236697600.0, - "100": 3236697600.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 9.46115, - "2": 0.46835, - "3": 0.38416, - "4": 0.37391, - "5": 0.37703, - "6": 0.38173, - "7": 0.37456, - "8": 0.37696, - "9": 0.37338, - "10": 0.37687, - "11": 0.38251, - "12": 0.38037, - "13": 0.37996, - "14": 0.38264, - "15": 0.37959, - "16": 0.38232, - "17": 0.37852, - "18": 0.37735, - "19": 0.3812, - "20": 0.37493, - "21": 0.38227, - "22": 0.38196, - "23": 0.37745, - "24": 0.3782, - "25": 0.37181, - "26": 0.37935, - "27": 0.38539, - "28": 0.38393, - "29": 0.3826, - "30": 0.37839, - "31": 0.38438, - "32": 0.64523, - "33": 0.37971, - "34": 0.38082, - "35": 0.74313, - "36": 0.3848, - "37": 0.38169, - "38": 0.38154, - "39": 0.40495, - "40": 0.40243, - "41": 0.37972, - "42": 0.37792, - "43": 0.38261, - "44": 0.37607, - "45": 0.37463, - "46": 0.37881, - "47": 0.37293, - "48": 0.37592, - "49": 0.659, - "50": 0.37783, - "51": 0.38158, - "52": 0.73901, - "53": 0.37684, - "54": 0.37707, - "55": 0.42405, - "56": 0.38184, - "57": 0.37936, - "58": 0.37539, - "59": 0.37591, - "60": 0.72267, - "61": 0.37815, - "62": 0.77277, - "63": 0.38815, - "64": 0.3807, - "65": 0.37848, - "66": 0.38143, - "67": 0.37999, - "68": 0.38158, - "69": 0.38427, - "70": 0.37479, - "71": 0.38252, - "72": 0.38036, - "73": 0.38116, - "74": 0.38336, - "75": 0.3771, - "76": 0.37876, - "77": 0.38102, - "78": 0.37864, - "79": 0.38095, - "80": 0.37954, - "81": 0.37575, - "82": 0.38084, - "83": 0.38192, - "84": 0.38267, - "85": 0.38765, - "86": 0.38467, - "87": 0.3817, - "88": 0.37395, - "89": 0.37751, - "90": 0.38076, - "91": 0.37565, - "92": 0.38237, - "93": 0.37738, - "94": 0.37726, - "95": 0.38237, - "96": 0.38018, - "97": 0.38525, - "98": 0.40815, - "99": 0.38117, - "100": 0.38201 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1/golden_values_dev_dgx_h100.json index 8284e160db8..2400879202c 100644 --- a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 9.73359, - "2": 0.67213, - "3": 0.64227, - "4": 0.63808, - "5": 0.64274, - "6": 0.67444, - "7": 0.656, - "8": 0.64304, - "9": 0.64801, - "10": 0.6494, - "11": 0.64362, - "12": 0.64541, - "13": 0.64198, - "14": 0.64063, - "15": 0.64548, - "16": 0.64104, + "1": 9.54009, + "2": 0.66845, + "3": 0.64084, + "4": 0.64526, + "5": 0.64331, + "6": 0.65463, + "7": 0.63991, + "8": 0.63854, + "9": 0.64034, + "10": 0.63886, + "11": 0.63968, + "12": 0.64441, + "13": 0.63828, + "14": 0.64647, + "15": 0.64199, + "16": 0.63783, "17": 0.64359, - "18": 0.64166, - "19": 0.65505, - "20": 0.73426, - "21": 0.95714, - "22": 0.65, - "23": 0.63689, - "24": 0.6432, - "25": 0.96753, - "26": 1.01279, - "27": 0.6456, - "28": 0.64422, - "29": 0.64535, - "30": 1.02938, - "31": 0.64295, - "32": 0.64549, - "33": 1.10839, - "34": 0.66812, - "35": 0.64537, - "36": 0.64987, - "37": 0.64712, - "38": 0.6499, - "39": 0.64672, - "40": 0.64485, - "41": 0.64456, - "42": 0.64313, - "43": 0.64617, - "44": 0.64605, - "45": 0.64551, - "46": 0.64651, - "47": 0.70467, - "48": 0.67348, - "49": 0.65815, - "50": 0.65354, - "51": 0.64544, - "52": 0.6421, - "53": 0.64328, - "54": 0.64635, - "55": 0.6411, - "56": 0.64965, - "57": 0.64264, - "58": 0.64835, - "59": 0.64574, - "60": 0.64782, - "61": 0.64933, - "62": 0.65052, - "63": 0.64609, - "64": 0.68144, - "65": 0.64542, - "66": 0.64402, - "67": 0.64496, - "68": 0.64484, - "69": 0.64035, - "70": 0.64288, - "71": 0.64575, - "72": 0.69431, - "73": 0.64645, - "74": 0.64787, - "75": 0.65414, - "76": 0.64408, - "77": 0.64637, - "78": 0.64886, - "79": 0.66194, - "80": 0.65332, - "81": 0.65413, - "82": 0.65243, - "83": 0.64364, - "84": 0.64934, - "85": 0.6425, - "86": 0.96767, - "87": 0.92546, - "88": 0.6477, - "89": 0.64523, - "90": 0.64767, - "91": 0.65445, - "92": 0.64953, - "93": 0.65409, - "94": 0.69319, - "95": 0.65121, - "96": 0.64906, - "97": 0.65378, - "98": 0.6511, - "99": 0.65393, - "100": 0.65491 + "18": 0.66439, + "19": 0.64718, + "20": 0.63999, + "21": 0.65677, + "22": 0.95191, + "23": 0.64765, + "24": 0.98317, + "25": 1.63221, + "26": 0.64915, + "27": 0.64318, + "28": 0.99238, + "29": 0.64655, + "30": 0.64693, + "31": 0.64241, + "32": 0.98967, + "33": 0.64928, + "34": 0.64294, + "35": 0.65629, + "36": 0.64358, + "37": 0.64814, + "38": 0.64325, + "39": 0.64509, + "40": 0.64733, + "41": 0.64693, + "42": 0.65392, + "43": 0.64721, + "44": 0.64487, + "45": 0.64766, + "46": 0.65872, + "47": 0.65402, + "48": 0.65486, + "49": 0.64433, + "50": 0.64917, + "51": 0.64197, + "52": 0.64647, + "53": 0.64656, + "54": 0.64815, + "55": 0.64573, + "56": 0.6539, + "57": 0.64582, + "58": 0.64668, + "59": 0.64431, + "60": 0.64957, + "61": 0.64703, + "62": 0.64671, + "63": 0.65979, + "64": 0.64599, + "65": 0.6466, + "66": 0.64754, + "67": 0.6471, + "68": 0.64756, + "69": 0.64621, + "70": 0.65906, + "71": 0.64587, + "72": 0.65969, + "73": 0.64476, + "74": 0.65304, + "75": 0.64786, + "76": 0.65077, + "77": 0.66405, + "78": 0.6472, + "79": 0.64431, + "80": 0.64472, + "81": 0.64407, + "82": 0.64326, + "83": 0.93161, + "84": 0.65573, + "85": 0.63999, + "86": 0.64393, + "87": 0.92064, + "88": 0.64399, + "89": 0.64306, + "90": 0.64439, + "91": 0.6414, + "92": 0.64504, + "93": 0.64858, + "94": 0.64041, + "95": 0.64497, + "96": 0.64493, + "97": 0.64508, + "98": 0.6444, + "99": 0.64587, + "100": 0.64886 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 4d566ec6c1b..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.34904, - "2": 10.34488, - "3": 9.79407, - "4": 9.59568, - "5": 9.42065, - "6": 9.41856, - "7": 9.28073, - "8": 9.18973, - "9": 9.06584, - "10": 9.00206, - "11": 8.81497, - "12": 8.78107, - "13": 8.82506, - "14": 8.6728, - "15": 8.6368, - "16": 8.51926, - "17": 8.45732, - "18": 8.37037, - "19": 8.36068, - "20": 8.25456, - "21": 8.24268, - "22": 8.13404, - "23": 8.06818, - "24": 8.11464, - "25": 7.95146, - "26": 8.08186, - "27": 7.86814, - "28": 7.94027, - "29": 7.77604, - "30": 7.84595, - "31": 7.81568, - "32": 7.65964, - "33": 7.77905, - "34": 7.53277, - "35": 7.6586, - "36": 7.51541, - "37": 7.44748, - "38": 7.4824, - "39": 7.46523, - "40": 7.49146, - "41": 7.40822, - "42": 7.35649, - "43": 7.43806, - "44": 7.35517, - "45": 7.35103, - "46": 7.27859, - "47": 7.44152, - "48": 7.2683, - "49": 7.32389, - "50": 7.14549, - "51": 7.36541, - "52": 7.12192, - "53": 7.09189, - "54": 7.22759, - "55": 7.13584, - "56": 7.20822, - "57": 7.31316, - "58": 6.99088, - "59": 7.09934, - "60": 7.12683, - "61": 7.1014, - "62": 7.23954, - "63": 7.14417, - "64": 7.06836, - "65": 6.98412, - "66": 7.03768, - "67": 7.02847, - "68": 7.1299, - "69": 7.01456, - "70": 7.04997, - "71": 6.89408, - "72": 6.98553, - "73": 6.96694, - "74": 6.90297, - "75": 7.0574, - "76": 6.9581, - "77": 7.06903, - "78": 7.02133, - "79": 6.8504, - "80": 6.91935, - "81": 6.95874, - "82": 7.04745, - "83": 6.98522, - "84": 6.99712, - "85": 6.83565, - "86": 7.04156, - "87": 6.96476, - "88": 6.89883, - "89": 6.80051, - "90": 7.22593, - "91": 6.70562, - "92": 7.0381, - "93": 6.88685, - "94": 7.03908, - "95": 6.84815, - "96": 6.95281, - "97": 6.94344, - "98": 6.86987, - "99": 6.99502, - "100": 6.96683 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43274.0, - "2": 44071.0, - "3": 44760.0, - "4": 42385.0, - "5": 45378.0, - "6": 40938.0, - "7": 43150.0, - "8": 45450.0, - "9": 42428.0, - "10": 45373.0, - "11": 43974.0, - "12": 44591.0, - "13": 43897.0, - "14": 46204.0, - "15": 43924.0, - "16": 41613.0, - "17": 43852.0, - "18": 44669.0, - "19": 42579.0, - "20": 44769.0, - "21": 44761.0, - "22": 41873.0, - "23": 45441.0, - "24": 43081.0, - "25": 42452.0, - "26": 43947.0, - "27": 46247.0, - "28": 46419.0, - "29": 46169.0, - "30": 44035.0, - "31": 41152.0, - "32": 43347.0, - "33": 45435.0, - "34": 43300.0, - "35": 43284.0, - "36": 42483.0, - "37": 40070.0, - "38": 42561.0, - "39": 44706.0, - "40": 43260.0, - "41": 44642.0, - "42": 43192.0, - "43": 45439.0, - "44": 44588.0, - "45": 43274.0, - "46": 43921.0, - "47": 42364.0, - "48": 44740.0, - "49": 43152.0, - "50": 43348.0, - "51": 41112.0, - "52": 43837.0, - "53": 43913.0, - "54": 41704.0, - "55": 43870.0, - "56": 43209.0, - "57": 42636.0, - "58": 43841.0, - "59": 44630.0, - "60": 41219.0, - "61": 39702.0, - "62": 44739.0, - "63": 44651.0, - "64": 45372.0, - "65": 44682.0, - "66": 45351.0, - "67": 43174.0, - "68": 42502.0, - "69": 43834.0, - "70": 45514.0, - "71": 43291.0, - "72": 44767.0, - "73": 45384.0, - "74": 42457.0, - "75": 44673.0, - "76": 43876.0, - "77": 42026.0, - "78": 40350.0, - "79": 38918.0, - "80": 41092.0, - "81": 45364.0, - "82": 43198.0, - "83": 38467.0, - "84": 42477.0, - "85": 43981.0, - "86": 45667.0, - "87": 40863.0, - "88": 41772.0, - "89": 41104.0, - "90": 44669.0, - "91": 46134.0, - "92": 41634.0, - "93": 43241.0, - "94": 39538.0, - "95": 43915.0, - "96": 44683.0, - "97": 45405.0, - "98": 41791.0, - "99": 45414.0, - "100": 42458.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1132053504.0, - "2": 1132053504.0, - "3": 1132053504.0, - "4": 1132053504.0, - "5": 1132053504.0, - "6": 1132053504.0, - "7": 1132053504.0, - "8": 1132053504.0, - "9": 1132053504.0, - "10": 1132053504.0, - "11": 1132053504.0, - "12": 1132053504.0, - "13": 1132053504.0, - "14": 1132053504.0, - "15": 1132053504.0, - "16": 1132053504.0, - "17": 1132053504.0, - "18": 1132053504.0, - "19": 1132053504.0, - "20": 1132053504.0, - "21": 1132053504.0, - "22": 1132053504.0, - "23": 1132053504.0, - "24": 1132053504.0, - "25": 1132053504.0, - "26": 1132053504.0, - "27": 1132053504.0, - "28": 1132053504.0, - "29": 1132053504.0, - "30": 1132053504.0, - "31": 1132053504.0, - "32": 1132053504.0, - "33": 1132053504.0, - "34": 1132053504.0, - "35": 1132053504.0, - "36": 1132053504.0, - "37": 1132053504.0, - "38": 1132053504.0, - "39": 1132053504.0, - "40": 1132053504.0, - "41": 1132053504.0, - "42": 1132053504.0, - "43": 1132053504.0, - "44": 1132053504.0, - "45": 1132053504.0, - "46": 1132053504.0, - "47": 1132053504.0, - "48": 1132053504.0, - "49": 1132053504.0, - "50": 1132053504.0, - "51": 1132053504.0, - "52": 1132053504.0, - "53": 1132053504.0, - "54": 1132053504.0, - "55": 1132053504.0, - "56": 1132053504.0, - "57": 1132053504.0, - "58": 1132053504.0, - "59": 1132053504.0, - "60": 1132053504.0, - "61": 1132053504.0, - "62": 1132053504.0, - "63": 1132053504.0, - "64": 1132053504.0, - "65": 1132053504.0, - "66": 1132053504.0, - "67": 1132053504.0, - "68": 1132053504.0, - "69": 1132053504.0, - "70": 1132053504.0, - "71": 1132053504.0, - "72": 1132053504.0, - "73": 1132053504.0, - "74": 1132053504.0, - "75": 1132053504.0, - "76": 1132053504.0, - "77": 1132053504.0, - "78": 1132053504.0, - "79": 1132053504.0, - "80": 1132053504.0, - "81": 1132053504.0, - "82": 1132053504.0, - "83": 1132053504.0, - "84": 1132053504.0, - "85": 1132053504.0, - "86": 1132053504.0, - "87": 1132053504.0, - "88": 1132053504.0, - "89": 1132053504.0, - "90": 1132053504.0, - "91": 1132053504.0, - "92": 1132053504.0, - "93": 1132053504.0, - "94": 1132053504.0, - "95": 1132053504.0, - "96": 1132053504.0, - "97": 1132053504.0, - "98": 1132053504.0, - "99": 1132053504.0, - "100": 1132053504.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1409266176.0, - "2": 1864166912.0, - "3": 1864166912.0, - "4": 1864166912.0, - "5": 1864166912.0, - "6": 1864166912.0, - "7": 1864166912.0, - "8": 1864166912.0, - "9": 1864166912.0, - "10": 1864166912.0, - "11": 1864166912.0, - "12": 1864166912.0, - "13": 1864166912.0, - "14": 1864166912.0, - "15": 1864166912.0, - "16": 1864166912.0, - "17": 1864166912.0, - "18": 1864166912.0, - "19": 1864166912.0, - "20": 1864166912.0, - "21": 1864166912.0, - "22": 1864166912.0, - "23": 1864166912.0, - "24": 1864166912.0, - "25": 1864166912.0, - "26": 1864166912.0, - "27": 1864166912.0, - "28": 1864166912.0, - "29": 1864166912.0, - "30": 1864166912.0, - "31": 1864166912.0, - "32": 1864166912.0, - "33": 1864166912.0, - "34": 1864166912.0, - "35": 1864166912.0, - "36": 1864166912.0, - "37": 1864166912.0, - "38": 1864166912.0, - "39": 1864166912.0, - "40": 1864166912.0, - "41": 1864166912.0, - "42": 1864166912.0, - "43": 1864166912.0, - "44": 1864166912.0, - "45": 1864166912.0, - "46": 1864166912.0, - "47": 1864166912.0, - "48": 1864166912.0, - "49": 1864166912.0, - "50": 1864166912.0, - "51": 1864166912.0, - "52": 1864166912.0, - "53": 1864166912.0, - "54": 1864166912.0, - "55": 1864166912.0, - "56": 1864166912.0, - "57": 1864166912.0, - "58": 1864166912.0, - "59": 1864166912.0, - "60": 1864166912.0, - "61": 1864166912.0, - "62": 1864166912.0, - "63": 1864166912.0, - "64": 1864166912.0, - "65": 1864166912.0, - "66": 1864166912.0, - "67": 1864166912.0, - "68": 1864166912.0, - "69": 1864166912.0, - "70": 1864166912.0, - "71": 1864166912.0, - "72": 1864166912.0, - "73": 1864166912.0, - "74": 1864166912.0, - "75": 1864166912.0, - "76": 1864166912.0, - "77": 1864166912.0, - "78": 1864166912.0, - "79": 1864166912.0, - "80": 1864166912.0, - "81": 1864166912.0, - "82": 1864166912.0, - "83": 1864166912.0, - "84": 1864166912.0, - "85": 1864166912.0, - "86": 1864166912.0, - "87": 1864166912.0, - "88": 1864166912.0, - "89": 1864166912.0, - "90": 1864166912.0, - "91": 1864166912.0, - "92": 1864166912.0, - "93": 1864166912.0, - "94": 1864166912.0, - "95": 1864166912.0, - "96": 1864166912.0, - "97": 1864166912.0, - "98": 1864166912.0, - "99": 1864166912.0, - "100": 1864166912.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.29236, - "2": 0.67893, - "3": 0.58934, - "4": 0.59882, - "5": 0.5783, - "6": 0.57112, - "7": 0.5684, - "8": 0.55955, - "9": 0.5654, - "10": 0.56541, - "11": 0.57111, - "12": 0.57899, - "13": 0.56135, - "14": 0.56951, - "15": 0.56653, - "16": 0.56906, - "17": 0.5749, - "18": 0.56365, - "19": 0.56829, - "20": 0.93294, - "21": 0.56791, - "22": 0.56512, - "23": 0.57032, - "24": 0.56889, - "25": 0.56027, - "26": 0.87556, - "27": 0.56766, - "28": 0.88828, - "29": 0.56306, - "30": 0.56316, - "31": 0.88671, - "32": 1.03162, - "33": 0.90854, - "34": 0.88126, - "35": 0.56957, - "36": 0.56621, - "37": 0.56647, - "38": 0.56957, - "39": 0.56463, - "40": 0.5668, - "41": 0.56277, - "42": 0.58937, - "43": 0.56553, - "44": 0.5682, - "45": 0.56815, - "46": 0.56571, - "47": 0.57199, - "48": 0.57128, - "49": 0.59172, - "50": 0.56455, - "51": 0.56546, - "52": 0.56259, - "53": 0.56063, - "54": 0.56207, - "55": 0.55985, - "56": 0.57542, - "57": 0.56257, - "58": 0.55932, - "59": 0.56051, - "60": 0.56182, - "61": 0.58999, - "62": 0.55986, - "63": 0.56154, - "64": 0.56167, - "65": 0.56072, - "66": 0.57597, - "67": 0.56011, - "68": 0.55956, - "69": 0.56507, - "70": 0.58296, - "71": 0.56017, - "72": 0.56437, - "73": 0.56838, - "74": 0.56548, - "75": 0.57028, - "76": 0.56574, - "77": 0.56397, - "78": 0.56279, - "79": 0.56782, - "80": 0.56585, - "81": 0.56243, - "82": 0.5641, - "83": 0.56477, - "84": 0.5852, - "85": 0.56257, - "86": 0.84754, - "87": 0.56761, - "88": 0.56425, - "89": 0.57197, - "90": 0.85557, - "91": 0.56904, - "92": 0.57069, - "93": 0.56223, - "94": 0.56609, - "95": 0.565, - "96": 0.56747, - "97": 0.56431, - "98": 0.58797, - "99": 0.89814, - "100": 0.5783 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 2400879202c..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.34904, - "2": 10.34488, - "3": 9.79407, - "4": 9.59568, - "5": 9.42065, - "6": 9.41856, - "7": 9.28073, - "8": 9.18973, - "9": 9.06584, - "10": 9.00206, - "11": 8.81497, - "12": 8.78107, - "13": 8.82506, - "14": 8.6728, - "15": 8.6368, - "16": 8.51926, - "17": 8.45732, - "18": 8.37037, - "19": 8.36068, - "20": 8.25456, - "21": 8.24268, - "22": 8.13404, - "23": 8.06818, - "24": 8.11464, - "25": 7.95146, - "26": 8.08186, - "27": 7.86814, - "28": 7.94027, - "29": 7.77604, - "30": 7.84595, - "31": 7.81568, - "32": 7.65964, - "33": 7.77905, - "34": 7.53277, - "35": 7.6586, - "36": 7.51541, - "37": 7.44748, - "38": 7.4824, - "39": 7.46523, - "40": 7.49146, - "41": 7.40822, - "42": 7.35649, - "43": 7.43806, - "44": 7.35517, - "45": 7.35103, - "46": 7.27859, - "47": 7.44152, - "48": 7.2683, - "49": 7.32389, - "50": 7.14549, - "51": 7.36541, - "52": 7.12192, - "53": 7.09189, - "54": 7.22759, - "55": 7.13584, - "56": 7.20822, - "57": 7.31316, - "58": 6.99088, - "59": 7.09934, - "60": 7.12683, - "61": 7.1014, - "62": 7.23954, - "63": 7.14417, - "64": 7.06836, - "65": 6.98412, - "66": 7.03768, - "67": 7.02847, - "68": 7.1299, - "69": 7.01456, - "70": 7.04997, - "71": 6.89408, - "72": 6.98553, - "73": 6.96694, - "74": 6.90297, - "75": 7.0574, - "76": 6.9581, - "77": 7.06903, - "78": 7.02133, - "79": 6.8504, - "80": 6.91935, - "81": 6.95874, - "82": 7.04745, - "83": 6.98522, - "84": 6.99712, - "85": 6.83565, - "86": 7.04156, - "87": 6.96476, - "88": 6.89883, - "89": 6.80051, - "90": 7.22593, - "91": 6.70562, - "92": 7.0381, - "93": 6.88685, - "94": 7.03908, - "95": 6.84815, - "96": 6.95281, - "97": 6.94344, - "98": 6.86987, - "99": 6.99502, - "100": 6.96683 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43274.0, - "2": 44071.0, - "3": 44760.0, - "4": 42385.0, - "5": 45378.0, - "6": 40938.0, - "7": 43150.0, - "8": 45450.0, - "9": 42428.0, - "10": 45373.0, - "11": 43974.0, - "12": 44591.0, - "13": 43897.0, - "14": 46204.0, - "15": 43924.0, - "16": 41613.0, - "17": 43852.0, - "18": 44669.0, - "19": 42579.0, - "20": 44769.0, - "21": 44761.0, - "22": 41873.0, - "23": 45441.0, - "24": 43081.0, - "25": 42452.0, - "26": 43947.0, - "27": 46247.0, - "28": 46419.0, - "29": 46169.0, - "30": 44035.0, - "31": 41152.0, - "32": 43347.0, - "33": 45435.0, - "34": 43300.0, - "35": 43284.0, - "36": 42483.0, - "37": 40070.0, - "38": 42561.0, - "39": 44706.0, - "40": 43260.0, - "41": 44642.0, - "42": 43192.0, - "43": 45439.0, - "44": 44588.0, - "45": 43274.0, - "46": 43921.0, - "47": 42364.0, - "48": 44740.0, - "49": 43152.0, - "50": 43348.0, - "51": 41112.0, - "52": 43837.0, - "53": 43913.0, - "54": 41704.0, - "55": 43870.0, - "56": 43209.0, - "57": 42636.0, - "58": 43841.0, - "59": 44630.0, - "60": 41219.0, - "61": 39702.0, - "62": 44739.0, - "63": 44651.0, - "64": 45372.0, - "65": 44682.0, - "66": 45351.0, - "67": 43174.0, - "68": 42502.0, - "69": 43834.0, - "70": 45514.0, - "71": 43291.0, - "72": 44767.0, - "73": 45384.0, - "74": 42457.0, - "75": 44673.0, - "76": 43876.0, - "77": 42026.0, - "78": 40350.0, - "79": 38918.0, - "80": 41092.0, - "81": 45364.0, - "82": 43198.0, - "83": 38467.0, - "84": 42477.0, - "85": 43981.0, - "86": 45667.0, - "87": 40863.0, - "88": 41772.0, - "89": 41104.0, - "90": 44669.0, - "91": 46134.0, - "92": 41634.0, - "93": 43241.0, - "94": 39538.0, - "95": 43915.0, - "96": 44683.0, - "97": 45405.0, - "98": 41791.0, - "99": 45414.0, - "100": 42458.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1132053504.0, - "2": 1132053504.0, - "3": 1132053504.0, - "4": 1132053504.0, - "5": 1132053504.0, - "6": 1132053504.0, - "7": 1132053504.0, - "8": 1132053504.0, - "9": 1132053504.0, - "10": 1132053504.0, - "11": 1132053504.0, - "12": 1132053504.0, - "13": 1132053504.0, - "14": 1132053504.0, - "15": 1132053504.0, - "16": 1132053504.0, - "17": 1132053504.0, - "18": 1132053504.0, - "19": 1132053504.0, - "20": 1132053504.0, - "21": 1132053504.0, - "22": 1132053504.0, - "23": 1132053504.0, - "24": 1132053504.0, - "25": 1132053504.0, - "26": 1132053504.0, - "27": 1132053504.0, - "28": 1132053504.0, - "29": 1132053504.0, - "30": 1132053504.0, - "31": 1132053504.0, - "32": 1132053504.0, - "33": 1132053504.0, - "34": 1132053504.0, - "35": 1132053504.0, - "36": 1132053504.0, - "37": 1132053504.0, - "38": 1132053504.0, - "39": 1132053504.0, - "40": 1132053504.0, - "41": 1132053504.0, - "42": 1132053504.0, - "43": 1132053504.0, - "44": 1132053504.0, - "45": 1132053504.0, - "46": 1132053504.0, - "47": 1132053504.0, - "48": 1132053504.0, - "49": 1132053504.0, - "50": 1132053504.0, - "51": 1132053504.0, - "52": 1132053504.0, - "53": 1132053504.0, - "54": 1132053504.0, - "55": 1132053504.0, - "56": 1132053504.0, - "57": 1132053504.0, - "58": 1132053504.0, - "59": 1132053504.0, - "60": 1132053504.0, - "61": 1132053504.0, - "62": 1132053504.0, - "63": 1132053504.0, - "64": 1132053504.0, - "65": 1132053504.0, - "66": 1132053504.0, - "67": 1132053504.0, - "68": 1132053504.0, - "69": 1132053504.0, - "70": 1132053504.0, - "71": 1132053504.0, - "72": 1132053504.0, - "73": 1132053504.0, - "74": 1132053504.0, - "75": 1132053504.0, - "76": 1132053504.0, - "77": 1132053504.0, - "78": 1132053504.0, - "79": 1132053504.0, - "80": 1132053504.0, - "81": 1132053504.0, - "82": 1132053504.0, - "83": 1132053504.0, - "84": 1132053504.0, - "85": 1132053504.0, - "86": 1132053504.0, - "87": 1132053504.0, - "88": 1132053504.0, - "89": 1132053504.0, - "90": 1132053504.0, - "91": 1132053504.0, - "92": 1132053504.0, - "93": 1132053504.0, - "94": 1132053504.0, - "95": 1132053504.0, - "96": 1132053504.0, - "97": 1132053504.0, - "98": 1132053504.0, - "99": 1132053504.0, - "100": 1132053504.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1409266176.0, - "2": 1864166912.0, - "3": 1864166912.0, - "4": 1864166912.0, - "5": 1864166912.0, - "6": 1864166912.0, - "7": 1864166912.0, - "8": 1864166912.0, - "9": 1864166912.0, - "10": 1864166912.0, - "11": 1864166912.0, - "12": 1864166912.0, - "13": 1864166912.0, - "14": 1864166912.0, - "15": 1864166912.0, - "16": 1864166912.0, - "17": 1864166912.0, - "18": 1864166912.0, - "19": 1864166912.0, - "20": 1864166912.0, - "21": 1864166912.0, - "22": 1864166912.0, - "23": 1864166912.0, - "24": 1864166912.0, - "25": 1864166912.0, - "26": 1864166912.0, - "27": 1864166912.0, - "28": 1864166912.0, - "29": 1864166912.0, - "30": 1864166912.0, - "31": 1864166912.0, - "32": 1864166912.0, - "33": 1864166912.0, - "34": 1864166912.0, - "35": 1864166912.0, - "36": 1864166912.0, - "37": 1864166912.0, - "38": 1864166912.0, - "39": 1864166912.0, - "40": 1864166912.0, - "41": 1864166912.0, - "42": 1864166912.0, - "43": 1864166912.0, - "44": 1864166912.0, - "45": 1864166912.0, - "46": 1864166912.0, - "47": 1864166912.0, - "48": 1864166912.0, - "49": 1864166912.0, - "50": 1864166912.0, - "51": 1864166912.0, - "52": 1864166912.0, - "53": 1864166912.0, - "54": 1864166912.0, - "55": 1864166912.0, - "56": 1864166912.0, - "57": 1864166912.0, - "58": 1864166912.0, - "59": 1864166912.0, - "60": 1864166912.0, - "61": 1864166912.0, - "62": 1864166912.0, - "63": 1864166912.0, - "64": 1864166912.0, - "65": 1864166912.0, - "66": 1864166912.0, - "67": 1864166912.0, - "68": 1864166912.0, - "69": 1864166912.0, - "70": 1864166912.0, - "71": 1864166912.0, - "72": 1864166912.0, - "73": 1864166912.0, - "74": 1864166912.0, - "75": 1864166912.0, - "76": 1864166912.0, - "77": 1864166912.0, - "78": 1864166912.0, - "79": 1864166912.0, - "80": 1864166912.0, - "81": 1864166912.0, - "82": 1864166912.0, - "83": 1864166912.0, - "84": 1864166912.0, - "85": 1864166912.0, - "86": 1864166912.0, - "87": 1864166912.0, - "88": 1864166912.0, - "89": 1864166912.0, - "90": 1864166912.0, - "91": 1864166912.0, - "92": 1864166912.0, - "93": 1864166912.0, - "94": 1864166912.0, - "95": 1864166912.0, - "96": 1864166912.0, - "97": 1864166912.0, - "98": 1864166912.0, - "99": 1864166912.0, - "100": 1864166912.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 9.54009, - "2": 0.66845, - "3": 0.64084, - "4": 0.64526, - "5": 0.64331, - "6": 0.65463, - "7": 0.63991, - "8": 0.63854, - "9": 0.64034, - "10": 0.63886, - "11": 0.63968, - "12": 0.64441, - "13": 0.63828, - "14": 0.64647, - "15": 0.64199, - "16": 0.63783, - "17": 0.64359, - "18": 0.66439, - "19": 0.64718, - "20": 0.63999, - "21": 0.65677, - "22": 0.95191, - "23": 0.64765, - "24": 0.98317, - "25": 1.63221, - "26": 0.64915, - "27": 0.64318, - "28": 0.99238, - "29": 0.64655, - "30": 0.64693, - "31": 0.64241, - "32": 0.98967, - "33": 0.64928, - "34": 0.64294, - "35": 0.65629, - "36": 0.64358, - "37": 0.64814, - "38": 0.64325, - "39": 0.64509, - "40": 0.64733, - "41": 0.64693, - "42": 0.65392, - "43": 0.64721, - "44": 0.64487, - "45": 0.64766, - "46": 0.65872, - "47": 0.65402, - "48": 0.65486, - "49": 0.64433, - "50": 0.64917, - "51": 0.64197, - "52": 0.64647, - "53": 0.64656, - "54": 0.64815, - "55": 0.64573, - "56": 0.6539, - "57": 0.64582, - "58": 0.64668, - "59": 0.64431, - "60": 0.64957, - "61": 0.64703, - "62": 0.64671, - "63": 0.65979, - "64": 0.64599, - "65": 0.6466, - "66": 0.64754, - "67": 0.6471, - "68": 0.64756, - "69": 0.64621, - "70": 0.65906, - "71": 0.64587, - "72": 0.65969, - "73": 0.64476, - "74": 0.65304, - "75": 0.64786, - "76": 0.65077, - "77": 0.66405, - "78": 0.6472, - "79": 0.64431, - "80": 0.64472, - "81": 0.64407, - "82": 0.64326, - "83": 0.93161, - "84": 0.65573, - "85": 0.63999, - "86": 0.64393, - "87": 0.92064, - "88": 0.64399, - "89": 0.64306, - "90": 0.64439, - "91": 0.6414, - "92": 0.64504, - "93": 0.64858, - "94": 0.64041, - "95": 0.64497, - "96": 0.64493, - "97": 0.64508, - "98": 0.6444, - "99": 0.64587, - "100": 0.64886 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1_resume_torch_dist/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1_resume_torch_dist/golden_values_dev_dgx_h100.json index 899d650d38b..11ef3fbd8c5 100644 --- a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1_resume_torch_dist/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1_resume_torch_dist/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 9.67922, - "2": 0.68152, - "3": 0.65295, - "4": 0.64618, - "5": 0.65142, - "6": 0.64889, - "7": 0.65383, - "8": 0.6456, - "9": 0.66119, - "10": 0.65998, - "11": 0.6579, - "12": 0.65779, - "13": 0.6603, - "14": 0.65806, - "15": 1.0135, - "16": 0.65488, - "17": 0.931, - "18": 1.08662, - "19": 0.66372, - "20": 0.66034, - "21": 0.65544, - "22": 0.66308, - "23": 0.66077, - "24": 1.04108, - "25": 0.6666, - "26": 0.97428, - "27": 0.65856, - "28": 0.66326, - "29": 0.65747, - "30": 0.6582, - "31": 1.10061, - "32": 1.04733, - "33": 0.65682, - "34": 0.65788, - "35": 0.66349, - "36": 0.65804, - "37": 0.66396, - "38": 0.65876, - "39": 0.65606, - "40": 0.6586, - "41": 0.65742, - "42": 0.66367, - "43": 0.66411, - "44": 0.65879, - "45": 0.66227, - "46": 0.66361, - "47": 0.66004, - "48": 0.6614, - "49": 0.65707, - "50": 0.65748, - "51": 0.66048, - "52": 0.65517, - "53": 0.65236, - "54": 0.6505, - "55": 0.65061, - "56": 0.65419, - "57": 0.64612, - "58": 0.6508, - "59": 0.64828, - "60": 0.64805, - "61": 0.99903, - "62": 0.6529, - "63": 0.65264, - "64": 0.64941, - "65": 0.65259, - "66": 0.64896, - "67": 0.64907, - "68": 0.65692, - "69": 0.64922, - "70": 0.65143, - "71": 0.64786, - "72": 0.6595, - "73": 0.65025, - "74": 0.64993, - "75": 0.64539, - "76": 0.65147, - "77": 0.65111, - "78": 0.64894, - "79": 0.65192, - "80": 0.94887, - "81": 0.64772, - "82": 0.64406, - "83": 0.64869, - "84": 0.95425, - "85": 0.64926, - "86": 0.64526, - "87": 0.64401, - "88": 0.95609, - "89": 0.64807, - "90": 0.64544, - "91": 0.9603, - "92": 0.64218, - "93": 0.64853, - "94": 0.64394, - "95": 1.01268, - "96": 1.05755, - "97": 0.65312, - "98": 0.65341, - "99": 0.65751, - "100": 0.64782 + "1": 9.74091, + "2": 0.66943, + "3": 0.64954, + "4": 0.64695, + "5": 0.65419, + "6": 0.6513, + "7": 0.64556, + "8": 0.6385, + "9": 0.64307, + "10": 0.63679, + "11": 0.64386, + "12": 0.64012, + "13": 0.63889, + "14": 0.63958, + "15": 0.64024, + "16": 0.63721, + "17": 0.6492, + "18": 0.65247, + "19": 0.64523, + "20": 1.0041, + "21": 0.64739, + "22": 1.02158, + "23": 0.96313, + "24": 0.64631, + "25": 0.64337, + "26": 0.64702, + "27": 0.64516, + "28": 0.64748, + "29": 0.64657, + "30": 0.95958, + "31": 1.05772, + "32": 0.64319, + "33": 0.64455, + "34": 0.64044, + "35": 0.6445, + "36": 0.64649, + "37": 0.64593, + "38": 0.64912, + "39": 0.64665, + "40": 0.64585, + "41": 0.64603, + "42": 0.64765, + "43": 0.64548, + "44": 0.64732, + "45": 0.64996, + "46": 0.65909, + "47": 0.66335, + "48": 0.64625, + "49": 0.64641, + "50": 0.64822, + "51": 0.65982, + "52": 0.64882, + "53": 0.64892, + "54": 0.64636, + "55": 0.64591, + "56": 0.65232, + "57": 0.64591, + "58": 0.64572, + "59": 0.64949, + "60": 0.64277, + "61": 0.64766, + "62": 0.64726, + "63": 0.64637, + "64": 0.64901, + "65": 0.6476, + "66": 0.64458, + "67": 0.64951, + "68": 0.64438, + "69": 0.64854, + "70": 0.65268, + "71": 0.64762, + "72": 1.02587, + "73": 0.65274, + "74": 0.65942, + "75": 0.65091, + "76": 0.65181, + "77": 0.65582, + "78": 0.64434, + "79": 0.65116, + "80": 0.65073, + "81": 0.64645, + "82": 0.65405, + "83": 0.65107, + "84": 0.64883, + "85": 0.94272, + "86": 0.65641, + "87": 0.99204, + "88": 0.96199, + "89": 0.64856, + "90": 0.65165, + "91": 0.65163, + "92": 0.6506, + "93": 0.64828, + "94": 0.64682, + "95": 1.01586, + "96": 1.04151, + "97": 0.65481, + "98": 0.64703, + "99": 0.64964, + "100": 0.65343 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 47d23248800..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.34904, - "2": 10.34488, - "3": 9.79407, - "4": 9.59568, - "5": 9.42065, - "6": 9.41856, - "7": 9.28073, - "8": 9.18973, - "9": 9.06584, - "10": 9.00206, - "11": 8.81497, - "12": 8.78107, - "13": 8.82506, - "14": 8.6728, - "15": 8.6368, - "16": 8.51926, - "17": 8.45732, - "18": 8.37037, - "19": 8.36068, - "20": 8.25456, - "21": 8.24268, - "22": 8.13404, - "23": 8.06818, - "24": 8.11464, - "25": 7.95146, - "26": 8.08186, - "27": 7.86814, - "28": 7.94027, - "29": 7.77604, - "30": 7.84595, - "31": 7.81568, - "32": 7.65964, - "33": 7.77905, - "34": 7.53277, - "35": 7.6586, - "36": 7.51541, - "37": 7.44748, - "38": 7.4824, - "39": 7.46523, - "40": 7.49146, - "41": 7.40822, - "42": 7.35649, - "43": 7.43806, - "44": 7.35517, - "45": 7.35103, - "46": 7.27859, - "47": 7.44152, - "48": 7.2683, - "49": 7.32389, - "50": 7.14549, - "51": 7.36541, - "52": 7.12192, - "53": 7.09189, - "54": 7.22759, - "55": 7.13584, - "56": 7.20822, - "57": 7.31316, - "58": 6.99088, - "59": 7.09934, - "60": 7.12683, - "61": 7.1014, - "62": 7.23954, - "63": 7.14417, - "64": 7.06836, - "65": 6.98412, - "66": 7.03768, - "67": 7.02847, - "68": 7.1299, - "69": 7.01456, - "70": 7.04997, - "71": 6.89408, - "72": 6.98553, - "73": 6.96694, - "74": 6.90297, - "75": 7.0574, - "76": 6.9581, - "77": 7.06903, - "78": 7.02133, - "79": 6.8504, - "80": 6.91935, - "81": 6.95874, - "82": 7.04745, - "83": 6.98522, - "84": 6.99712, - "85": 6.83565, - "86": 7.04156, - "87": 6.96476, - "88": 6.89883, - "89": 6.80051, - "90": 7.22593, - "91": 6.70562, - "92": 7.0381, - "93": 6.88685, - "94": 7.03908, - "95": 6.84815, - "96": 6.95281, - "97": 6.94344, - "98": 6.86987, - "99": 6.99502, - "100": 6.96683 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43274.0, - "2": 44071.0, - "3": 44760.0, - "4": 42385.0, - "5": 45378.0, - "6": 40938.0, - "7": 43150.0, - "8": 45450.0, - "9": 42428.0, - "10": 45373.0, - "11": 43974.0, - "12": 44591.0, - "13": 43897.0, - "14": 46204.0, - "15": 43924.0, - "16": 41613.0, - "17": 43852.0, - "18": 44669.0, - "19": 42579.0, - "20": 44769.0, - "21": 44761.0, - "22": 41873.0, - "23": 45441.0, - "24": 43081.0, - "25": 42452.0, - "26": 43947.0, - "27": 46247.0, - "28": 46419.0, - "29": 46169.0, - "30": 44035.0, - "31": 41152.0, - "32": 43347.0, - "33": 45435.0, - "34": 43300.0, - "35": 43284.0, - "36": 42483.0, - "37": 40070.0, - "38": 42561.0, - "39": 44706.0, - "40": 43260.0, - "41": 44642.0, - "42": 43192.0, - "43": 45439.0, - "44": 44588.0, - "45": 43274.0, - "46": 43921.0, - "47": 42364.0, - "48": 44740.0, - "49": 43152.0, - "50": 43348.0, - "51": 41112.0, - "52": 43837.0, - "53": 43913.0, - "54": 41704.0, - "55": 43870.0, - "56": 43209.0, - "57": 42636.0, - "58": 43841.0, - "59": 44630.0, - "60": 41219.0, - "61": 39702.0, - "62": 44739.0, - "63": 44651.0, - "64": 45372.0, - "65": 44682.0, - "66": 45351.0, - "67": 43174.0, - "68": 42502.0, - "69": 43834.0, - "70": 45514.0, - "71": 43291.0, - "72": 44767.0, - "73": 45384.0, - "74": 42457.0, - "75": 44673.0, - "76": 43876.0, - "77": 42026.0, - "78": 40350.0, - "79": 38918.0, - "80": 41092.0, - "81": 45364.0, - "82": 43198.0, - "83": 38467.0, - "84": 42477.0, - "85": 43981.0, - "86": 45667.0, - "87": 40863.0, - "88": 41772.0, - "89": 41104.0, - "90": 44669.0, - "91": 46134.0, - "92": 41634.0, - "93": 43241.0, - "94": 39538.0, - "95": 43915.0, - "96": 44683.0, - "97": 45405.0, - "98": 41791.0, - "99": 45414.0, - "100": 42458.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1132053504.0, - "2": 1132053504.0, - "3": 1132053504.0, - "4": 1132053504.0, - "5": 1132053504.0, - "6": 1132053504.0, - "7": 1132053504.0, - "8": 1132053504.0, - "9": 1132053504.0, - "10": 1132053504.0, - "11": 1132053504.0, - "12": 1132053504.0, - "13": 1132053504.0, - "14": 1132053504.0, - "15": 1132053504.0, - "16": 1132053504.0, - "17": 1132053504.0, - "18": 1132053504.0, - "19": 1132053504.0, - "20": 1132053504.0, - "21": 1132053504.0, - "22": 1132053504.0, - "23": 1132053504.0, - "24": 1132053504.0, - "25": 1132053504.0, - "26": 1132053504.0, - "27": 1132053504.0, - "28": 1132053504.0, - "29": 1132053504.0, - "30": 1132053504.0, - "31": 1132053504.0, - "32": 1132053504.0, - "33": 1132053504.0, - "34": 1132053504.0, - "35": 1132053504.0, - "36": 1132053504.0, - "37": 1132053504.0, - "38": 1132053504.0, - "39": 1132053504.0, - "40": 1132053504.0, - "41": 1132053504.0, - "42": 1132053504.0, - "43": 1132053504.0, - "44": 1132053504.0, - "45": 1132053504.0, - "46": 1132053504.0, - "47": 1132053504.0, - "48": 1132053504.0, - "49": 1132053504.0, - "50": 1132053504.0, - "51": 1132053504.0, - "52": 1132053504.0, - "53": 1132053504.0, - "54": 1132053504.0, - "55": 1132053504.0, - "56": 1132053504.0, - "57": 1132053504.0, - "58": 1132053504.0, - "59": 1132053504.0, - "60": 1132053504.0, - "61": 1132053504.0, - "62": 1132053504.0, - "63": 1132053504.0, - "64": 1132053504.0, - "65": 1132053504.0, - "66": 1132053504.0, - "67": 1132053504.0, - "68": 1132053504.0, - "69": 1132053504.0, - "70": 1132053504.0, - "71": 1132053504.0, - "72": 1132053504.0, - "73": 1132053504.0, - "74": 1132053504.0, - "75": 1132053504.0, - "76": 1132053504.0, - "77": 1132053504.0, - "78": 1132053504.0, - "79": 1132053504.0, - "80": 1132053504.0, - "81": 1132053504.0, - "82": 1132053504.0, - "83": 1132053504.0, - "84": 1132053504.0, - "85": 1132053504.0, - "86": 1132053504.0, - "87": 1132053504.0, - "88": 1132053504.0, - "89": 1132053504.0, - "90": 1132053504.0, - "91": 1132053504.0, - "92": 1132053504.0, - "93": 1132053504.0, - "94": 1132053504.0, - "95": 1132053504.0, - "96": 1132053504.0, - "97": 1132053504.0, - "98": 1132053504.0, - "99": 1132053504.0, - "100": 1132053504.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1409266176.0, - "2": 1864166912.0, - "3": 1864166912.0, - "4": 1864166912.0, - "5": 1864166912.0, - "6": 1864166912.0, - "7": 1864166912.0, - "8": 1864166912.0, - "9": 1864166912.0, - "10": 1864166912.0, - "11": 1864166912.0, - "12": 1864166912.0, - "13": 1864166912.0, - "14": 1864166912.0, - "15": 1864166912.0, - "16": 1864166912.0, - "17": 1864166912.0, - "18": 1864166912.0, - "19": 1864166912.0, - "20": 1864166912.0, - "21": 1864166912.0, - "22": 1864166912.0, - "23": 1864166912.0, - "24": 1864166912.0, - "25": 1864166912.0, - "26": 1864166912.0, - "27": 1864166912.0, - "28": 1864166912.0, - "29": 1864166912.0, - "30": 1864166912.0, - "31": 1864166912.0, - "32": 1864166912.0, - "33": 1864166912.0, - "34": 1864166912.0, - "35": 1864166912.0, - "36": 1864166912.0, - "37": 1864166912.0, - "38": 1864166912.0, - "39": 1864166912.0, - "40": 1864166912.0, - "41": 1864166912.0, - "42": 1864166912.0, - "43": 1864166912.0, - "44": 1864166912.0, - "45": 1864166912.0, - "46": 1864166912.0, - "47": 1864166912.0, - "48": 1864166912.0, - "49": 1864166912.0, - "50": 1864166912.0, - "51": 1864166912.0, - "52": 1864166912.0, - "53": 1864166912.0, - "54": 1864166912.0, - "55": 1864166912.0, - "56": 1864166912.0, - "57": 1864166912.0, - "58": 1864166912.0, - "59": 1864166912.0, - "60": 1864166912.0, - "61": 1864166912.0, - "62": 1864166912.0, - "63": 1864166912.0, - "64": 1864166912.0, - "65": 1864166912.0, - "66": 1864166912.0, - "67": 1864166912.0, - "68": 1864166912.0, - "69": 1864166912.0, - "70": 1864166912.0, - "71": 1864166912.0, - "72": 1864166912.0, - "73": 1864166912.0, - "74": 1864166912.0, - "75": 1864166912.0, - "76": 1864166912.0, - "77": 1864166912.0, - "78": 1864166912.0, - "79": 1864166912.0, - "80": 1864166912.0, - "81": 1864166912.0, - "82": 1864166912.0, - "83": 1864166912.0, - "84": 1864166912.0, - "85": 1864166912.0, - "86": 1864166912.0, - "87": 1864166912.0, - "88": 1864166912.0, - "89": 1864166912.0, - "90": 1864166912.0, - "91": 1864166912.0, - "92": 1864166912.0, - "93": 1864166912.0, - "94": 1864166912.0, - "95": 1864166912.0, - "96": 1864166912.0, - "97": 1864166912.0, - "98": 1864166912.0, - "99": 1864166912.0, - "100": 1864166912.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.0714, - "2": 0.65344, - "3": 0.61776, - "4": 0.55941, - "5": 0.56517, - "6": 0.55953, - "7": 0.56488, - "8": 0.56168, - "9": 0.55963, - "10": 0.56502, - "11": 0.56812, - "12": 0.58499, - "13": 0.58777, - "14": 0.56659, - "15": 0.55908, - "16": 0.56702, - "17": 0.56652, - "18": 0.56368, - "19": 0.57588, - "20": 0.57328, - "21": 0.57961, - "22": 0.56693, - "23": 0.87697, - "24": 0.56276, - "25": 0.56409, - "26": 0.89777, - "27": 0.89041, - "28": 0.56631, - "29": 0.5637, - "30": 0.56457, - "31": 0.56285, - "32": 0.56729, - "33": 1.2087, - "34": 1.26391, - "35": 0.57364, - "36": 0.56616, - "37": 0.56143, - "38": 0.56332, - "39": 0.56267, - "40": 0.56706, - "41": 0.56887, - "42": 0.5604, - "43": 0.56419, - "44": 0.55389, - "45": 0.55665, - "46": 0.56256, - "47": 0.5757, - "48": 0.62949, - "49": 0.55714, - "50": 0.55326, - "51": 0.56303, - "52": 0.56765, - "53": 0.56019, - "54": 0.56447, - "55": 0.56674, - "56": 0.55563, - "57": 0.55623, - "58": 0.55651, - "59": 0.55616, - "60": 0.55374, - "61": 0.55657, - "62": 0.55473, - "63": 0.56052, - "64": 0.55785, - "65": 0.55653, - "66": 0.56406, - "67": 0.56415, - "68": 0.56582, - "69": 0.55566, - "70": 0.555, - "71": 0.55709, - "72": 0.56314, - "73": 0.55571, - "74": 0.55495, - "75": 0.56028, - "76": 0.88389, - "77": 0.56277, - "78": 0.56491, - "79": 0.57616, - "80": 0.58894, - "81": 0.56216, - "82": 0.56187, - "83": 0.56108, - "84": 0.56853, - "85": 0.55814, - "86": 0.56093, - "87": 0.56078, - "88": 0.913, - "89": 0.55681, - "90": 0.55754, - "91": 0.56679, - "92": 0.55927, - "93": 0.89203, - "94": 0.56272, - "95": 0.55822, - "96": 0.56068, - "97": 0.91075, - "98": 0.56624, - "99": 0.92145, - "100": 0.88359 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 11ef3fbd8c5..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_te_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.34904, - "2": 10.34488, - "3": 9.79407, - "4": 9.59568, - "5": 9.42065, - "6": 9.41856, - "7": 9.28073, - "8": 9.18973, - "9": 9.06584, - "10": 9.00206, - "11": 8.81497, - "12": 8.78107, - "13": 8.82506, - "14": 8.6728, - "15": 8.6368, - "16": 8.51926, - "17": 8.45732, - "18": 8.37037, - "19": 8.36068, - "20": 8.25456, - "21": 8.24268, - "22": 8.13404, - "23": 8.06818, - "24": 8.11464, - "25": 7.95146, - "26": 8.08186, - "27": 7.86814, - "28": 7.94027, - "29": 7.77604, - "30": 7.84595, - "31": 7.81568, - "32": 7.65964, - "33": 7.77905, - "34": 7.53277, - "35": 7.6586, - "36": 7.51541, - "37": 7.44748, - "38": 7.4824, - "39": 7.46523, - "40": 7.49146, - "41": 7.40822, - "42": 7.35649, - "43": 7.43806, - "44": 7.35517, - "45": 7.35103, - "46": 7.27859, - "47": 7.44152, - "48": 7.2683, - "49": 7.32389, - "50": 7.14549, - "51": 7.36541, - "52": 7.12192, - "53": 7.09189, - "54": 7.22759, - "55": 7.13584, - "56": 7.20822, - "57": 7.31316, - "58": 6.99088, - "59": 7.09934, - "60": 7.12683, - "61": 7.1014, - "62": 7.23954, - "63": 7.14417, - "64": 7.06836, - "65": 6.98412, - "66": 7.03768, - "67": 7.02847, - "68": 7.1299, - "69": 7.01456, - "70": 7.04997, - "71": 6.89408, - "72": 6.98553, - "73": 6.96694, - "74": 6.90297, - "75": 7.0574, - "76": 6.9581, - "77": 7.06903, - "78": 7.02133, - "79": 6.8504, - "80": 6.91935, - "81": 6.95874, - "82": 7.04745, - "83": 6.98522, - "84": 6.99712, - "85": 6.83565, - "86": 7.04156, - "87": 6.96476, - "88": 6.89883, - "89": 6.80051, - "90": 7.22593, - "91": 6.70562, - "92": 7.0381, - "93": 6.88685, - "94": 7.03908, - "95": 6.84815, - "96": 6.95281, - "97": 6.94344, - "98": 6.86987, - "99": 6.99502, - "100": 6.96683 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43274.0, - "2": 44071.0, - "3": 44760.0, - "4": 42385.0, - "5": 45378.0, - "6": 40938.0, - "7": 43150.0, - "8": 45450.0, - "9": 42428.0, - "10": 45373.0, - "11": 43974.0, - "12": 44591.0, - "13": 43897.0, - "14": 46204.0, - "15": 43924.0, - "16": 41613.0, - "17": 43852.0, - "18": 44669.0, - "19": 42579.0, - "20": 44769.0, - "21": 44761.0, - "22": 41873.0, - "23": 45441.0, - "24": 43081.0, - "25": 42452.0, - "26": 43947.0, - "27": 46247.0, - "28": 46419.0, - "29": 46169.0, - "30": 44035.0, - "31": 41152.0, - "32": 43347.0, - "33": 45435.0, - "34": 43300.0, - "35": 43284.0, - "36": 42483.0, - "37": 40070.0, - "38": 42561.0, - "39": 44706.0, - "40": 43260.0, - "41": 44642.0, - "42": 43192.0, - "43": 45439.0, - "44": 44588.0, - "45": 43274.0, - "46": 43921.0, - "47": 42364.0, - "48": 44740.0, - "49": 43152.0, - "50": 43348.0, - "51": 41112.0, - "52": 43837.0, - "53": 43913.0, - "54": 41704.0, - "55": 43870.0, - "56": 43209.0, - "57": 42636.0, - "58": 43841.0, - "59": 44630.0, - "60": 41219.0, - "61": 39702.0, - "62": 44739.0, - "63": 44651.0, - "64": 45372.0, - "65": 44682.0, - "66": 45351.0, - "67": 43174.0, - "68": 42502.0, - "69": 43834.0, - "70": 45514.0, - "71": 43291.0, - "72": 44767.0, - "73": 45384.0, - "74": 42457.0, - "75": 44673.0, - "76": 43876.0, - "77": 42026.0, - "78": 40350.0, - "79": 38918.0, - "80": 41092.0, - "81": 45364.0, - "82": 43198.0, - "83": 38467.0, - "84": 42477.0, - "85": 43981.0, - "86": 45667.0, - "87": 40863.0, - "88": 41772.0, - "89": 41104.0, - "90": 44669.0, - "91": 46134.0, - "92": 41634.0, - "93": 43241.0, - "94": 39538.0, - "95": 43915.0, - "96": 44683.0, - "97": 45405.0, - "98": 41791.0, - "99": 45414.0, - "100": 42458.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1132053504.0, - "2": 1132053504.0, - "3": 1132053504.0, - "4": 1132053504.0, - "5": 1132053504.0, - "6": 1132053504.0, - "7": 1132053504.0, - "8": 1132053504.0, - "9": 1132053504.0, - "10": 1132053504.0, - "11": 1132053504.0, - "12": 1132053504.0, - "13": 1132053504.0, - "14": 1132053504.0, - "15": 1132053504.0, - "16": 1132053504.0, - "17": 1132053504.0, - "18": 1132053504.0, - "19": 1132053504.0, - "20": 1132053504.0, - "21": 1132053504.0, - "22": 1132053504.0, - "23": 1132053504.0, - "24": 1132053504.0, - "25": 1132053504.0, - "26": 1132053504.0, - "27": 1132053504.0, - "28": 1132053504.0, - "29": 1132053504.0, - "30": 1132053504.0, - "31": 1132053504.0, - "32": 1132053504.0, - "33": 1132053504.0, - "34": 1132053504.0, - "35": 1132053504.0, - "36": 1132053504.0, - "37": 1132053504.0, - "38": 1132053504.0, - "39": 1132053504.0, - "40": 1132053504.0, - "41": 1132053504.0, - "42": 1132053504.0, - "43": 1132053504.0, - "44": 1132053504.0, - "45": 1132053504.0, - "46": 1132053504.0, - "47": 1132053504.0, - "48": 1132053504.0, - "49": 1132053504.0, - "50": 1132053504.0, - "51": 1132053504.0, - "52": 1132053504.0, - "53": 1132053504.0, - "54": 1132053504.0, - "55": 1132053504.0, - "56": 1132053504.0, - "57": 1132053504.0, - "58": 1132053504.0, - "59": 1132053504.0, - "60": 1132053504.0, - "61": 1132053504.0, - "62": 1132053504.0, - "63": 1132053504.0, - "64": 1132053504.0, - "65": 1132053504.0, - "66": 1132053504.0, - "67": 1132053504.0, - "68": 1132053504.0, - "69": 1132053504.0, - "70": 1132053504.0, - "71": 1132053504.0, - "72": 1132053504.0, - "73": 1132053504.0, - "74": 1132053504.0, - "75": 1132053504.0, - "76": 1132053504.0, - "77": 1132053504.0, - "78": 1132053504.0, - "79": 1132053504.0, - "80": 1132053504.0, - "81": 1132053504.0, - "82": 1132053504.0, - "83": 1132053504.0, - "84": 1132053504.0, - "85": 1132053504.0, - "86": 1132053504.0, - "87": 1132053504.0, - "88": 1132053504.0, - "89": 1132053504.0, - "90": 1132053504.0, - "91": 1132053504.0, - "92": 1132053504.0, - "93": 1132053504.0, - "94": 1132053504.0, - "95": 1132053504.0, - "96": 1132053504.0, - "97": 1132053504.0, - "98": 1132053504.0, - "99": 1132053504.0, - "100": 1132053504.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1409266176.0, - "2": 1864166912.0, - "3": 1864166912.0, - "4": 1864166912.0, - "5": 1864166912.0, - "6": 1864166912.0, - "7": 1864166912.0, - "8": 1864166912.0, - "9": 1864166912.0, - "10": 1864166912.0, - "11": 1864166912.0, - "12": 1864166912.0, - "13": 1864166912.0, - "14": 1864166912.0, - "15": 1864166912.0, - "16": 1864166912.0, - "17": 1864166912.0, - "18": 1864166912.0, - "19": 1864166912.0, - "20": 1864166912.0, - "21": 1864166912.0, - "22": 1864166912.0, - "23": 1864166912.0, - "24": 1864166912.0, - "25": 1864166912.0, - "26": 1864166912.0, - "27": 1864166912.0, - "28": 1864166912.0, - "29": 1864166912.0, - "30": 1864166912.0, - "31": 1864166912.0, - "32": 1864166912.0, - "33": 1864166912.0, - "34": 1864166912.0, - "35": 1864166912.0, - "36": 1864166912.0, - "37": 1864166912.0, - "38": 1864166912.0, - "39": 1864166912.0, - "40": 1864166912.0, - "41": 1864166912.0, - "42": 1864166912.0, - "43": 1864166912.0, - "44": 1864166912.0, - "45": 1864166912.0, - "46": 1864166912.0, - "47": 1864166912.0, - "48": 1864166912.0, - "49": 1864166912.0, - "50": 1864166912.0, - "51": 1864166912.0, - "52": 1864166912.0, - "53": 1864166912.0, - "54": 1864166912.0, - "55": 1864166912.0, - "56": 1864166912.0, - "57": 1864166912.0, - "58": 1864166912.0, - "59": 1864166912.0, - "60": 1864166912.0, - "61": 1864166912.0, - "62": 1864166912.0, - "63": 1864166912.0, - "64": 1864166912.0, - "65": 1864166912.0, - "66": 1864166912.0, - "67": 1864166912.0, - "68": 1864166912.0, - "69": 1864166912.0, - "70": 1864166912.0, - "71": 1864166912.0, - "72": 1864166912.0, - "73": 1864166912.0, - "74": 1864166912.0, - "75": 1864166912.0, - "76": 1864166912.0, - "77": 1864166912.0, - "78": 1864166912.0, - "79": 1864166912.0, - "80": 1864166912.0, - "81": 1864166912.0, - "82": 1864166912.0, - "83": 1864166912.0, - "84": 1864166912.0, - "85": 1864166912.0, - "86": 1864166912.0, - "87": 1864166912.0, - "88": 1864166912.0, - "89": 1864166912.0, - "90": 1864166912.0, - "91": 1864166912.0, - "92": 1864166912.0, - "93": 1864166912.0, - "94": 1864166912.0, - "95": 1864166912.0, - "96": 1864166912.0, - "97": 1864166912.0, - "98": 1864166912.0, - "99": 1864166912.0, - "100": 1864166912.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 9.74091, - "2": 0.66943, - "3": 0.64954, - "4": 0.64695, - "5": 0.65419, - "6": 0.6513, - "7": 0.64556, - "8": 0.6385, - "9": 0.64307, - "10": 0.63679, - "11": 0.64386, - "12": 0.64012, - "13": 0.63889, - "14": 0.63958, - "15": 0.64024, - "16": 0.63721, - "17": 0.6492, - "18": 0.65247, - "19": 0.64523, - "20": 1.0041, - "21": 0.64739, - "22": 1.02158, - "23": 0.96313, - "24": 0.64631, - "25": 0.64337, - "26": 0.64702, - "27": 0.64516, - "28": 0.64748, - "29": 0.64657, - "30": 0.95958, - "31": 1.05772, - "32": 0.64319, - "33": 0.64455, - "34": 0.64044, - "35": 0.6445, - "36": 0.64649, - "37": 0.64593, - "38": 0.64912, - "39": 0.64665, - "40": 0.64585, - "41": 0.64603, - "42": 0.64765, - "43": 0.64548, - "44": 0.64732, - "45": 0.64996, - "46": 0.65909, - "47": 0.66335, - "48": 0.64625, - "49": 0.64641, - "50": 0.64822, - "51": 0.65982, - "52": 0.64882, - "53": 0.64892, - "54": 0.64636, - "55": 0.64591, - "56": 0.65232, - "57": 0.64591, - "58": 0.64572, - "59": 0.64949, - "60": 0.64277, - "61": 0.64766, - "62": 0.64726, - "63": 0.64637, - "64": 0.64901, - "65": 0.6476, - "66": 0.64458, - "67": 0.64951, - "68": 0.64438, - "69": 0.64854, - "70": 0.65268, - "71": 0.64762, - "72": 1.02587, - "73": 0.65274, - "74": 0.65942, - "75": 0.65091, - "76": 0.65181, - "77": 0.65582, - "78": 0.64434, - "79": 0.65116, - "80": 0.65073, - "81": 0.64645, - "82": 0.65405, - "83": 0.65107, - "84": 0.64883, - "85": 0.94272, - "86": 0.65641, - "87": 0.99204, - "88": 0.96199, - "89": 0.64856, - "90": 0.65165, - "91": 0.65163, - "92": 0.6506, - "93": 0.64828, - "94": 0.64682, - "95": 1.01586, - "96": 1.04151, - "97": 0.65481, - "98": 0.64703, - "99": 0.64964, - "100": 0.65343 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1/golden_values_dev_dgx_h100.json index 438130bae1c..e788215b20a 100644 --- a/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 7.07395, - "2": 0.19501, - "3": 0.16284, - "4": 0.15592, - "5": 0.16485, - "6": 0.15452, - "7": 0.1627, - "8": 0.15835, - "9": 0.15975, - "10": 0.15881, - "11": 0.16294, - "12": 0.15929, - "13": 0.16216, - "14": 0.15673, - "15": 0.16042, - "16": 0.15452, - "17": 0.16802, - "18": 0.15623, - "19": 0.16501, - "20": 0.15961, - "21": 0.16269, - "22": 0.15556, - "23": 0.16412, - "24": 0.1564, - "25": 0.1614, - "26": 0.15776, - "27": 0.16056, - "28": 0.16086, - "29": 0.16026, - "30": 0.15782, - "31": 0.1619, - "32": 0.1567, - "33": 0.16353, - "34": 0.1553, - "35": 0.16202, - "36": 0.15695, - "37": 0.16347, - "38": 0.15703, - "39": 0.1638, - "40": 0.1549, - "41": 0.15808, - "42": 0.1603, - "43": 0.15931, - "44": 0.15772, - "45": 0.16421, - "46": 0.15573, - "47": 0.16133, - "48": 0.1567, - "49": 0.16354, - "50": 0.15698, - "51": 0.15998, - "52": 0.15347, - "53": 0.16223, - "54": 0.1565, - "55": 0.16429, - "56": 0.15654, - "57": 0.16548, - "58": 0.15761, - "59": 0.16437, - "60": 0.15677, - "61": 0.16238, - "62": 0.15845, - "63": 0.16393, - "64": 0.16321, - "65": 0.16208, - "66": 0.15975, - "67": 0.16831, - "68": 0.15965, - "69": 0.16375, - "70": 0.16321, - "71": 0.17306, - "72": 0.15973, - "73": 0.16591, - "74": 0.1637, - "75": 0.16984, - "76": 0.16123, - "77": 0.17281, - "78": 0.16826, - "79": 0.17136, - "80": 0.16673, - "81": 0.16135, - "82": 0.16815, - "83": 0.20097, - "84": 0.19663, - "85": 0.16475, - "86": 0.16782, - "87": 0.16163, - "88": 0.16356, - "89": 0.16018, - "90": 0.16416, - "91": 0.15961, - "92": 0.16129, - "93": 0.15562, - "94": 0.1646, - "95": 0.15685, - "96": 0.16321, - "97": 0.15621, - "98": 0.16585, - "99": 0.15667, - "100": 0.17074 + "1": 7.09171, + "2": 0.19937, + "3": 0.15739, + "4": 0.15626, + "5": 0.15726, + "6": 0.16596, + "7": 0.15866, + "8": 0.16018, + "9": 0.16342, + "10": 0.15848, + "11": 0.1563, + "12": 0.15949, + "13": 0.16471, + "14": 0.1653, + "15": 0.15904, + "16": 0.15673, + "17": 0.15845, + "18": 0.15591, + "19": 0.15809, + "20": 0.1593, + "21": 0.15934, + "22": 0.1588, + "23": 0.15615, + "24": 0.15816, + "25": 0.15513, + "26": 0.16623, + "27": 0.1635, + "28": 0.15796, + "29": 0.15745, + "30": 0.15659, + "31": 0.15757, + "32": 0.15805, + "33": 0.16121, + "34": 0.15918, + "35": 0.15628, + "36": 0.16015, + "37": 0.15954, + "38": 0.15711, + "39": 0.16207, + "40": 0.16543, + "41": 0.16329, + "42": 0.15895, + "43": 0.15771, + "44": 0.16372, + "45": 0.15827, + "46": 0.16205, + "47": 0.16175, + "48": 0.15754, + "49": 0.15916, + "50": 0.15618, + "51": 0.15693, + "52": 0.16151, + "53": 0.16143, + "54": 0.16281, + "55": 0.15891, + "56": 0.16235, + "57": 0.16248, + "58": 0.16949, + "59": 0.16264, + "60": 0.15666, + "61": 0.19456, + "62": 0.19414, + "63": 0.16346, + "64": 0.16675, + "65": 0.16803, + "66": 0.1748, + "67": 0.16431, + "68": 0.1587, + "69": 0.16219, + "70": 0.16457, + "71": 0.1716, + "72": 0.16546, + "73": 0.16711, + "74": 0.16142, + "75": 0.17042, + "76": 0.17092, + "77": 0.16596, + "78": 0.16577, + "79": 0.15743, + "80": 0.15851, + "81": 0.15791, + "82": 0.16001, + "83": 0.15783, + "84": 0.15788, + "85": 0.15665, + "86": 0.16107, + "87": 0.15608, + "88": 0.15928, + "89": 0.16138, + "90": 0.15621, + "91": 0.15886, + "92": 0.15808, + "93": 0.15911, + "94": 0.16777, + "95": 0.16017, + "96": 0.15821, + "97": 0.15642, + "98": 0.16061, + "99": 0.157, + "100": 0.15975 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index a044dd0e135..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.33127, - "2": 10.35281, - "3": 9.79613, - "4": 9.60968, - "5": 9.42269, - "6": 9.45137, - "7": 9.34348, - "8": 9.27525, - "9": 9.09676, - "10": 9.0722, - "11": 8.8835, - "12": 8.83711, - "13": 8.86836, - "14": 8.71039, - "15": 8.68191, - "16": 8.56149, - "17": 8.52311, - "18": 8.43963, - "19": 8.40439, - "20": 8.29506, - "21": 8.27059, - "22": 8.17902, - "23": 8.12669, - "24": 8.14846, - "25": 7.9909, - "26": 8.12216, - "27": 7.90453, - "28": 7.98655, - "29": 7.80845, - "30": 7.86918, - "31": 7.83571, - "32": 7.72178, - "33": 7.80378, - "34": 7.59229, - "35": 7.68371, - "36": 7.53883, - "37": 7.47609, - "38": 7.5168, - "39": 7.49978, - "40": 7.51704, - "41": 7.43174, - "42": 7.40104, - "43": 7.44926, - "44": 7.38919, - "45": 7.38016, - "46": 7.29476, - "47": 7.44829, - "48": 7.28213, - "49": 7.34657, - "50": 7.17116, - "51": 7.37361, - "52": 7.13381, - "53": 7.11244, - "54": 7.23402, - "55": 7.14785, - "56": 7.22775, - "57": 7.33273, - "58": 6.99461, - "59": 7.11599, - "60": 7.13222, - "61": 7.1056, - "62": 7.26513, - "63": 7.14772, - "64": 7.08696, - "65": 6.98643, - "66": 7.04728, - "67": 7.04697, - "68": 7.14062, - "69": 7.2435, - "70": 7.05957, - "71": 6.89356, - "72": 6.99769, - "73": 6.97897, - "74": 6.91983, - "75": 7.05297, - "76": 6.96036, - "77": 7.0791, - "78": 7.01392, - "79": 6.88358, - "80": 6.93014, - "81": 6.96553, - "82": 7.05265, - "83": 6.98788, - "84": 7.00427, - "85": 6.84577, - "86": 7.03621, - "87": 6.96327, - "88": 6.9137, - "89": 6.80631, - "90": 7.23619, - "91": 6.70015, - "92": 7.05679, - "93": 6.89287, - "94": 7.05835, - "95": 6.84786, - "96": 6.96771, - "97": 6.94258, - "98": 6.87388, - "99": 7.01816, - "100": 6.98466 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43334.0, - "2": 44100.0, - "3": 44771.0, - "4": 42457.0, - "5": 45411.0, - "6": 40966.0, - "7": 43193.0, - "8": 45457.0, - "9": 42550.0, - "10": 45360.0, - "11": 44029.0, - "12": 44605.0, - "13": 43917.0, - "14": 46219.0, - "15": 43943.0, - "16": 41732.0, - "17": 43861.0, - "18": 44721.0, - "19": 42597.0, - "20": 44797.0, - "21": 44792.0, - "22": 41891.0, - "23": 45473.0, - "24": 43081.0, - "25": 42682.0, - "26": 43950.0, - "27": 46253.0, - "28": 46447.0, - "29": 46164.0, - "30": 44042.0, - "31": 41263.0, - "32": 43440.0, - "33": 45483.0, - "34": 43349.0, - "35": 43273.0, - "36": 42490.0, - "37": 40647.0, - "38": 42549.0, - "39": 44766.0, - "40": 43281.0, - "41": 44669.0, - "42": 43287.0, - "43": 45454.0, - "44": 44627.0, - "45": 43353.0, - "46": 43925.0, - "47": 42498.0, - "48": 44758.0, - "49": 43173.0, - "50": 43402.0, - "51": 41198.0, - "52": 43900.0, - "53": 43938.0, - "54": 41922.0, - "55": 43916.0, - "56": 43237.0, - "57": 42634.0, - "58": 43916.0, - "59": 44616.0, - "60": 41414.0, - "61": 39759.0, - "62": 44750.0, - "63": 44673.0, - "64": 45378.0, - "65": 44765.0, - "66": 45401.0, - "67": 43155.0, - "68": 42552.0, - "69": 43831.0, - "70": 45546.0, - "71": 43332.0, - "72": 44847.0, - "73": 45376.0, - "74": 42503.0, - "75": 44704.0, - "76": 43916.0, - "77": 42101.0, - "78": 40543.0, - "79": 38997.0, - "80": 41079.0, - "81": 45377.0, - "82": 43254.0, - "83": 38473.0, - "84": 42420.0, - "85": 43989.0, - "86": 45694.0, - "87": 41164.0, - "88": 41773.0, - "89": 41047.0, - "90": 44710.0, - "91": 46274.0, - "92": 41823.0, - "93": 43286.0, - "94": 39530.0, - "95": 44074.0, - "96": 44686.0, - "97": 45424.0, - "98": 41849.0, - "99": 45567.0, - "100": 42485.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 4158515200.0, - "2": 4158515200.0, - "3": 4158515200.0, - "4": 4158515200.0, - "5": 4158515200.0, - "6": 4158515200.0, - "7": 4158515200.0, - "8": 4158515200.0, - "9": 4158515200.0, - "10": 4158515200.0, - "11": 4158515200.0, - "12": 4158515200.0, - "13": 4158515200.0, - "14": 4158515200.0, - "15": 4158515200.0, - "16": 4158515200.0, - "17": 4158515200.0, - "18": 4158515200.0, - "19": 4158515200.0, - "20": 4158515200.0, - "21": 4158515200.0, - "22": 4158515200.0, - "23": 4158515200.0, - "24": 4158515200.0, - "25": 4158515200.0, - "26": 4158515200.0, - "27": 4158515200.0, - "28": 4158515200.0, - "29": 4158515200.0, - "30": 4158515200.0, - "31": 4158515200.0, - "32": 4158515200.0, - "33": 4158515200.0, - "34": 4158515200.0, - "35": 4158515200.0, - "36": 4158515200.0, - "37": 4158515200.0, - "38": 4158515200.0, - "39": 4158515200.0, - "40": 4158515200.0, - "41": 4158515200.0, - "42": 4158515200.0, - "43": 4158515200.0, - "44": 4158515200.0, - "45": 4158515200.0, - "46": 4158515200.0, - "47": 4158515200.0, - "48": 4158515200.0, - "49": 4158515200.0, - "50": 4158515200.0, - "51": 4158515200.0, - "52": 4158515200.0, - "53": 4158515200.0, - "54": 4158515200.0, - "55": 4158515200.0, - "56": 4158515200.0, - "57": 4158515200.0, - "58": 4158515200.0, - "59": 4158515200.0, - "60": 4158515200.0, - "61": 4158515200.0, - "62": 4158515200.0, - "63": 4158515200.0, - "64": 4158515200.0, - "65": 4158515200.0, - "66": 4158515200.0, - "67": 4158515200.0, - "68": 4158515200.0, - "69": 4158515200.0, - "70": 4158515200.0, - "71": 4158515200.0, - "72": 4158515200.0, - "73": 4158515200.0, - "74": 4158515200.0, - "75": 4158515200.0, - "76": 4158515200.0, - "77": 4158515200.0, - "78": 4158515200.0, - "79": 4158515200.0, - "80": 4158515200.0, - "81": 4158515200.0, - "82": 4158515200.0, - "83": 4158515200.0, - "84": 4158515200.0, - "85": 4158515200.0, - "86": 4158515200.0, - "87": 4158515200.0, - "88": 4158515200.0, - "89": 4158515200.0, - "90": 4158515200.0, - "91": 4158515200.0, - "92": 4158515200.0, - "93": 4158515200.0, - "94": 4158515200.0, - "95": 4158515200.0, - "96": 4158515200.0, - "97": 4158515200.0, - "98": 4158515200.0, - "99": 4158515200.0, - "100": 4158515200.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 4349380608.0, - "2": 6185459712.0, - "3": 6187556864.0, - "4": 6187556864.0, - "5": 6187556864.0, - "6": 6187556864.0, - "7": 6187556864.0, - "8": 6187556864.0, - "9": 6187556864.0, - "10": 6187556864.0, - "11": 6187556864.0, - "12": 6187556864.0, - "13": 6187556864.0, - "14": 6187556864.0, - "15": 6187556864.0, - "16": 6187556864.0, - "17": 6187556864.0, - "18": 6187556864.0, - "19": 6187556864.0, - "20": 6187556864.0, - "21": 6187556864.0, - "22": 6187556864.0, - "23": 6187556864.0, - "24": 6187556864.0, - "25": 6187556864.0, - "26": 6187556864.0, - "27": 6187556864.0, - "28": 6187556864.0, - "29": 6187556864.0, - "30": 6187556864.0, - "31": 6187556864.0, - "32": 6187556864.0, - "33": 6187556864.0, - "34": 6187556864.0, - "35": 6187556864.0, - "36": 6187556864.0, - "37": 6187556864.0, - "38": 6187556864.0, - "39": 6187556864.0, - "40": 6187556864.0, - "41": 6187556864.0, - "42": 6187556864.0, - "43": 6187556864.0, - "44": 6187556864.0, - "45": 6187556864.0, - "46": 6187556864.0, - "47": 6187556864.0, - "48": 6187556864.0, - "49": 6187556864.0, - "50": 6187556864.0, - "51": 6187556864.0, - "52": 6187556864.0, - "53": 6187556864.0, - "54": 6187556864.0, - "55": 6187556864.0, - "56": 6187556864.0, - "57": 6187556864.0, - "58": 6187556864.0, - "59": 6187556864.0, - "60": 6187556864.0, - "61": 6187556864.0, - "62": 6187556864.0, - "63": 6187556864.0, - "64": 6187556864.0, - "65": 6187556864.0, - "66": 6187556864.0, - "67": 6187556864.0, - "68": 6187556864.0, - "69": 6187556864.0, - "70": 6187556864.0, - "71": 6187556864.0, - "72": 6187556864.0, - "73": 6187556864.0, - "74": 6187556864.0, - "75": 6187556864.0, - "76": 6187556864.0, - "77": 6187556864.0, - "78": 6187556864.0, - "79": 6187556864.0, - "80": 6187556864.0, - "81": 6187556864.0, - "82": 6187556864.0, - "83": 6187556864.0, - "84": 6187556864.0, - "85": 6187556864.0, - "86": 6187556864.0, - "87": 6187556864.0, - "88": 6187556864.0, - "89": 6187556864.0, - "90": 6187556864.0, - "91": 6187556864.0, - "92": 6187556864.0, - "93": 6187556864.0, - "94": 6187556864.0, - "95": 6187556864.0, - "96": 6187556864.0, - "97": 6187556864.0, - "98": 6187556864.0, - "99": 6187556864.0, - "100": 6187556864.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 6.68377, - "2": 0.24636, - "3": 0.14697, - "4": 0.14068, - "5": 0.14575, - "6": 0.13961, - "7": 0.14621, - "8": 0.14223, - "9": 0.14582, - "10": 0.13865, - "11": 0.1453, - "12": 0.13885, - "13": 0.14702, - "14": 0.14162, - "15": 0.1468, - "16": 0.14692, - "17": 0.14326, - "18": 0.14146, - "19": 0.15015, - "20": 0.13999, - "21": 0.14878, - "22": 0.13993, - "23": 0.14535, - "24": 0.1378, - "25": 0.15024, - "26": 0.1375, - "27": 0.13991, - "28": 0.14118, - "29": 0.14057, - "30": 0.14015, - "31": 0.1384, - "32": 0.13865, - "33": 0.14194, - "34": 0.14009, - "35": 0.14432, - "36": 0.14051, - "37": 0.1489, - "38": 0.13976, - "39": 0.14433, - "40": 0.13889, - "41": 0.14744, - "42": 0.14045, - "43": 0.14474, - "44": 0.14195, - "45": 0.14259, - "46": 0.13761, - "47": 0.14569, - "48": 0.15734, - "49": 0.18844, - "50": 0.14153, - "51": 0.14057, - "52": 0.14132, - "53": 0.14241, - "54": 0.14306, - "55": 0.1436, - "56": 0.14347, - "57": 0.13981, - "58": 0.13906, - "59": 0.14322, - "60": 0.13735, - "61": 0.14083, - "62": 0.14416, - "63": 0.14191, - "64": 0.14246, - "65": 0.13711, - "66": 0.1364, - "67": 0.13655, - "68": 0.1365, - "69": 0.13935, - "70": 0.15757, - "71": 0.13997, - "72": 0.13995, - "73": 0.14045, - "74": 0.1419, - "75": 0.14171, - "76": 0.14479, - "77": 0.17363, - "78": 0.15289, - "79": 0.1416, - "80": 0.14577, - "81": 0.14478, - "82": 0.14716, - "83": 0.14872, - "84": 0.15369, - "85": 0.15016, - "86": 0.13782, - "87": 0.1585, - "88": 0.15072, - "89": 0.13834, - "90": 0.13681, - "91": 0.139, - "92": 0.13751, - "93": 0.13694, - "94": 0.13764, - "95": 0.13659, - "96": 0.13726, - "97": 0.13676, - "98": 0.13872, - "99": 0.13604, - "100": 0.13543 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index e788215b20a..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.33127, - "2": 10.35281, - "3": 9.79613, - "4": 9.60968, - "5": 9.42269, - "6": 9.45137, - "7": 9.34348, - "8": 9.27525, - "9": 9.09676, - "10": 9.0722, - "11": 8.8835, - "12": 8.83711, - "13": 8.86836, - "14": 8.71039, - "15": 8.68191, - "16": 8.56149, - "17": 8.52311, - "18": 8.43963, - "19": 8.40439, - "20": 8.29506, - "21": 8.27059, - "22": 8.17902, - "23": 8.12669, - "24": 8.14846, - "25": 7.9909, - "26": 8.12216, - "27": 7.90453, - "28": 7.98655, - "29": 7.80845, - "30": 7.86918, - "31": 7.83571, - "32": 7.72178, - "33": 7.80378, - "34": 7.59229, - "35": 7.68371, - "36": 7.53883, - "37": 7.47609, - "38": 7.5168, - "39": 7.49978, - "40": 7.51704, - "41": 7.43174, - "42": 7.40104, - "43": 7.44926, - "44": 7.38919, - "45": 7.38016, - "46": 7.29476, - "47": 7.44829, - "48": 7.28213, - "49": 7.34657, - "50": 7.17116, - "51": 7.37361, - "52": 7.13381, - "53": 7.11244, - "54": 7.23402, - "55": 7.14785, - "56": 7.22775, - "57": 7.33273, - "58": 6.99461, - "59": 7.11599, - "60": 7.13222, - "61": 7.1056, - "62": 7.26513, - "63": 7.14772, - "64": 7.08696, - "65": 6.98643, - "66": 7.04728, - "67": 7.04697, - "68": 7.14062, - "69": 7.2435, - "70": 7.05957, - "71": 6.89356, - "72": 6.99769, - "73": 6.97897, - "74": 6.91983, - "75": 7.05297, - "76": 6.96036, - "77": 7.0791, - "78": 7.01392, - "79": 6.88358, - "80": 6.93014, - "81": 6.96553, - "82": 7.05265, - "83": 6.98788, - "84": 7.00427, - "85": 6.84577, - "86": 7.03621, - "87": 6.96327, - "88": 6.9137, - "89": 6.80631, - "90": 7.23619, - "91": 6.70015, - "92": 7.05679, - "93": 6.89287, - "94": 7.05835, - "95": 6.84786, - "96": 6.96771, - "97": 6.94258, - "98": 6.87388, - "99": 7.01816, - "100": 6.98466 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43334.0, - "2": 44100.0, - "3": 44771.0, - "4": 42457.0, - "5": 45411.0, - "6": 40966.0, - "7": 43193.0, - "8": 45457.0, - "9": 42550.0, - "10": 45360.0, - "11": 44029.0, - "12": 44605.0, - "13": 43917.0, - "14": 46219.0, - "15": 43943.0, - "16": 41732.0, - "17": 43861.0, - "18": 44721.0, - "19": 42597.0, - "20": 44797.0, - "21": 44792.0, - "22": 41891.0, - "23": 45473.0, - "24": 43081.0, - "25": 42682.0, - "26": 43950.0, - "27": 46253.0, - "28": 46447.0, - "29": 46164.0, - "30": 44042.0, - "31": 41263.0, - "32": 43440.0, - "33": 45483.0, - "34": 43349.0, - "35": 43273.0, - "36": 42490.0, - "37": 40647.0, - "38": 42549.0, - "39": 44766.0, - "40": 43281.0, - "41": 44669.0, - "42": 43287.0, - "43": 45454.0, - "44": 44627.0, - "45": 43353.0, - "46": 43925.0, - "47": 42498.0, - "48": 44758.0, - "49": 43173.0, - "50": 43402.0, - "51": 41198.0, - "52": 43900.0, - "53": 43938.0, - "54": 41922.0, - "55": 43916.0, - "56": 43237.0, - "57": 42634.0, - "58": 43916.0, - "59": 44616.0, - "60": 41414.0, - "61": 39759.0, - "62": 44750.0, - "63": 44673.0, - "64": 45378.0, - "65": 44765.0, - "66": 45401.0, - "67": 43155.0, - "68": 42552.0, - "69": 43831.0, - "70": 45546.0, - "71": 43332.0, - "72": 44847.0, - "73": 45376.0, - "74": 42503.0, - "75": 44704.0, - "76": 43916.0, - "77": 42101.0, - "78": 40543.0, - "79": 38997.0, - "80": 41079.0, - "81": 45377.0, - "82": 43254.0, - "83": 38473.0, - "84": 42420.0, - "85": 43989.0, - "86": 45694.0, - "87": 41164.0, - "88": 41773.0, - "89": 41047.0, - "90": 44710.0, - "91": 46274.0, - "92": 41823.0, - "93": 43286.0, - "94": 39530.0, - "95": 44074.0, - "96": 44686.0, - "97": 45424.0, - "98": 41849.0, - "99": 45567.0, - "100": 42485.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 4158515200.0, - "2": 4158515200.0, - "3": 4158515200.0, - "4": 4158515200.0, - "5": 4158515200.0, - "6": 4158515200.0, - "7": 4158515200.0, - "8": 4158515200.0, - "9": 4158515200.0, - "10": 4158515200.0, - "11": 4158515200.0, - "12": 4158515200.0, - "13": 4158515200.0, - "14": 4158515200.0, - "15": 4158515200.0, - "16": 4158515200.0, - "17": 4158515200.0, - "18": 4158515200.0, - "19": 4158515200.0, - "20": 4158515200.0, - "21": 4158515200.0, - "22": 4158515200.0, - "23": 4158515200.0, - "24": 4158515200.0, - "25": 4158515200.0, - "26": 4158515200.0, - "27": 4158515200.0, - "28": 4158515200.0, - "29": 4158515200.0, - "30": 4158515200.0, - "31": 4158515200.0, - "32": 4158515200.0, - "33": 4158515200.0, - "34": 4158515200.0, - "35": 4158515200.0, - "36": 4158515200.0, - "37": 4158515200.0, - "38": 4158515200.0, - "39": 4158515200.0, - "40": 4158515200.0, - "41": 4158515200.0, - "42": 4158515200.0, - "43": 4158515200.0, - "44": 4158515200.0, - "45": 4158515200.0, - "46": 4158515200.0, - "47": 4158515200.0, - "48": 4158515200.0, - "49": 4158515200.0, - "50": 4158515200.0, - "51": 4158515200.0, - "52": 4158515200.0, - "53": 4158515200.0, - "54": 4158515200.0, - "55": 4158515200.0, - "56": 4158515200.0, - "57": 4158515200.0, - "58": 4158515200.0, - "59": 4158515200.0, - "60": 4158515200.0, - "61": 4158515200.0, - "62": 4158515200.0, - "63": 4158515200.0, - "64": 4158515200.0, - "65": 4158515200.0, - "66": 4158515200.0, - "67": 4158515200.0, - "68": 4158515200.0, - "69": 4158515200.0, - "70": 4158515200.0, - "71": 4158515200.0, - "72": 4158515200.0, - "73": 4158515200.0, - "74": 4158515200.0, - "75": 4158515200.0, - "76": 4158515200.0, - "77": 4158515200.0, - "78": 4158515200.0, - "79": 4158515200.0, - "80": 4158515200.0, - "81": 4158515200.0, - "82": 4158515200.0, - "83": 4158515200.0, - "84": 4158515200.0, - "85": 4158515200.0, - "86": 4158515200.0, - "87": 4158515200.0, - "88": 4158515200.0, - "89": 4158515200.0, - "90": 4158515200.0, - "91": 4158515200.0, - "92": 4158515200.0, - "93": 4158515200.0, - "94": 4158515200.0, - "95": 4158515200.0, - "96": 4158515200.0, - "97": 4158515200.0, - "98": 4158515200.0, - "99": 4158515200.0, - "100": 4158515200.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 4349380608.0, - "2": 6185459712.0, - "3": 6187556864.0, - "4": 6187556864.0, - "5": 6187556864.0, - "6": 6187556864.0, - "7": 6187556864.0, - "8": 6187556864.0, - "9": 6187556864.0, - "10": 6187556864.0, - "11": 6187556864.0, - "12": 6187556864.0, - "13": 6187556864.0, - "14": 6187556864.0, - "15": 6187556864.0, - "16": 6187556864.0, - "17": 6187556864.0, - "18": 6187556864.0, - "19": 6187556864.0, - "20": 6187556864.0, - "21": 6187556864.0, - "22": 6187556864.0, - "23": 6187556864.0, - "24": 6187556864.0, - "25": 6187556864.0, - "26": 6187556864.0, - "27": 6187556864.0, - "28": 6187556864.0, - "29": 6187556864.0, - "30": 6187556864.0, - "31": 6187556864.0, - "32": 6187556864.0, - "33": 6187556864.0, - "34": 6187556864.0, - "35": 6187556864.0, - "36": 6187556864.0, - "37": 6187556864.0, - "38": 6187556864.0, - "39": 6187556864.0, - "40": 6187556864.0, - "41": 6187556864.0, - "42": 6187556864.0, - "43": 6187556864.0, - "44": 6187556864.0, - "45": 6187556864.0, - "46": 6187556864.0, - "47": 6187556864.0, - "48": 6187556864.0, - "49": 6187556864.0, - "50": 6187556864.0, - "51": 6187556864.0, - "52": 6187556864.0, - "53": 6187556864.0, - "54": 6187556864.0, - "55": 6187556864.0, - "56": 6187556864.0, - "57": 6187556864.0, - "58": 6187556864.0, - "59": 6187556864.0, - "60": 6187556864.0, - "61": 6187556864.0, - "62": 6187556864.0, - "63": 6187556864.0, - "64": 6187556864.0, - "65": 6187556864.0, - "66": 6187556864.0, - "67": 6187556864.0, - "68": 6187556864.0, - "69": 6187556864.0, - "70": 6187556864.0, - "71": 6187556864.0, - "72": 6187556864.0, - "73": 6187556864.0, - "74": 6187556864.0, - "75": 6187556864.0, - "76": 6187556864.0, - "77": 6187556864.0, - "78": 6187556864.0, - "79": 6187556864.0, - "80": 6187556864.0, - "81": 6187556864.0, - "82": 6187556864.0, - "83": 6187556864.0, - "84": 6187556864.0, - "85": 6187556864.0, - "86": 6187556864.0, - "87": 6187556864.0, - "88": 6187556864.0, - "89": 6187556864.0, - "90": 6187556864.0, - "91": 6187556864.0, - "92": 6187556864.0, - "93": 6187556864.0, - "94": 6187556864.0, - "95": 6187556864.0, - "96": 6187556864.0, - "97": 6187556864.0, - "98": 6187556864.0, - "99": 6187556864.0, - "100": 6187556864.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 7.09171, - "2": 0.19937, - "3": 0.15739, - "4": 0.15626, - "5": 0.15726, - "6": 0.16596, - "7": 0.15866, - "8": 0.16018, - "9": 0.16342, - "10": 0.15848, - "11": 0.1563, - "12": 0.15949, - "13": 0.16471, - "14": 0.1653, - "15": 0.15904, - "16": 0.15673, - "17": 0.15845, - "18": 0.15591, - "19": 0.15809, - "20": 0.1593, - "21": 0.15934, - "22": 0.1588, - "23": 0.15615, - "24": 0.15816, - "25": 0.15513, - "26": 0.16623, - "27": 0.1635, - "28": 0.15796, - "29": 0.15745, - "30": 0.15659, - "31": 0.15757, - "32": 0.15805, - "33": 0.16121, - "34": 0.15918, - "35": 0.15628, - "36": 0.16015, - "37": 0.15954, - "38": 0.15711, - "39": 0.16207, - "40": 0.16543, - "41": 0.16329, - "42": 0.15895, - "43": 0.15771, - "44": 0.16372, - "45": 0.15827, - "46": 0.16205, - "47": 0.16175, - "48": 0.15754, - "49": 0.15916, - "50": 0.15618, - "51": 0.15693, - "52": 0.16151, - "53": 0.16143, - "54": 0.16281, - "55": 0.15891, - "56": 0.16235, - "57": 0.16248, - "58": 0.16949, - "59": 0.16264, - "60": 0.15666, - "61": 0.19456, - "62": 0.19414, - "63": 0.16346, - "64": 0.16675, - "65": 0.16803, - "66": 0.1748, - "67": 0.16431, - "68": 0.1587, - "69": 0.16219, - "70": 0.16457, - "71": 0.1716, - "72": 0.16546, - "73": 0.16711, - "74": 0.16142, - "75": 0.17042, - "76": 0.17092, - "77": 0.16596, - "78": 0.16577, - "79": 0.15743, - "80": 0.15851, - "81": 0.15791, - "82": 0.16001, - "83": 0.15783, - "84": 0.15788, - "85": 0.15665, - "86": 0.16107, - "87": 0.15608, - "88": 0.15928, - "89": 0.16138, - "90": 0.15621, - "91": 0.15886, - "92": 0.15808, - "93": 0.15911, - "94": 0.16777, - "95": 0.16017, - "96": 0.15821, - "97": 0.15642, - "98": 0.16061, - "99": 0.157, - "100": 0.15975 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1_resume_torch/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1_resume_torch/golden_values_dev_dgx_h100.json index 522245541ce..e0a55371afb 100644 --- a/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1_resume_torch/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1_resume_torch/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 7.04606, - "2": 0.19929, - "3": 0.2017, - "4": 0.19828, - "5": 0.15529, - "6": 0.15657, - "7": 0.1562, - "8": 0.15746, - "9": 0.15848, - "10": 0.1552, - "11": 0.15643, - "12": 0.15719, - "13": 0.15888, - "14": 0.15791, - "15": 0.15908, - "16": 0.15414, - "17": 0.1552, - "18": 0.15205, - "19": 0.18443, - "20": 0.19907, - "21": 0.16002, - "22": 0.1541, - "23": 0.1541, - "24": 0.15347, - "25": 0.15557, - "26": 0.15649, - "27": 0.16008, - "28": 0.15592, - "29": 0.15544, - "30": 0.15449, - "31": 0.15601, - "32": 0.15477, - "33": 0.159, - "34": 0.15733, - "35": 0.15695, - "36": 0.15477, - "37": 0.15376, - "38": 0.15585, - "39": 0.15472, - "40": 0.16007, - "41": 0.15379, - "42": 0.15522, - "43": 0.15668, - "44": 0.15453, - "45": 0.15571, - "46": 0.15742, - "47": 0.1588, - "48": 0.15282, - "49": 0.15611, - "50": 0.15733, - "51": 0.15969, - "52": 0.15894, - "53": 0.16067, - "54": 0.16019, - "55": 0.15633, - "56": 0.15774, - "57": 0.15905, - "58": 0.16207, - "59": 0.16104, - "60": 0.15837, - "61": 0.15701, - "62": 0.15604, - "63": 0.15894, - "64": 0.15836, - "65": 0.16179, - "66": 0.16196, - "67": 0.16049, - "68": 0.15825, - "69": 0.15755, - "70": 0.15963, - "71": 0.16471, - "72": 0.16654, - "73": 0.16164, - "74": 0.15823, - "75": 0.16142, - "76": 0.16113, - "77": 0.16286, - "78": 0.16729, - "79": 0.16051, - "80": 0.1567, - "81": 0.15597, - "82": 0.15346, - "83": 0.15578, - "84": 0.15723, - "85": 0.1555, - "86": 0.15702, - "87": 0.15866, - "88": 0.15938, - "89": 0.15659, - "90": 0.15777, - "91": 0.1688, - "92": 0.15804, - "93": 0.15347, - "94": 0.15467, - "95": 0.15963, - "96": 0.15485, - "97": 0.1585, - "98": 0.17109, - "99": 0.15645, - "100": 0.15472 + "1": 6.98463, + "2": 0.19558, + "3": 0.15734, + "4": 0.15695, + "5": 0.15774, + "6": 0.15468, + "7": 0.15373, + "8": 0.15721, + "9": 0.15375, + "10": 0.15555, + "11": 0.15762, + "12": 0.15358, + "13": 0.15446, + "14": 0.15343, + "15": 0.15567, + "16": 0.15597, + "17": 0.19986, + "18": 0.19685, + "19": 0.15757, + "20": 0.16418, + "21": 0.1662, + "22": 0.1633, + "23": 0.15542, + "24": 0.16131, + "25": 0.15713, + "26": 0.16116, + "27": 0.15731, + "28": 0.16645, + "29": 0.1581, + "30": 0.16334, + "31": 0.15469, + "32": 0.1607, + "33": 0.15565, + "34": 0.16369, + "35": 0.15592, + "36": 0.16404, + "37": 0.15034, + "38": 0.15864, + "39": 0.15017, + "40": 0.1607, + "41": 0.15387, + "42": 0.17077, + "43": 0.15397, + "44": 0.1563, + "45": 0.15512, + "46": 0.16115, + "47": 0.15635, + "48": 0.16292, + "49": 0.15581, + "50": 0.16402, + "51": 0.15457, + "52": 0.16232, + "53": 0.156, + "54": 0.16433, + "55": 0.15283, + "56": 0.19434, + "57": 0.19273, + "58": 0.15955, + "59": 0.15405, + "60": 0.15503, + "61": 0.15418, + "62": 0.15446, + "63": 0.15778, + "64": 0.1578, + "65": 0.16024, + "66": 0.15656, + "67": 0.15524, + "68": 0.15394, + "69": 0.16041, + "70": 0.16082, + "71": 0.16503, + "72": 0.16142, + "73": 0.16242, + "74": 0.15995, + "75": 0.15816, + "76": 0.16199, + "77": 0.16827, + "78": 0.15987, + "79": 0.15797, + "80": 0.15617, + "81": 0.15308, + "82": 0.15484, + "83": 0.15382, + "84": 0.16856, + "85": 0.15976, + "86": 0.15794, + "87": 0.15409, + "88": 0.15333, + "89": 0.15511, + "90": 0.15333, + "91": 0.17162, + "92": 0.15418, + "93": 0.15421, + "94": 0.15169, + "95": 0.15479, + "96": 0.15268, + "97": 0.1552, + "98": 0.1575, + "99": 0.15403, + "100": 0.15379 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1_resume_torch/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1_resume_torch/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index f1c0511f9d6..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1_resume_torch/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.33127, - "2": 10.35281, - "3": 9.79613, - "4": 9.60968, - "5": 9.42269, - "6": 9.45137, - "7": 9.34348, - "8": 9.27525, - "9": 9.09676, - "10": 9.0722, - "11": 8.8835, - "12": 8.83711, - "13": 8.86836, - "14": 8.71039, - "15": 8.68191, - "16": 8.56149, - "17": 8.52311, - "18": 8.43963, - "19": 8.40439, - "20": 8.29506, - "21": 8.27059, - "22": 8.17902, - "23": 8.12669, - "24": 8.14846, - "25": 7.9909, - "26": 8.12216, - "27": 7.90453, - "28": 7.98655, - "29": 7.80845, - "30": 7.86918, - "31": 7.83571, - "32": 7.72178, - "33": 7.80378, - "34": 7.59229, - "35": 7.68371, - "36": 7.53883, - "37": 7.47609, - "38": 7.5168, - "39": 7.49978, - "40": 7.51704, - "41": 7.43174, - "42": 7.40104, - "43": 7.44926, - "44": 7.38919, - "45": 7.38016, - "46": 7.29476, - "47": 7.44829, - "48": 7.28213, - "49": 7.34657, - "50": 7.17116, - "51": 7.37361, - "52": 7.13381, - "53": 7.11244, - "54": 7.23402, - "55": 7.14785, - "56": 7.22775, - "57": 7.33273, - "58": 6.99461, - "59": 7.11599, - "60": 7.13222, - "61": 7.1056, - "62": 7.26513, - "63": 7.14772, - "64": 7.08696, - "65": 6.98643, - "66": 7.04728, - "67": 7.04697, - "68": 7.14062, - "69": 7.2435, - "70": 7.05957, - "71": 6.89356, - "72": 6.99769, - "73": 6.97897, - "74": 6.91983, - "75": 7.05297, - "76": 6.96036, - "77": 7.0791, - "78": 7.01392, - "79": 6.88358, - "80": 6.93014, - "81": 6.96553, - "82": 7.05265, - "83": 6.98788, - "84": 7.00427, - "85": 6.84577, - "86": 7.03621, - "87": 6.96327, - "88": 6.9137, - "89": 6.80631, - "90": 7.23619, - "91": 6.70015, - "92": 7.05679, - "93": 6.89287, - "94": 7.05835, - "95": 6.84786, - "96": 6.96771, - "97": 6.94258, - "98": 6.87388, - "99": 7.01816, - "100": 6.98466 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43334.0, - "2": 44100.0, - "3": 44771.0, - "4": 42457.0, - "5": 45411.0, - "6": 40966.0, - "7": 43193.0, - "8": 45457.0, - "9": 42550.0, - "10": 45360.0, - "11": 44029.0, - "12": 44605.0, - "13": 43917.0, - "14": 46219.0, - "15": 43943.0, - "16": 41732.0, - "17": 43861.0, - "18": 44721.0, - "19": 42597.0, - "20": 44797.0, - "21": 44792.0, - "22": 41891.0, - "23": 45473.0, - "24": 43081.0, - "25": 42682.0, - "26": 43950.0, - "27": 46253.0, - "28": 46447.0, - "29": 46164.0, - "30": 44042.0, - "31": 41263.0, - "32": 43440.0, - "33": 45483.0, - "34": 43349.0, - "35": 43273.0, - "36": 42490.0, - "37": 40647.0, - "38": 42549.0, - "39": 44766.0, - "40": 43281.0, - "41": 44669.0, - "42": 43287.0, - "43": 45454.0, - "44": 44627.0, - "45": 43353.0, - "46": 43925.0, - "47": 42498.0, - "48": 44758.0, - "49": 43173.0, - "50": 43402.0, - "51": 41198.0, - "52": 43900.0, - "53": 43938.0, - "54": 41922.0, - "55": 43916.0, - "56": 43237.0, - "57": 42634.0, - "58": 43916.0, - "59": 44616.0, - "60": 41414.0, - "61": 39759.0, - "62": 44750.0, - "63": 44673.0, - "64": 45378.0, - "65": 44765.0, - "66": 45401.0, - "67": 43155.0, - "68": 42552.0, - "69": 43831.0, - "70": 45546.0, - "71": 43332.0, - "72": 44847.0, - "73": 45376.0, - "74": 42503.0, - "75": 44704.0, - "76": 43916.0, - "77": 42101.0, - "78": 40543.0, - "79": 38997.0, - "80": 41079.0, - "81": 45377.0, - "82": 43254.0, - "83": 38473.0, - "84": 42420.0, - "85": 43989.0, - "86": 45694.0, - "87": 41164.0, - "88": 41773.0, - "89": 41047.0, - "90": 44710.0, - "91": 46274.0, - "92": 41823.0, - "93": 43286.0, - "94": 39530.0, - "95": 44074.0, - "96": 44686.0, - "97": 45424.0, - "98": 41849.0, - "99": 45567.0, - "100": 42485.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 4158515200.0, - "2": 4158515200.0, - "3": 4158515200.0, - "4": 4158515200.0, - "5": 4158515200.0, - "6": 4158515200.0, - "7": 4158515200.0, - "8": 4158515200.0, - "9": 4158515200.0, - "10": 4158515200.0, - "11": 4158515200.0, - "12": 4158515200.0, - "13": 4158515200.0, - "14": 4158515200.0, - "15": 4158515200.0, - "16": 4158515200.0, - "17": 4158515200.0, - "18": 4158515200.0, - "19": 4158515200.0, - "20": 4158515200.0, - "21": 4158515200.0, - "22": 4158515200.0, - "23": 4158515200.0, - "24": 4158515200.0, - "25": 4158515200.0, - "26": 4158515200.0, - "27": 4158515200.0, - "28": 4158515200.0, - "29": 4158515200.0, - "30": 4158515200.0, - "31": 4158515200.0, - "32": 4158515200.0, - "33": 4158515200.0, - "34": 4158515200.0, - "35": 4158515200.0, - "36": 4158515200.0, - "37": 4158515200.0, - "38": 4158515200.0, - "39": 4158515200.0, - "40": 4158515200.0, - "41": 4158515200.0, - "42": 4158515200.0, - "43": 4158515200.0, - "44": 4158515200.0, - "45": 4158515200.0, - "46": 4158515200.0, - "47": 4158515200.0, - "48": 4158515200.0, - "49": 4158515200.0, - "50": 4158515200.0, - "51": 4158515200.0, - "52": 4158515200.0, - "53": 4158515200.0, - "54": 4158515200.0, - "55": 4158515200.0, - "56": 4158515200.0, - "57": 4158515200.0, - "58": 4158515200.0, - "59": 4158515200.0, - "60": 4158515200.0, - "61": 4158515200.0, - "62": 4158515200.0, - "63": 4158515200.0, - "64": 4158515200.0, - "65": 4158515200.0, - "66": 4158515200.0, - "67": 4158515200.0, - "68": 4158515200.0, - "69": 4158515200.0, - "70": 4158515200.0, - "71": 4158515200.0, - "72": 4158515200.0, - "73": 4158515200.0, - "74": 4158515200.0, - "75": 4158515200.0, - "76": 4158515200.0, - "77": 4158515200.0, - "78": 4158515200.0, - "79": 4158515200.0, - "80": 4158515200.0, - "81": 4158515200.0, - "82": 4158515200.0, - "83": 4158515200.0, - "84": 4158515200.0, - "85": 4158515200.0, - "86": 4158515200.0, - "87": 4158515200.0, - "88": 4158515200.0, - "89": 4158515200.0, - "90": 4158515200.0, - "91": 4158515200.0, - "92": 4158515200.0, - "93": 4158515200.0, - "94": 4158515200.0, - "95": 4158515200.0, - "96": 4158515200.0, - "97": 4158515200.0, - "98": 4158515200.0, - "99": 4158515200.0, - "100": 4158515200.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 4349380608.0, - "2": 6185459712.0, - "3": 6187556864.0, - "4": 6187556864.0, - "5": 6187556864.0, - "6": 6187556864.0, - "7": 6187556864.0, - "8": 6187556864.0, - "9": 6187556864.0, - "10": 6187556864.0, - "11": 6187556864.0, - "12": 6187556864.0, - "13": 6187556864.0, - "14": 6187556864.0, - "15": 6187556864.0, - "16": 6187556864.0, - "17": 6187556864.0, - "18": 6187556864.0, - "19": 6187556864.0, - "20": 6187556864.0, - "21": 6187556864.0, - "22": 6187556864.0, - "23": 6187556864.0, - "24": 6187556864.0, - "25": 6187556864.0, - "26": 6187556864.0, - "27": 6187556864.0, - "28": 6187556864.0, - "29": 6187556864.0, - "30": 6187556864.0, - "31": 6187556864.0, - "32": 6187556864.0, - "33": 6187556864.0, - "34": 6187556864.0, - "35": 6187556864.0, - "36": 6187556864.0, - "37": 6187556864.0, - "38": 6187556864.0, - "39": 6187556864.0, - "40": 6187556864.0, - "41": 6187556864.0, - "42": 6187556864.0, - "43": 6187556864.0, - "44": 6187556864.0, - "45": 6187556864.0, - "46": 6187556864.0, - "47": 6187556864.0, - "48": 6187556864.0, - "49": 6187556864.0, - "50": 6187556864.0, - "51": 6187556864.0, - "52": 6187556864.0, - "53": 6187556864.0, - "54": 6187556864.0, - "55": 6187556864.0, - "56": 6187556864.0, - "57": 6187556864.0, - "58": 6187556864.0, - "59": 6187556864.0, - "60": 6187556864.0, - "61": 6187556864.0, - "62": 6187556864.0, - "63": 6187556864.0, - "64": 6187556864.0, - "65": 6187556864.0, - "66": 6187556864.0, - "67": 6187556864.0, - "68": 6187556864.0, - "69": 6187556864.0, - "70": 6187556864.0, - "71": 6187556864.0, - "72": 6187556864.0, - "73": 6187556864.0, - "74": 6187556864.0, - "75": 6187556864.0, - "76": 6187556864.0, - "77": 6187556864.0, - "78": 6187556864.0, - "79": 6187556864.0, - "80": 6187556864.0, - "81": 6187556864.0, - "82": 6187556864.0, - "83": 6187556864.0, - "84": 6187556864.0, - "85": 6187556864.0, - "86": 6187556864.0, - "87": 6187556864.0, - "88": 6187556864.0, - "89": 6187556864.0, - "90": 6187556864.0, - "91": 6187556864.0, - "92": 6187556864.0, - "93": 6187556864.0, - "94": 6187556864.0, - "95": 6187556864.0, - "96": 6187556864.0, - "97": 6187556864.0, - "98": 6187556864.0, - "99": 6187556864.0, - "100": 6187556864.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 7.44745, - "2": 0.28877, - "3": 0.13863, - "4": 0.13991, - "5": 0.1386, - "6": 0.1688, - "7": 0.13897, - "8": 0.14655, - "9": 0.14408, - "10": 0.14011, - "11": 0.14086, - "12": 0.13894, - "13": 0.13997, - "14": 0.15002, - "15": 0.14424, - "16": 0.14057, - "17": 0.13971, - "18": 0.14204, - "19": 0.13911, - "20": 0.13847, - "21": 0.1511, - "22": 0.1466, - "23": 0.13965, - "24": 0.13912, - "25": 0.1401, - "26": 0.13945, - "27": 0.13889, - "28": 0.14975, - "29": 0.14768, - "30": 0.14096, - "31": 0.1397, - "32": 0.13848, - "33": 0.14003, - "34": 0.13906, - "35": 0.15106, - "36": 0.14946, - "37": 0.13936, - "38": 0.13863, - "39": 0.13854, - "40": 0.13912, - "41": 0.13768, - "42": 0.16204, - "43": 0.14058, - "44": 0.14047, - "45": 0.14051, - "46": 0.13844, - "47": 0.14085, - "48": 0.14712, - "49": 0.14538, - "50": 0.14262, - "51": 0.14224, - "52": 0.14099, - "53": 0.14182, - "54": 0.14142, - "55": 0.14151, - "56": 0.17071, - "57": 0.16514, - "58": 0.14109, - "59": 0.14613, - "60": 0.13996, - "61": 0.1438, - "62": 0.1439, - "63": 0.1704, - "64": 0.17016, - "65": 0.14013, - "66": 0.1408, - "67": 0.14073, - "68": 0.14112, - "69": 0.14885, - "70": 0.15051, - "71": 0.1459, - "72": 0.14741, - "73": 0.14647, - "74": 0.14559, - "75": 0.14518, - "76": 0.14651, - "77": 0.18065, - "78": 0.17614, - "79": 0.14661, - "80": 0.14187, - "81": 0.14198, - "82": 0.13988, - "83": 0.14058, - "84": 0.14152, - "85": 0.14263, - "86": 0.14317, - "87": 0.14179, - "88": 0.14281, - "89": 0.13999, - "90": 0.14469, - "91": 0.142, - "92": 0.14198, - "93": 0.14441, - "94": 0.14544, - "95": 0.14559, - "96": 0.14352, - "97": 0.14163, - "98": 0.14642, - "99": 0.14323, - "100": 0.14598 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1_resume_torch/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1_resume_torch/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index e0a55371afb..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_tp1_pp1_vp1_resume_torch/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.33127, - "2": 10.35281, - "3": 9.79613, - "4": 9.60968, - "5": 9.42269, - "6": 9.45137, - "7": 9.34348, - "8": 9.27525, - "9": 9.09676, - "10": 9.0722, - "11": 8.8835, - "12": 8.83711, - "13": 8.86836, - "14": 8.71039, - "15": 8.68191, - "16": 8.56149, - "17": 8.52311, - "18": 8.43963, - "19": 8.40439, - "20": 8.29506, - "21": 8.27059, - "22": 8.17902, - "23": 8.12669, - "24": 8.14846, - "25": 7.9909, - "26": 8.12216, - "27": 7.90453, - "28": 7.98655, - "29": 7.80845, - "30": 7.86918, - "31": 7.83571, - "32": 7.72178, - "33": 7.80378, - "34": 7.59229, - "35": 7.68371, - "36": 7.53883, - "37": 7.47609, - "38": 7.5168, - "39": 7.49978, - "40": 7.51704, - "41": 7.43174, - "42": 7.40104, - "43": 7.44926, - "44": 7.38919, - "45": 7.38016, - "46": 7.29476, - "47": 7.44829, - "48": 7.28213, - "49": 7.34657, - "50": 7.17116, - "51": 7.37361, - "52": 7.13381, - "53": 7.11244, - "54": 7.23402, - "55": 7.14785, - "56": 7.22775, - "57": 7.33273, - "58": 6.99461, - "59": 7.11599, - "60": 7.13222, - "61": 7.1056, - "62": 7.26513, - "63": 7.14772, - "64": 7.08696, - "65": 6.98643, - "66": 7.04728, - "67": 7.04697, - "68": 7.14062, - "69": 7.2435, - "70": 7.05957, - "71": 6.89356, - "72": 6.99769, - "73": 6.97897, - "74": 6.91983, - "75": 7.05297, - "76": 6.96036, - "77": 7.0791, - "78": 7.01392, - "79": 6.88358, - "80": 6.93014, - "81": 6.96553, - "82": 7.05265, - "83": 6.98788, - "84": 7.00427, - "85": 6.84577, - "86": 7.03621, - "87": 6.96327, - "88": 6.9137, - "89": 6.80631, - "90": 7.23619, - "91": 6.70015, - "92": 7.05679, - "93": 6.89287, - "94": 7.05835, - "95": 6.84786, - "96": 6.96771, - "97": 6.94258, - "98": 6.87388, - "99": 7.01816, - "100": 6.98466 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43334.0, - "2": 44100.0, - "3": 44771.0, - "4": 42457.0, - "5": 45411.0, - "6": 40966.0, - "7": 43193.0, - "8": 45457.0, - "9": 42550.0, - "10": 45360.0, - "11": 44029.0, - "12": 44605.0, - "13": 43917.0, - "14": 46219.0, - "15": 43943.0, - "16": 41732.0, - "17": 43861.0, - "18": 44721.0, - "19": 42597.0, - "20": 44797.0, - "21": 44792.0, - "22": 41891.0, - "23": 45473.0, - "24": 43081.0, - "25": 42682.0, - "26": 43950.0, - "27": 46253.0, - "28": 46447.0, - "29": 46164.0, - "30": 44042.0, - "31": 41263.0, - "32": 43440.0, - "33": 45483.0, - "34": 43349.0, - "35": 43273.0, - "36": 42490.0, - "37": 40647.0, - "38": 42549.0, - "39": 44766.0, - "40": 43281.0, - "41": 44669.0, - "42": 43287.0, - "43": 45454.0, - "44": 44627.0, - "45": 43353.0, - "46": 43925.0, - "47": 42498.0, - "48": 44758.0, - "49": 43173.0, - "50": 43402.0, - "51": 41198.0, - "52": 43900.0, - "53": 43938.0, - "54": 41922.0, - "55": 43916.0, - "56": 43237.0, - "57": 42634.0, - "58": 43916.0, - "59": 44616.0, - "60": 41414.0, - "61": 39759.0, - "62": 44750.0, - "63": 44673.0, - "64": 45378.0, - "65": 44765.0, - "66": 45401.0, - "67": 43155.0, - "68": 42552.0, - "69": 43831.0, - "70": 45546.0, - "71": 43332.0, - "72": 44847.0, - "73": 45376.0, - "74": 42503.0, - "75": 44704.0, - "76": 43916.0, - "77": 42101.0, - "78": 40543.0, - "79": 38997.0, - "80": 41079.0, - "81": 45377.0, - "82": 43254.0, - "83": 38473.0, - "84": 42420.0, - "85": 43989.0, - "86": 45694.0, - "87": 41164.0, - "88": 41773.0, - "89": 41047.0, - "90": 44710.0, - "91": 46274.0, - "92": 41823.0, - "93": 43286.0, - "94": 39530.0, - "95": 44074.0, - "96": 44686.0, - "97": 45424.0, - "98": 41849.0, - "99": 45567.0, - "100": 42485.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 4158515200.0, - "2": 4158515200.0, - "3": 4158515200.0, - "4": 4158515200.0, - "5": 4158515200.0, - "6": 4158515200.0, - "7": 4158515200.0, - "8": 4158515200.0, - "9": 4158515200.0, - "10": 4158515200.0, - "11": 4158515200.0, - "12": 4158515200.0, - "13": 4158515200.0, - "14": 4158515200.0, - "15": 4158515200.0, - "16": 4158515200.0, - "17": 4158515200.0, - "18": 4158515200.0, - "19": 4158515200.0, - "20": 4158515200.0, - "21": 4158515200.0, - "22": 4158515200.0, - "23": 4158515200.0, - "24": 4158515200.0, - "25": 4158515200.0, - "26": 4158515200.0, - "27": 4158515200.0, - "28": 4158515200.0, - "29": 4158515200.0, - "30": 4158515200.0, - "31": 4158515200.0, - "32": 4158515200.0, - "33": 4158515200.0, - "34": 4158515200.0, - "35": 4158515200.0, - "36": 4158515200.0, - "37": 4158515200.0, - "38": 4158515200.0, - "39": 4158515200.0, - "40": 4158515200.0, - "41": 4158515200.0, - "42": 4158515200.0, - "43": 4158515200.0, - "44": 4158515200.0, - "45": 4158515200.0, - "46": 4158515200.0, - "47": 4158515200.0, - "48": 4158515200.0, - "49": 4158515200.0, - "50": 4158515200.0, - "51": 4158515200.0, - "52": 4158515200.0, - "53": 4158515200.0, - "54": 4158515200.0, - "55": 4158515200.0, - "56": 4158515200.0, - "57": 4158515200.0, - "58": 4158515200.0, - "59": 4158515200.0, - "60": 4158515200.0, - "61": 4158515200.0, - "62": 4158515200.0, - "63": 4158515200.0, - "64": 4158515200.0, - "65": 4158515200.0, - "66": 4158515200.0, - "67": 4158515200.0, - "68": 4158515200.0, - "69": 4158515200.0, - "70": 4158515200.0, - "71": 4158515200.0, - "72": 4158515200.0, - "73": 4158515200.0, - "74": 4158515200.0, - "75": 4158515200.0, - "76": 4158515200.0, - "77": 4158515200.0, - "78": 4158515200.0, - "79": 4158515200.0, - "80": 4158515200.0, - "81": 4158515200.0, - "82": 4158515200.0, - "83": 4158515200.0, - "84": 4158515200.0, - "85": 4158515200.0, - "86": 4158515200.0, - "87": 4158515200.0, - "88": 4158515200.0, - "89": 4158515200.0, - "90": 4158515200.0, - "91": 4158515200.0, - "92": 4158515200.0, - "93": 4158515200.0, - "94": 4158515200.0, - "95": 4158515200.0, - "96": 4158515200.0, - "97": 4158515200.0, - "98": 4158515200.0, - "99": 4158515200.0, - "100": 4158515200.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 4349380608.0, - "2": 6185459712.0, - "3": 6187556864.0, - "4": 6187556864.0, - "5": 6187556864.0, - "6": 6187556864.0, - "7": 6187556864.0, - "8": 6187556864.0, - "9": 6187556864.0, - "10": 6187556864.0, - "11": 6187556864.0, - "12": 6187556864.0, - "13": 6187556864.0, - "14": 6187556864.0, - "15": 6187556864.0, - "16": 6187556864.0, - "17": 6187556864.0, - "18": 6187556864.0, - "19": 6187556864.0, - "20": 6187556864.0, - "21": 6187556864.0, - "22": 6187556864.0, - "23": 6187556864.0, - "24": 6187556864.0, - "25": 6187556864.0, - "26": 6187556864.0, - "27": 6187556864.0, - "28": 6187556864.0, - "29": 6187556864.0, - "30": 6187556864.0, - "31": 6187556864.0, - "32": 6187556864.0, - "33": 6187556864.0, - "34": 6187556864.0, - "35": 6187556864.0, - "36": 6187556864.0, - "37": 6187556864.0, - "38": 6187556864.0, - "39": 6187556864.0, - "40": 6187556864.0, - "41": 6187556864.0, - "42": 6187556864.0, - "43": 6187556864.0, - "44": 6187556864.0, - "45": 6187556864.0, - "46": 6187556864.0, - "47": 6187556864.0, - "48": 6187556864.0, - "49": 6187556864.0, - "50": 6187556864.0, - "51": 6187556864.0, - "52": 6187556864.0, - "53": 6187556864.0, - "54": 6187556864.0, - "55": 6187556864.0, - "56": 6187556864.0, - "57": 6187556864.0, - "58": 6187556864.0, - "59": 6187556864.0, - "60": 6187556864.0, - "61": 6187556864.0, - "62": 6187556864.0, - "63": 6187556864.0, - "64": 6187556864.0, - "65": 6187556864.0, - "66": 6187556864.0, - "67": 6187556864.0, - "68": 6187556864.0, - "69": 6187556864.0, - "70": 6187556864.0, - "71": 6187556864.0, - "72": 6187556864.0, - "73": 6187556864.0, - "74": 6187556864.0, - "75": 6187556864.0, - "76": 6187556864.0, - "77": 6187556864.0, - "78": 6187556864.0, - "79": 6187556864.0, - "80": 6187556864.0, - "81": 6187556864.0, - "82": 6187556864.0, - "83": 6187556864.0, - "84": 6187556864.0, - "85": 6187556864.0, - "86": 6187556864.0, - "87": 6187556864.0, - "88": 6187556864.0, - "89": 6187556864.0, - "90": 6187556864.0, - "91": 6187556864.0, - "92": 6187556864.0, - "93": 6187556864.0, - "94": 6187556864.0, - "95": 6187556864.0, - "96": 6187556864.0, - "97": 6187556864.0, - "98": 6187556864.0, - "99": 6187556864.0, - "100": 6187556864.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 6.98463, - "2": 0.19558, - "3": 0.15734, - "4": 0.15695, - "5": 0.15774, - "6": 0.15468, - "7": 0.15373, - "8": 0.15721, - "9": 0.15375, - "10": 0.15555, - "11": 0.15762, - "12": 0.15358, - "13": 0.15446, - "14": 0.15343, - "15": 0.15567, - "16": 0.15597, - "17": 0.19986, - "18": 0.19685, - "19": 0.15757, - "20": 0.16418, - "21": 0.1662, - "22": 0.1633, - "23": 0.15542, - "24": 0.16131, - "25": 0.15713, - "26": 0.16116, - "27": 0.15731, - "28": 0.16645, - "29": 0.1581, - "30": 0.16334, - "31": 0.15469, - "32": 0.1607, - "33": 0.15565, - "34": 0.16369, - "35": 0.15592, - "36": 0.16404, - "37": 0.15034, - "38": 0.15864, - "39": 0.15017, - "40": 0.1607, - "41": 0.15387, - "42": 0.17077, - "43": 0.15397, - "44": 0.1563, - "45": 0.15512, - "46": 0.16115, - "47": 0.15635, - "48": 0.16292, - "49": 0.15581, - "50": 0.16402, - "51": 0.15457, - "52": 0.16232, - "53": 0.156, - "54": 0.16433, - "55": 0.15283, - "56": 0.19434, - "57": 0.19273, - "58": 0.15955, - "59": 0.15405, - "60": 0.15503, - "61": 0.15418, - "62": 0.15446, - "63": 0.15778, - "64": 0.1578, - "65": 0.16024, - "66": 0.15656, - "67": 0.15524, - "68": 0.15394, - "69": 0.16041, - "70": 0.16082, - "71": 0.16503, - "72": 0.16142, - "73": 0.16242, - "74": 0.15995, - "75": 0.15816, - "76": 0.16199, - "77": 0.16827, - "78": 0.15987, - "79": 0.15797, - "80": 0.15617, - "81": 0.15308, - "82": 0.15484, - "83": 0.15382, - "84": 0.16856, - "85": 0.15976, - "86": 0.15794, - "87": 0.15409, - "88": 0.15333, - "89": 0.15511, - "90": 0.15333, - "91": 0.17162, - "92": 0.15418, - "93": 0.15421, - "94": 0.15169, - "95": 0.15479, - "96": 0.15268, - "97": 0.1552, - "98": 0.1575, - "99": 0.15403, - "100": 0.15379 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_tp2_pp1_vp1/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/t5/t5_mcore_tp2_pp1_vp1/golden_values_dev_dgx_h100.json index b7f4830a0c8..81670d237ce 100644 --- a/tests/functional_tests/test_cases/t5/t5_mcore_tp2_pp1_vp1/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/t5/t5_mcore_tp2_pp1_vp1/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 9.03109, - "2": 0.35076, - "3": 0.33208, - "4": 0.30024, - "5": 0.29051, - "6": 0.29151, - "7": 0.2915, - "8": 0.29069, - "9": 0.28128, - "10": 0.28633, - "11": 0.28968, - "12": 0.29187, - "13": 0.28737, - "14": 0.28701, - "15": 0.29554, - "16": 0.28451, - "17": 0.28904, - "18": 0.28765, - "19": 0.2927, - "20": 0.29433, - "21": 0.28956, - "22": 0.28517, - "23": 0.29568, - "24": 0.29372, - "25": 0.28702, - "26": 0.27993, - "27": 0.28025, - "28": 0.28025, - "29": 0.28655, - "30": 0.28192, - "31": 0.28723, - "32": 0.29054, - "33": 0.29967, - "34": 0.28855, - "35": 0.31974, - "36": 0.32479, - "37": 0.28367, - "38": 0.29414, - "39": 0.30161, - "40": 0.29066, - "41": 0.2857, - "42": 0.29152, - "43": 0.28567, - "44": 0.28393, - "45": 0.29254, - "46": 0.28887, - "47": 0.29566, - "48": 0.2879, - "49": 0.28337, - "50": 0.28858, - "51": 0.28557, - "52": 0.28641, - "53": 0.28977, - "54": 0.28532, - "55": 0.28322, - "56": 0.2855, - "57": 0.29617, - "58": 0.28816, - "59": 0.28781, - "60": 0.28732, - "61": 0.28426, - "62": 0.29092, - "63": 0.29263, - "64": 0.28875, - "65": 0.28714, - "66": 0.29018, - "67": 0.28162, - "68": 0.28703, - "69": 0.29503, - "70": 0.29276, - "71": 0.2824, - "72": 0.29151, - "73": 0.29279, - "74": 0.28282, - "75": 0.28454, - "76": 0.28479, - "77": 0.28239, - "78": 0.28785, - "79": 0.29392, - "80": 0.28563, - "81": 0.282, - "82": 0.29276, - "83": 0.29502, - "84": 0.28441, - "85": 0.28063, - "86": 0.29172, - "87": 0.2867, - "88": 0.29629, - "89": 0.29585, - "90": 0.29326, - "91": 0.28326, - "92": 0.28263, - "93": 0.2913, - "94": 0.2943, - "95": 0.28216, - "96": 0.29001, - "97": 0.29031, - "98": 0.28912, - "99": 0.68367, - "100": 0.296 + "1": 9.16897, + "2": 0.35143, + "3": 0.28496, + "4": 0.28172, + "5": 0.28308, + "6": 0.2855, + "7": 0.28287, + "8": 0.28079, + "9": 0.2809, + "10": 0.28329, + "11": 0.28038, + "12": 0.28371, + "13": 0.28032, + "14": 0.28362, + "15": 0.28125, + "16": 0.28046, + "17": 0.28421, + "18": 0.28132, + "19": 0.2808, + "20": 0.28432, + "21": 0.28578, + "22": 0.28205, + "23": 0.28411, + "24": 0.28378, + "25": 0.28227, + "26": 0.28231, + "27": 0.28353, + "28": 0.28497, + "29": 0.29981, + "30": 0.28557, + "31": 0.28777, + "32": 0.28808, + "33": 0.28609, + "34": 0.32585, + "35": 0.341, + "36": 0.2886, + "37": 0.28157, + "38": 0.2916, + "39": 0.28501, + "40": 0.27952, + "41": 0.27767, + "42": 0.28062, + "43": 0.28781, + "44": 0.2839, + "45": 0.282, + "46": 0.27837, + "47": 0.27883, + "48": 0.27865, + "49": 0.28179, + "50": 0.27881, + "51": 0.27669, + "52": 0.28063, + "53": 0.27909, + "54": 0.27716, + "55": 0.27807, + "56": 0.2785, + "57": 0.27679, + "58": 0.28004, + "59": 0.27659, + "60": 0.27984, + "61": 0.2771, + "62": 0.27714, + "63": 0.2802, + "64": 0.2918, + "65": 0.27948, + "66": 0.27839, + "67": 0.28573, + "68": 0.27933, + "69": 0.27893, + "70": 0.27964, + "71": 0.2767, + "72": 0.27816, + "73": 0.28004, + "74": 0.27997, + "75": 0.28095, + "76": 0.27752, + "77": 0.27912, + "78": 0.28068, + "79": 0.27992, + "80": 0.28771, + "81": 0.28046, + "82": 0.28352, + "83": 0.28376, + "84": 0.28337, + "85": 0.28197, + "86": 0.27949, + "87": 0.27909, + "88": 0.28479, + "89": 0.28248, + "90": 0.27742, + "91": 0.27819, + "92": 0.2809, + "93": 0.28123, + "94": 0.27933, + "95": 0.28364, + "96": 0.28523, + "97": 0.28365, + "98": 0.27822, + "99": 0.28382, + "100": 0.28917 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_tp2_pp1_vp1/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/t5/t5_mcore_tp2_pp1_vp1/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index f6481fb6aae..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_tp2_pp1_vp1/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.372, - "2": 10.37006, - "3": 9.85232, - "4": 9.61996, - "5": 9.40868, - "6": 9.43215, - "7": 9.31482, - "8": 9.27336, - "9": 9.1139, - "10": 9.03962, - "11": 8.87218, - "12": 8.80873, - "13": 8.83468, - "14": 8.69011, - "15": 8.66228, - "16": 8.54828, - "17": 8.50093, - "18": 8.42525, - "19": 8.3881, - "20": 8.2807, - "21": 8.26609, - "22": 8.16003, - "23": 8.1124, - "24": 8.14262, - "25": 7.98432, - "26": 8.10592, - "27": 7.88963, - "28": 7.97037, - "29": 7.81276, - "30": 7.87638, - "31": 7.82516, - "32": 7.70248, - "33": 7.80198, - "34": 7.56872, - "35": 7.67379, - "36": 7.54691, - "37": 7.47408, - "38": 7.50739, - "39": 7.49773, - "40": 7.51091, - "41": 7.41065, - "42": 7.37995, - "43": 7.44078, - "44": 7.39393, - "45": 7.37239, - "46": 7.28427, - "47": 7.46631, - "48": 7.2905, - "49": 7.35025, - "50": 7.17204, - "51": 7.37012, - "52": 7.14467, - "53": 7.12652, - "54": 7.23751, - "55": 7.15586, - "56": 7.23154, - "57": 7.33541, - "58": 7.01363, - "59": 7.11431, - "60": 7.15121, - "61": 7.10904, - "62": 7.26834, - "63": 7.15176, - "64": 7.08415, - "65": 6.99114, - "66": 7.05301, - "67": 7.04354, - "68": 7.1398, - "69": 7.03224, - "70": 7.05832, - "71": 6.90372, - "72": 6.99794, - "73": 6.9769, - "74": 6.91759, - "75": 7.06626, - "76": 6.95758, - "77": 7.0871, - "78": 7.03238, - "79": 6.85274, - "80": 6.93633, - "81": 6.97617, - "82": 7.06196, - "83": 6.98213, - "84": 7.00931, - "85": 6.85082, - "86": 7.04673, - "87": 6.97907, - "88": 6.91096, - "89": 6.81719, - "90": 7.2459, - "91": 6.7046, - "92": 7.05377, - "93": 6.89397, - "94": 7.0542, - "95": 6.85031, - "96": 6.96441, - "97": 6.95632, - "98": 6.88246, - "99": 7.00392, - "100": 6.98993 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43299.0, - "2": 44047.0, - "3": 44744.0, - "4": 42405.0, - "5": 45385.0, - "6": 40946.0, - "7": 43183.0, - "8": 45446.0, - "9": 42445.0, - "10": 45361.0, - "11": 43966.0, - "12": 44593.0, - "13": 43907.0, - "14": 46210.0, - "15": 43904.0, - "16": 41614.0, - "17": 43840.0, - "18": 44687.0, - "19": 42536.0, - "20": 44746.0, - "21": 44767.0, - "22": 41831.0, - "23": 45449.0, - "24": 43072.0, - "25": 42457.0, - "26": 43921.0, - "27": 46208.0, - "28": 46361.0, - "29": 46146.0, - "30": 43976.0, - "31": 41272.0, - "32": 43348.0, - "33": 45431.0, - "34": 43295.0, - "35": 43264.0, - "36": 42493.0, - "37": 40075.0, - "38": 42518.0, - "39": 44713.0, - "40": 43230.0, - "41": 44666.0, - "42": 43251.0, - "43": 45471.0, - "44": 44600.0, - "45": 43330.0, - "46": 43932.0, - "47": 42400.0, - "48": 44673.0, - "49": 43149.0, - "50": 43373.0, - "51": 41142.0, - "52": 43824.0, - "53": 43917.0, - "54": 42023.0, - "55": 43883.0, - "56": 43235.0, - "57": 42536.0, - "58": 43829.0, - "59": 44648.0, - "60": 41187.0, - "61": 39720.0, - "62": 44740.0, - "63": 44690.0, - "64": 45358.0, - "65": 44695.0, - "66": 45364.0, - "67": 43138.0, - "68": 42538.0, - "69": 43820.0, - "70": 45549.0, - "71": 43324.0, - "72": 44760.0, - "73": 45363.0, - "74": 42473.0, - "75": 44666.0, - "76": 43903.0, - "77": 42082.0, - "78": 40295.0, - "79": 38890.0, - "80": 41131.0, - "81": 45363.0, - "82": 43206.0, - "83": 38487.0, - "84": 42462.0, - "85": 43985.0, - "86": 45695.0, - "87": 40826.0, - "88": 41822.0, - "89": 41069.0, - "90": 44664.0, - "91": 46170.0, - "92": 41797.0, - "93": 43208.0, - "94": 39552.0, - "95": 44106.0, - "96": 44697.0, - "97": 45398.0, - "98": 41792.0, - "99": 45429.0, - "100": 42437.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2171550208.0, - "2": 2171550208.0, - "3": 2171550208.0, - "4": 2171550208.0, - "5": 2171550208.0, - "6": 2171550208.0, - "7": 2171550208.0, - "8": 2171550208.0, - "9": 2171550208.0, - "10": 2171550208.0, - "11": 2171550208.0, - "12": 2171550208.0, - "13": 2171550208.0, - "14": 2171550208.0, - "15": 2171550208.0, - "16": 2171550208.0, - "17": 2171550208.0, - "18": 2171550208.0, - "19": 2171550208.0, - "20": 2171550208.0, - "21": 2171550208.0, - "22": 2171550208.0, - "23": 2171550208.0, - "24": 2171550208.0, - "25": 2171550208.0, - "26": 2171550208.0, - "27": 2171550208.0, - "28": 2171550208.0, - "29": 2171550208.0, - "30": 2171550208.0, - "31": 2171550208.0, - "32": 2171550208.0, - "33": 2171550208.0, - "34": 2171550208.0, - "35": 2171550208.0, - "36": 2171550208.0, - "37": 2171550208.0, - "38": 2171550208.0, - "39": 2171550208.0, - "40": 2171550208.0, - "41": 2171550208.0, - "42": 2171550208.0, - "43": 2171550208.0, - "44": 2171550208.0, - "45": 2171550208.0, - "46": 2171550208.0, - "47": 2171550208.0, - "48": 2171550208.0, - "49": 2171550208.0, - "50": 2171550208.0, - "51": 2171550208.0, - "52": 2171550208.0, - "53": 2171550208.0, - "54": 2171550208.0, - "55": 2171550208.0, - "56": 2171550208.0, - "57": 2171550208.0, - "58": 2171550208.0, - "59": 2171550208.0, - "60": 2171550208.0, - "61": 2171550208.0, - "62": 2171550208.0, - "63": 2171550208.0, - "64": 2171550208.0, - "65": 2171550208.0, - "66": 2171550208.0, - "67": 2171550208.0, - "68": 2171550208.0, - "69": 2171550208.0, - "70": 2171550208.0, - "71": 2171550208.0, - "72": 2171550208.0, - "73": 2171550208.0, - "74": 2171550208.0, - "75": 2171550208.0, - "76": 2171550208.0, - "77": 2171550208.0, - "78": 2171550208.0, - "79": 2171550208.0, - "80": 2171550208.0, - "81": 2171550208.0, - "82": 2171550208.0, - "83": 2171550208.0, - "84": 2171550208.0, - "85": 2171550208.0, - "86": 2171550208.0, - "87": 2171550208.0, - "88": 2171550208.0, - "89": 2171550208.0, - "90": 2171550208.0, - "91": 2171550208.0, - "92": 2171550208.0, - "93": 2171550208.0, - "94": 2171550208.0, - "95": 2171550208.0, - "96": 2171550208.0, - "97": 2171550208.0, - "98": 2171550208.0, - "99": 2171550208.0, - "100": 2171550208.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2407642624.0, - "2": 3336458752.0, - "3": 3336458752.0, - "4": 3336458752.0, - "5": 3336458752.0, - "6": 3336458752.0, - "7": 3336458752.0, - "8": 3336458752.0, - "9": 3336458752.0, - "10": 3336458752.0, - "11": 3336458752.0, - "12": 3336458752.0, - "13": 3336458752.0, - "14": 3336458752.0, - "15": 3336458752.0, - "16": 3336458752.0, - "17": 3336458752.0, - "18": 3336458752.0, - "19": 3336458752.0, - "20": 3336458752.0, - "21": 3336458752.0, - "22": 3336458752.0, - "23": 3336458752.0, - "24": 3336458752.0, - "25": 3336458752.0, - "26": 3336458752.0, - "27": 3336458752.0, - "28": 3336458752.0, - "29": 3336458752.0, - "30": 3336458752.0, - "31": 3336458752.0, - "32": 3336458752.0, - "33": 3336458752.0, - "34": 3336458752.0, - "35": 3336458752.0, - "36": 3336458752.0, - "37": 3336458752.0, - "38": 3336458752.0, - "39": 3336458752.0, - "40": 3336458752.0, - "41": 3336458752.0, - "42": 3336458752.0, - "43": 3336458752.0, - "44": 3336458752.0, - "45": 3336458752.0, - "46": 3336458752.0, - "47": 3336458752.0, - "48": 3336458752.0, - "49": 3336458752.0, - "50": 3336458752.0, - "51": 3336458752.0, - "52": 3336458752.0, - "53": 3336458752.0, - "54": 3336458752.0, - "55": 3336458752.0, - "56": 3336458752.0, - "57": 3336458752.0, - "58": 3336458752.0, - "59": 3336458752.0, - "60": 3336458752.0, - "61": 3336458752.0, - "62": 3336458752.0, - "63": 3336458752.0, - "64": 3336458752.0, - "65": 3336458752.0, - "66": 3336458752.0, - "67": 3336458752.0, - "68": 3336458752.0, - "69": 3336458752.0, - "70": 3336458752.0, - "71": 3336458752.0, - "72": 3336458752.0, - "73": 3336458752.0, - "74": 3336458752.0, - "75": 3336458752.0, - "76": 3336458752.0, - "77": 3336458752.0, - "78": 3336458752.0, - "79": 3336458752.0, - "80": 3336458752.0, - "81": 3336458752.0, - "82": 3336458752.0, - "83": 3336458752.0, - "84": 3336458752.0, - "85": 3336458752.0, - "86": 3336458752.0, - "87": 3336458752.0, - "88": 3336458752.0, - "89": 3336458752.0, - "90": 3336458752.0, - "91": 3336458752.0, - "92": 3336458752.0, - "93": 3336458752.0, - "94": 3336458752.0, - "95": 3336458752.0, - "96": 3336458752.0, - "97": 3336458752.0, - "98": 3336458752.0, - "99": 3336458752.0, - "100": 3336458752.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 9.60166, - "2": 0.33673, - "3": 0.25171, - "4": 0.25375, - "5": 0.25753, - "6": 0.27787, - "7": 0.24971, - "8": 0.2503, - "9": 0.25048, - "10": 0.24978, - "11": 0.25041, - "12": 0.24978, - "13": 0.25194, - "14": 0.2514, - "15": 0.25318, - "16": 0.25109, - "17": 0.25362, - "18": 0.24882, - "19": 0.24704, - "20": 0.25004, - "21": 0.27982, - "22": 0.24826, - "23": 0.24772, - "24": 0.251, - "25": 0.24928, - "26": 0.24917, - "27": 0.25053, - "28": 0.25787, - "29": 0.24964, - "30": 0.24738, - "31": 0.24871, - "32": 0.24723, - "33": 0.25394, - "34": 0.24523, - "35": 0.26602, - "36": 0.25389, - "37": 0.25278, - "38": 0.24491, - "39": 0.2522, - "40": 0.25493, - "41": 0.25366, - "42": 0.27735, - "43": 0.2544, - "44": 0.25245, - "45": 0.25589, - "46": 0.24817, - "47": 0.24991, - "48": 0.2536, - "49": 0.27661, - "50": 0.25098, - "51": 0.252, - "52": 0.25923, - "53": 0.26278, - "54": 0.25083, - "55": 0.25065, - "56": 0.281, - "57": 0.25168, - "58": 0.25062, - "59": 0.24811, - "60": 0.25419, - "61": 0.2513, - "62": 0.24774, - "63": 0.24385, - "64": 0.24558, - "65": 0.24527, - "66": 0.24409, - "67": 0.24307, - "68": 0.24418, - "69": 0.24735, - "70": 0.26794, - "71": 0.24394, - "72": 0.24559, - "73": 0.24851, - "74": 0.24204, - "75": 0.24385, - "76": 0.24384, - "77": 0.2634, - "78": 0.24391, - "79": 0.24432, - "80": 0.24643, - "81": 0.24693, - "82": 0.2446, - "83": 0.24366, - "84": 0.24512, - "85": 0.25101, - "86": 0.24393, - "87": 0.24582, - "88": 0.24672, - "89": 0.24434, - "90": 0.24628, - "91": 0.24503, - "92": 0.24574, - "93": 0.25036, - "94": 0.25184, - "95": 0.254, - "96": 0.24924, - "97": 0.25063, - "98": 0.25449, - "99": 0.24818, - "100": 0.24724 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_tp2_pp1_vp1/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/t5/t5_mcore_tp2_pp1_vp1/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 81670d237ce..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_tp2_pp1_vp1/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.372, - "2": 10.37006, - "3": 9.85232, - "4": 9.61996, - "5": 9.40868, - "6": 9.43215, - "7": 9.31482, - "8": 9.27336, - "9": 9.1139, - "10": 9.03962, - "11": 8.87218, - "12": 8.80873, - "13": 8.83468, - "14": 8.69011, - "15": 8.66228, - "16": 8.54828, - "17": 8.50093, - "18": 8.42525, - "19": 8.3881, - "20": 8.2807, - "21": 8.26609, - "22": 8.16003, - "23": 8.1124, - "24": 8.14262, - "25": 7.98432, - "26": 8.10592, - "27": 7.88963, - "28": 7.97037, - "29": 7.81276, - "30": 7.87638, - "31": 7.82516, - "32": 7.70248, - "33": 7.80198, - "34": 7.56872, - "35": 7.67379, - "36": 7.54691, - "37": 7.47408, - "38": 7.50739, - "39": 7.49773, - "40": 7.51091, - "41": 7.41065, - "42": 7.37995, - "43": 7.44078, - "44": 7.39393, - "45": 7.37239, - "46": 7.28427, - "47": 7.46631, - "48": 7.2905, - "49": 7.35025, - "50": 7.17204, - "51": 7.37012, - "52": 7.14467, - "53": 7.12652, - "54": 7.23751, - "55": 7.15586, - "56": 7.23154, - "57": 7.33541, - "58": 7.01363, - "59": 7.11431, - "60": 7.15121, - "61": 7.10904, - "62": 7.26834, - "63": 7.15176, - "64": 7.08415, - "65": 6.99114, - "66": 7.05301, - "67": 7.04354, - "68": 7.1398, - "69": 7.03224, - "70": 7.05832, - "71": 6.90372, - "72": 6.99794, - "73": 6.9769, - "74": 6.91759, - "75": 7.06626, - "76": 6.95758, - "77": 7.0871, - "78": 7.03238, - "79": 6.85274, - "80": 6.93633, - "81": 6.97617, - "82": 7.06196, - "83": 6.98213, - "84": 7.00931, - "85": 6.85082, - "86": 7.04673, - "87": 6.97907, - "88": 6.91096, - "89": 6.81719, - "90": 7.2459, - "91": 6.7046, - "92": 7.05377, - "93": 6.89397, - "94": 7.0542, - "95": 6.85031, - "96": 6.96441, - "97": 6.95632, - "98": 6.88246, - "99": 7.00392, - "100": 6.98993 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43299.0, - "2": 44047.0, - "3": 44744.0, - "4": 42405.0, - "5": 45385.0, - "6": 40946.0, - "7": 43183.0, - "8": 45446.0, - "9": 42445.0, - "10": 45361.0, - "11": 43966.0, - "12": 44593.0, - "13": 43907.0, - "14": 46210.0, - "15": 43904.0, - "16": 41614.0, - "17": 43840.0, - "18": 44687.0, - "19": 42536.0, - "20": 44746.0, - "21": 44767.0, - "22": 41831.0, - "23": 45449.0, - "24": 43072.0, - "25": 42457.0, - "26": 43921.0, - "27": 46208.0, - "28": 46361.0, - "29": 46146.0, - "30": 43976.0, - "31": 41272.0, - "32": 43348.0, - "33": 45431.0, - "34": 43295.0, - "35": 43264.0, - "36": 42493.0, - "37": 40075.0, - "38": 42518.0, - "39": 44713.0, - "40": 43230.0, - "41": 44666.0, - "42": 43251.0, - "43": 45471.0, - "44": 44600.0, - "45": 43330.0, - "46": 43932.0, - "47": 42400.0, - "48": 44673.0, - "49": 43149.0, - "50": 43373.0, - "51": 41142.0, - "52": 43824.0, - "53": 43917.0, - "54": 42023.0, - "55": 43883.0, - "56": 43235.0, - "57": 42536.0, - "58": 43829.0, - "59": 44648.0, - "60": 41187.0, - "61": 39720.0, - "62": 44740.0, - "63": 44690.0, - "64": 45358.0, - "65": 44695.0, - "66": 45364.0, - "67": 43138.0, - "68": 42538.0, - "69": 43820.0, - "70": 45549.0, - "71": 43324.0, - "72": 44760.0, - "73": 45363.0, - "74": 42473.0, - "75": 44666.0, - "76": 43903.0, - "77": 42082.0, - "78": 40295.0, - "79": 38890.0, - "80": 41131.0, - "81": 45363.0, - "82": 43206.0, - "83": 38487.0, - "84": 42462.0, - "85": 43985.0, - "86": 45695.0, - "87": 40826.0, - "88": 41822.0, - "89": 41069.0, - "90": 44664.0, - "91": 46170.0, - "92": 41797.0, - "93": 43208.0, - "94": 39552.0, - "95": 44106.0, - "96": 44697.0, - "97": 45398.0, - "98": 41792.0, - "99": 45429.0, - "100": 42437.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2171550208.0, - "2": 2171550208.0, - "3": 2171550208.0, - "4": 2171550208.0, - "5": 2171550208.0, - "6": 2171550208.0, - "7": 2171550208.0, - "8": 2171550208.0, - "9": 2171550208.0, - "10": 2171550208.0, - "11": 2171550208.0, - "12": 2171550208.0, - "13": 2171550208.0, - "14": 2171550208.0, - "15": 2171550208.0, - "16": 2171550208.0, - "17": 2171550208.0, - "18": 2171550208.0, - "19": 2171550208.0, - "20": 2171550208.0, - "21": 2171550208.0, - "22": 2171550208.0, - "23": 2171550208.0, - "24": 2171550208.0, - "25": 2171550208.0, - "26": 2171550208.0, - "27": 2171550208.0, - "28": 2171550208.0, - "29": 2171550208.0, - "30": 2171550208.0, - "31": 2171550208.0, - "32": 2171550208.0, - "33": 2171550208.0, - "34": 2171550208.0, - "35": 2171550208.0, - "36": 2171550208.0, - "37": 2171550208.0, - "38": 2171550208.0, - "39": 2171550208.0, - "40": 2171550208.0, - "41": 2171550208.0, - "42": 2171550208.0, - "43": 2171550208.0, - "44": 2171550208.0, - "45": 2171550208.0, - "46": 2171550208.0, - "47": 2171550208.0, - "48": 2171550208.0, - "49": 2171550208.0, - "50": 2171550208.0, - "51": 2171550208.0, - "52": 2171550208.0, - "53": 2171550208.0, - "54": 2171550208.0, - "55": 2171550208.0, - "56": 2171550208.0, - "57": 2171550208.0, - "58": 2171550208.0, - "59": 2171550208.0, - "60": 2171550208.0, - "61": 2171550208.0, - "62": 2171550208.0, - "63": 2171550208.0, - "64": 2171550208.0, - "65": 2171550208.0, - "66": 2171550208.0, - "67": 2171550208.0, - "68": 2171550208.0, - "69": 2171550208.0, - "70": 2171550208.0, - "71": 2171550208.0, - "72": 2171550208.0, - "73": 2171550208.0, - "74": 2171550208.0, - "75": 2171550208.0, - "76": 2171550208.0, - "77": 2171550208.0, - "78": 2171550208.0, - "79": 2171550208.0, - "80": 2171550208.0, - "81": 2171550208.0, - "82": 2171550208.0, - "83": 2171550208.0, - "84": 2171550208.0, - "85": 2171550208.0, - "86": 2171550208.0, - "87": 2171550208.0, - "88": 2171550208.0, - "89": 2171550208.0, - "90": 2171550208.0, - "91": 2171550208.0, - "92": 2171550208.0, - "93": 2171550208.0, - "94": 2171550208.0, - "95": 2171550208.0, - "96": 2171550208.0, - "97": 2171550208.0, - "98": 2171550208.0, - "99": 2171550208.0, - "100": 2171550208.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 2407642624.0, - "2": 3336458752.0, - "3": 3336458752.0, - "4": 3336458752.0, - "5": 3336458752.0, - "6": 3336458752.0, - "7": 3336458752.0, - "8": 3336458752.0, - "9": 3336458752.0, - "10": 3336458752.0, - "11": 3336458752.0, - "12": 3336458752.0, - "13": 3336458752.0, - "14": 3336458752.0, - "15": 3336458752.0, - "16": 3336458752.0, - "17": 3336458752.0, - "18": 3336458752.0, - "19": 3336458752.0, - "20": 3336458752.0, - "21": 3336458752.0, - "22": 3336458752.0, - "23": 3336458752.0, - "24": 3336458752.0, - "25": 3336458752.0, - "26": 3336458752.0, - "27": 3336458752.0, - "28": 3336458752.0, - "29": 3336458752.0, - "30": 3336458752.0, - "31": 3336458752.0, - "32": 3336458752.0, - "33": 3336458752.0, - "34": 3336458752.0, - "35": 3336458752.0, - "36": 3336458752.0, - "37": 3336458752.0, - "38": 3336458752.0, - "39": 3336458752.0, - "40": 3336458752.0, - "41": 3336458752.0, - "42": 3336458752.0, - "43": 3336458752.0, - "44": 3336458752.0, - "45": 3336458752.0, - "46": 3336458752.0, - "47": 3336458752.0, - "48": 3336458752.0, - "49": 3336458752.0, - "50": 3336458752.0, - "51": 3336458752.0, - "52": 3336458752.0, - "53": 3336458752.0, - "54": 3336458752.0, - "55": 3336458752.0, - "56": 3336458752.0, - "57": 3336458752.0, - "58": 3336458752.0, - "59": 3336458752.0, - "60": 3336458752.0, - "61": 3336458752.0, - "62": 3336458752.0, - "63": 3336458752.0, - "64": 3336458752.0, - "65": 3336458752.0, - "66": 3336458752.0, - "67": 3336458752.0, - "68": 3336458752.0, - "69": 3336458752.0, - "70": 3336458752.0, - "71": 3336458752.0, - "72": 3336458752.0, - "73": 3336458752.0, - "74": 3336458752.0, - "75": 3336458752.0, - "76": 3336458752.0, - "77": 3336458752.0, - "78": 3336458752.0, - "79": 3336458752.0, - "80": 3336458752.0, - "81": 3336458752.0, - "82": 3336458752.0, - "83": 3336458752.0, - "84": 3336458752.0, - "85": 3336458752.0, - "86": 3336458752.0, - "87": 3336458752.0, - "88": 3336458752.0, - "89": 3336458752.0, - "90": 3336458752.0, - "91": 3336458752.0, - "92": 3336458752.0, - "93": 3336458752.0, - "94": 3336458752.0, - "95": 3336458752.0, - "96": 3336458752.0, - "97": 3336458752.0, - "98": 3336458752.0, - "99": 3336458752.0, - "100": 3336458752.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 9.16897, - "2": 0.35143, - "3": 0.28496, - "4": 0.28172, - "5": 0.28308, - "6": 0.2855, - "7": 0.28287, - "8": 0.28079, - "9": 0.2809, - "10": 0.28329, - "11": 0.28038, - "12": 0.28371, - "13": 0.28032, - "14": 0.28362, - "15": 0.28125, - "16": 0.28046, - "17": 0.28421, - "18": 0.28132, - "19": 0.2808, - "20": 0.28432, - "21": 0.28578, - "22": 0.28205, - "23": 0.28411, - "24": 0.28378, - "25": 0.28227, - "26": 0.28231, - "27": 0.28353, - "28": 0.28497, - "29": 0.29981, - "30": 0.28557, - "31": 0.28777, - "32": 0.28808, - "33": 0.28609, - "34": 0.32585, - "35": 0.341, - "36": 0.2886, - "37": 0.28157, - "38": 0.2916, - "39": 0.28501, - "40": 0.27952, - "41": 0.27767, - "42": 0.28062, - "43": 0.28781, - "44": 0.2839, - "45": 0.282, - "46": 0.27837, - "47": 0.27883, - "48": 0.27865, - "49": 0.28179, - "50": 0.27881, - "51": 0.27669, - "52": 0.28063, - "53": 0.27909, - "54": 0.27716, - "55": 0.27807, - "56": 0.2785, - "57": 0.27679, - "58": 0.28004, - "59": 0.27659, - "60": 0.27984, - "61": 0.2771, - "62": 0.27714, - "63": 0.2802, - "64": 0.2918, - "65": 0.27948, - "66": 0.27839, - "67": 0.28573, - "68": 0.27933, - "69": 0.27893, - "70": 0.27964, - "71": 0.2767, - "72": 0.27816, - "73": 0.28004, - "74": 0.27997, - "75": 0.28095, - "76": 0.27752, - "77": 0.27912, - "78": 0.28068, - "79": 0.27992, - "80": 0.28771, - "81": 0.28046, - "82": 0.28352, - "83": 0.28376, - "84": 0.28337, - "85": 0.28197, - "86": 0.27949, - "87": 0.27909, - "88": 0.28479, - "89": 0.28248, - "90": 0.27742, - "91": 0.27819, - "92": 0.2809, - "93": 0.28123, - "94": 0.27933, - "95": 0.28364, - "96": 0.28523, - "97": 0.28365, - "98": 0.27822, - "99": 0.28382, - "100": 0.28917 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1/golden_values_dev_dgx_h100.json index 702c35ca9af..2e0ee7ee230 100644 --- a/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 9.42728, - "2": 0.63617, - "3": 0.52215, - "4": 0.51838, - "5": 0.5248, - "6": 0.52221, - "7": 0.53157, - "8": 0.52268, - "9": 0.51794, - "10": 0.52148, - "11": 0.51655, - "12": 0.52503, - "13": 0.5178, - "14": 0.52926, - "15": 0.52639, - "16": 0.53361, - "17": 0.52309, - "18": 0.52324, - "19": 0.51834, - "20": 0.54965, - "21": 0.5586, - "22": 0.53836, - "23": 0.5225, - "24": 0.51851, - "25": 0.5199, - "26": 0.51853, - "27": 0.51882, - "28": 0.52551, - "29": 0.52254, - "30": 0.5192, - "31": 0.52201, - "32": 0.521, - "33": 0.52114, - "34": 0.51459, - "35": 0.52645, - "36": 0.51875, - "37": 0.5214, - "38": 0.52019, - "39": 0.54698, - "40": 0.54492, - "41": 0.51667, - "42": 0.52631, - "43": 0.52495, - "44": 0.52655, - "45": 0.52461, - "46": 0.53027, - "47": 0.5196, - "48": 0.52577, - "49": 0.51681, - "50": 0.53016, - "51": 0.51782, - "52": 0.52245, - "53": 0.51733, - "54": 0.523, - "55": 0.51904, - "56": 0.53679, - "57": 0.52102, - "58": 0.55143, - "59": 0.55915, - "60": 0.5493, - "61": 0.525, - "62": 0.52356, - "63": 0.53373, - "64": 0.81727, - "65": 0.52459, - "66": 0.79536, - "67": 0.52103, - "68": 0.5317, - "69": 0.52528, - "70": 0.78794, - "71": 0.53084, - "72": 0.51933, - "73": 0.53233, - "74": 0.52693, - "75": 0.53508, - "76": 0.56134, - "77": 0.53435, - "78": 0.51717, - "79": 0.52701, - "80": 0.52068, - "81": 0.52531, - "82": 0.5217, - "83": 0.52326, - "84": 0.52412, - "85": 0.84182, - "86": 0.52908, - "87": 0.51925, - "88": 0.52315, - "89": 0.52102, - "90": 0.52827, - "91": 0.54314, - "92": 0.52504, - "93": 0.52556, - "94": 0.8296, - "95": 0.83995, - "96": 0.85045, - "97": 0.78149, - "98": 0.54296, - "99": 0.5427, - "100": 0.55085 + "1": 9.3446, + "2": 0.55186, + "3": 0.52074, + "4": 0.52226, + "5": 0.51961, + "6": 0.52672, + "7": 0.52451, + "8": 0.52369, + "9": 0.54507, + "10": 0.53931, + "11": 0.55505, + "12": 0.52851, + "13": 0.51692, + "14": 0.52026, + "15": 0.51979, + "16": 0.53317, + "17": 0.52489, + "18": 0.59625, + "19": 0.52238, + "20": 0.53197, + "21": 0.52211, + "22": 0.51979, + "23": 0.52551, + "24": 0.52413, + "25": 0.52676, + "26": 0.5192, + "27": 0.52336, + "28": 0.53671, + "29": 0.53561, + "30": 0.51609, + "31": 0.55983, + "32": 0.5166, + "33": 0.53721, + "34": 0.52158, + "35": 0.53727, + "36": 0.5279, + "37": 0.51655, + "38": 0.51986, + "39": 0.5223, + "40": 0.52388, + "41": 0.52083, + "42": 0.52801, + "43": 0.52136, + "44": 0.52414, + "45": 0.52048, + "46": 0.53415, + "47": 0.54831, + "48": 0.58827, + "49": 0.55044, + "50": 0.52682, + "51": 0.52339, + "52": 0.51726, + "53": 0.518, + "54": 0.51935, + "55": 0.52073, + "56": 0.52732, + "57": 0.51867, + "58": 0.51876, + "59": 0.5213, + "60": 0.51779, + "61": 0.52225, + "62": 0.52041, + "63": 0.51793, + "64": 0.5135, + "65": 0.51913, + "66": 0.86034, + "67": 0.51468, + "68": 0.90156, + "69": 0.51931, + "70": 0.53602, + "71": 0.51818, + "72": 0.51744, + "73": 0.54454, + "74": 0.51831, + "75": 0.521, + "76": 0.52894, + "77": 0.53227, + "78": 0.51806, + "79": 0.51818, + "80": 0.51632, + "81": 0.51704, + "82": 0.51542, + "83": 0.51861, + "84": 0.53204, + "85": 0.52011, + "86": 0.53043, + "87": 0.94359, + "88": 0.51776, + "89": 0.51799, + "90": 0.51773, + "91": 0.51828, + "92": 0.52318, + "93": 0.51688, + "94": 0.51939, + "95": 0.51554, + "96": 0.9, + "97": 0.96079, + "98": 0.52856, + "99": 0.51996, + "100": 0.52921 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 9abfa38cf9f..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.34897, - "2": 10.34482, - "3": 9.79428, - "4": 9.59585, - "5": 9.42074, - "6": 9.41847, - "7": 9.28062, - "8": 9.18972, - "9": 9.06519, - "10": 9.00183, - "11": 8.81475, - "12": 8.7808, - "13": 8.82493, - "14": 8.67261, - "15": 8.6364, - "16": 8.51896, - "17": 8.45704, - "18": 8.37007, - "19": 8.36039, - "20": 8.25417, - "21": 8.2421, - "22": 8.13324, - "23": 8.06764, - "24": 8.1142, - "25": 7.95082, - "26": 8.08156, - "27": 7.86764, - "28": 7.93993, - "29": 7.77566, - "30": 7.84559, - "31": 7.8152, - "32": 7.65941, - "33": 7.77856, - "34": 7.53188, - "35": 7.65804, - "36": 7.51464, - "37": 7.44686, - "38": 7.48161, - "39": 7.46435, - "40": 7.49084, - "41": 7.40827, - "42": 7.35625, - "43": 7.43764, - "44": 7.35439, - "45": 7.35042, - "46": 7.27853, - "47": 7.4405, - "48": 7.26763, - "49": 7.32341, - "50": 7.14486, - "51": 7.36469, - "52": 7.12044, - "53": 7.09167, - "54": 7.22712, - "55": 7.13495, - "56": 7.20751, - "57": 7.31287, - "58": 6.99063, - "59": 7.09849, - "60": 7.12665, - "61": 7.10047, - "62": 7.23974, - "63": 7.14358, - "64": 7.06717, - "65": 6.98408, - "66": 7.03692, - "67": 7.02875, - "68": 7.12914, - "69": 7.01425, - "70": 7.04954, - "71": 6.89312, - "72": 6.98513, - "73": 6.96734, - "74": 6.90236, - "75": 7.05611, - "76": 6.95986, - "77": 7.06862, - "78": 7.0204, - "79": 6.8505, - "80": 6.92019, - "81": 6.95982, - "82": 7.04575, - "83": 6.98617, - "84": 6.99991, - "85": 6.83511, - "86": 7.04087, - "87": 6.96604, - "88": 6.90125, - "89": 6.80345, - "90": 7.22384, - "91": 6.70505, - "92": 7.03979, - "93": 6.8857, - "94": 7.04044, - "95": 6.84746, - "96": 6.9546, - "97": 6.94425, - "98": 6.86865, - "99": 6.9948, - "100": 6.96761 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43289.0, - "2": 44062.0, - "3": 44747.0, - "4": 42377.0, - "5": 45372.0, - "6": 40957.0, - "7": 43147.0, - "8": 45474.0, - "9": 42425.0, - "10": 45380.0, - "11": 43984.0, - "12": 44594.0, - "13": 43914.0, - "14": 46203.0, - "15": 43914.0, - "16": 41632.0, - "17": 43870.0, - "18": 44691.0, - "19": 42574.0, - "20": 44769.0, - "21": 44757.0, - "22": 41854.0, - "23": 45440.0, - "24": 43066.0, - "25": 42458.0, - "26": 43949.0, - "27": 46224.0, - "28": 46395.0, - "29": 46168.0, - "30": 44028.0, - "31": 41131.0, - "32": 43348.0, - "33": 45441.0, - "34": 43316.0, - "35": 43258.0, - "36": 42459.0, - "37": 40074.0, - "38": 42544.0, - "39": 44707.0, - "40": 43237.0, - "41": 44652.0, - "42": 43196.0, - "43": 45435.0, - "44": 44591.0, - "45": 43263.0, - "46": 43930.0, - "47": 42373.0, - "48": 44713.0, - "49": 43128.0, - "50": 43361.0, - "51": 41133.0, - "52": 43849.0, - "53": 43899.0, - "54": 41704.0, - "55": 43863.0, - "56": 43205.0, - "57": 42636.0, - "58": 43835.0, - "59": 44623.0, - "60": 41226.0, - "61": 39705.0, - "62": 44732.0, - "63": 44659.0, - "64": 45371.0, - "65": 44682.0, - "66": 45341.0, - "67": 43169.0, - "68": 42486.0, - "69": 43829.0, - "70": 45529.0, - "71": 43294.0, - "72": 44745.0, - "73": 45364.0, - "74": 42463.0, - "75": 44679.0, - "76": 43882.0, - "77": 42042.0, - "78": 40356.0, - "79": 38928.0, - "80": 41079.0, - "81": 45349.0, - "82": 43226.0, - "83": 38474.0, - "84": 42415.0, - "85": 43989.0, - "86": 45673.0, - "87": 40850.0, - "88": 41756.0, - "89": 41065.0, - "90": 44686.0, - "91": 46135.0, - "92": 41609.0, - "93": 43267.0, - "94": 39525.0, - "95": 43921.0, - "96": 44683.0, - "97": 45412.0, - "98": 41832.0, - "99": 45416.0, - "100": 42457.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1104069120.0, - "2": 1104069120.0, - "3": 1104069120.0, - "4": 1104069120.0, - "5": 1104069120.0, - "6": 1104069120.0, - "7": 1104069120.0, - "8": 1104069120.0, - "9": 1104069120.0, - "10": 1104069120.0, - "11": 1104069120.0, - "12": 1104069120.0, - "13": 1104069120.0, - "14": 1104069120.0, - "15": 1104069120.0, - "16": 1104069120.0, - "17": 1104069120.0, - "18": 1104069120.0, - "19": 1104069120.0, - "20": 1104069120.0, - "21": 1104069120.0, - "22": 1104069120.0, - "23": 1104069120.0, - "24": 1104069120.0, - "25": 1104069120.0, - "26": 1104069120.0, - "27": 1104069120.0, - "28": 1104069120.0, - "29": 1104069120.0, - "30": 1104069120.0, - "31": 1104069120.0, - "32": 1104069120.0, - "33": 1104069120.0, - "34": 1104069120.0, - "35": 1104069120.0, - "36": 1104069120.0, - "37": 1104069120.0, - "38": 1104069120.0, - "39": 1104069120.0, - "40": 1104069120.0, - "41": 1104069120.0, - "42": 1104069120.0, - "43": 1104069120.0, - "44": 1104069120.0, - "45": 1104069120.0, - "46": 1104069120.0, - "47": 1104069120.0, - "48": 1104069120.0, - "49": 1104069120.0, - "50": 1104069120.0, - "51": 1104069120.0, - "52": 1104069120.0, - "53": 1104069120.0, - "54": 1104069120.0, - "55": 1104069120.0, - "56": 1104069120.0, - "57": 1104069120.0, - "58": 1104069120.0, - "59": 1104069120.0, - "60": 1104069120.0, - "61": 1104069120.0, - "62": 1104069120.0, - "63": 1104069120.0, - "64": 1104069120.0, - "65": 1104069120.0, - "66": 1104069120.0, - "67": 1104069120.0, - "68": 1104069120.0, - "69": 1104069120.0, - "70": 1104069120.0, - "71": 1104069120.0, - "72": 1104069120.0, - "73": 1104069120.0, - "74": 1104069120.0, - "75": 1104069120.0, - "76": 1104069120.0, - "77": 1104069120.0, - "78": 1104069120.0, - "79": 1104069120.0, - "80": 1104069120.0, - "81": 1104069120.0, - "82": 1104069120.0, - "83": 1104069120.0, - "84": 1104069120.0, - "85": 1104069120.0, - "86": 1104069120.0, - "87": 1104069120.0, - "88": 1104069120.0, - "89": 1104069120.0, - "90": 1104069120.0, - "91": 1104069120.0, - "92": 1104069120.0, - "93": 1104069120.0, - "94": 1104069120.0, - "95": 1104069120.0, - "96": 1104069120.0, - "97": 1104069120.0, - "98": 1104069120.0, - "99": 1104069120.0, - "100": 1104069120.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1368630784.0, - "2": 1833295360.0, - "3": 1833295360.0, - "4": 1833295360.0, - "5": 1833295360.0, - "6": 1833295360.0, - "7": 1833295360.0, - "8": 1833295360.0, - "9": 1833295360.0, - "10": 1833295360.0, - "11": 1833295360.0, - "12": 1833295360.0, - "13": 1833295360.0, - "14": 1833295360.0, - "15": 1833295360.0, - "16": 1833295360.0, - "17": 1833295360.0, - "18": 1833295360.0, - "19": 1833295360.0, - "20": 1833295360.0, - "21": 1833295360.0, - "22": 1833295360.0, - "23": 1833295360.0, - "24": 1833295360.0, - "25": 1833295360.0, - "26": 1833295360.0, - "27": 1833295360.0, - "28": 1833295360.0, - "29": 1833295360.0, - "30": 1833295360.0, - "31": 1833295360.0, - "32": 1833295360.0, - "33": 1833295360.0, - "34": 1833295360.0, - "35": 1833295360.0, - "36": 1833295360.0, - "37": 1833295360.0, - "38": 1833295360.0, - "39": 1833295360.0, - "40": 1833295360.0, - "41": 1833295360.0, - "42": 1833295360.0, - "43": 1833295360.0, - "44": 1833295360.0, - "45": 1833295360.0, - "46": 1833295360.0, - "47": 1833295360.0, - "48": 1833295360.0, - "49": 1833295360.0, - "50": 1833295360.0, - "51": 1833295360.0, - "52": 1833295360.0, - "53": 1833295360.0, - "54": 1833295360.0, - "55": 1833295360.0, - "56": 1833295360.0, - "57": 1833295360.0, - "58": 1833295360.0, - "59": 1833295360.0, - "60": 1833295360.0, - "61": 1833295360.0, - "62": 1833295360.0, - "63": 1833295360.0, - "64": 1833295360.0, - "65": 1833295360.0, - "66": 1833295360.0, - "67": 1833295360.0, - "68": 1833295360.0, - "69": 1833295360.0, - "70": 1833295360.0, - "71": 1833295360.0, - "72": 1833295360.0, - "73": 1833295360.0, - "74": 1833295360.0, - "75": 1833295360.0, - "76": 1833295360.0, - "77": 1833295360.0, - "78": 1833295360.0, - "79": 1833295360.0, - "80": 1833295360.0, - "81": 1833295360.0, - "82": 1833295360.0, - "83": 1833295360.0, - "84": 1833295360.0, - "85": 1833295360.0, - "86": 1833295360.0, - "87": 1833295360.0, - "88": 1833295360.0, - "89": 1833295360.0, - "90": 1833295360.0, - "91": 1833295360.0, - "92": 1833295360.0, - "93": 1833295360.0, - "94": 1833295360.0, - "95": 1833295360.0, - "96": 1833295360.0, - "97": 1833295360.0, - "98": 1833295360.0, - "99": 1833295360.0, - "100": 1833295360.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 9.97888, - "2": 0.55212, - "3": 0.46939, - "4": 0.48338, - "5": 0.4977, - "6": 0.48497, - "7": 0.48521, - "8": 0.48365, - "9": 0.47845, - "10": 0.48441, - "11": 0.48622, - "12": 0.49049, - "13": 0.49384, - "14": 0.48918, - "15": 0.48451, - "16": 0.49344, - "17": 0.49291, - "18": 0.49613, - "19": 0.49898, - "20": 0.49079, - "21": 0.48153, - "22": 0.48369, - "23": 0.4824, - "24": 0.4958, - "25": 0.48572, - "26": 0.50758, - "27": 0.48722, - "28": 0.47977, - "29": 0.5598, - "30": 0.47951, - "31": 1.06254, - "32": 0.7493, - "33": 1.59176, - "34": 0.85052, - "35": 2.25233, - "36": 1.66198, - "37": 0.68722, - "38": 0.4632, - "39": 0.46558, - "40": 0.52308, - "41": 0.47497, - "42": 0.46579, - "43": 0.46956, - "44": 0.46788, - "45": 0.47342, - "46": 0.53067, - "47": 0.48889, - "48": 0.47648, - "49": 0.47372, - "50": 0.46927, - "51": 0.46862, - "52": 0.47754, - "53": 0.47724, - "54": 0.47513, - "55": 0.46395, - "56": 0.46587, - "57": 0.78252, - "58": 0.46515, - "59": 0.46114, - "60": 0.46011, - "61": 0.45394, - "62": 0.45518, - "63": 0.48166, - "64": 0.47197, - "65": 0.97766, - "66": 0.45863, - "67": 0.45331, - "68": 0.45132, - "69": 0.4828, - "70": 0.45508, - "71": 0.45601, - "72": 1.14428, - "73": 0.45179, - "74": 0.4534, - "75": 0.46049, - "76": 0.46918, - "77": 0.45685, - "78": 0.45627, - "79": 0.46018, - "80": 0.46056, - "81": 0.46543, - "82": 0.45359, - "83": 0.78935, - "84": 0.46472, - "85": 0.45517, - "86": 0.46043, - "87": 0.45426, - "88": 0.45214, - "89": 0.45913, - "90": 0.45237, - "91": 0.46312, - "92": 0.79955, - "93": 0.45537, - "94": 0.45217, - "95": 0.45359, - "96": 0.45058, - "97": 0.45281, - "98": 0.46149, - "99": 0.45894, - "100": 0.46912 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index 2e0ee7ee230..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.34897, - "2": 10.34482, - "3": 9.79428, - "4": 9.59585, - "5": 9.42074, - "6": 9.41847, - "7": 9.28062, - "8": 9.18972, - "9": 9.06519, - "10": 9.00183, - "11": 8.81475, - "12": 8.7808, - "13": 8.82493, - "14": 8.67261, - "15": 8.6364, - "16": 8.51896, - "17": 8.45704, - "18": 8.37007, - "19": 8.36039, - "20": 8.25417, - "21": 8.2421, - "22": 8.13324, - "23": 8.06764, - "24": 8.1142, - "25": 7.95082, - "26": 8.08156, - "27": 7.86764, - "28": 7.93993, - "29": 7.77566, - "30": 7.84559, - "31": 7.8152, - "32": 7.65941, - "33": 7.77856, - "34": 7.53188, - "35": 7.65804, - "36": 7.51464, - "37": 7.44686, - "38": 7.48161, - "39": 7.46435, - "40": 7.49084, - "41": 7.40827, - "42": 7.35625, - "43": 7.43764, - "44": 7.35439, - "45": 7.35042, - "46": 7.27853, - "47": 7.4405, - "48": 7.26763, - "49": 7.32341, - "50": 7.14486, - "51": 7.36469, - "52": 7.12044, - "53": 7.09167, - "54": 7.22712, - "55": 7.13495, - "56": 7.20751, - "57": 7.31287, - "58": 6.99063, - "59": 7.09849, - "60": 7.12665, - "61": 7.10047, - "62": 7.23974, - "63": 7.14358, - "64": 7.06717, - "65": 6.98408, - "66": 7.03692, - "67": 7.02875, - "68": 7.12914, - "69": 7.01425, - "70": 7.04954, - "71": 6.89312, - "72": 6.98513, - "73": 6.96734, - "74": 6.90236, - "75": 7.05611, - "76": 6.95986, - "77": 7.06862, - "78": 7.0204, - "79": 6.8505, - "80": 6.92019, - "81": 6.95982, - "82": 7.04575, - "83": 6.98617, - "84": 6.99991, - "85": 6.83511, - "86": 7.04087, - "87": 6.96604, - "88": 6.90125, - "89": 6.80345, - "90": 7.22384, - "91": 6.70505, - "92": 7.03979, - "93": 6.8857, - "94": 7.04044, - "95": 6.84746, - "96": 6.9546, - "97": 6.94425, - "98": 6.86865, - "99": 6.9948, - "100": 6.96761 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43289.0, - "2": 44062.0, - "3": 44747.0, - "4": 42377.0, - "5": 45372.0, - "6": 40957.0, - "7": 43147.0, - "8": 45474.0, - "9": 42425.0, - "10": 45380.0, - "11": 43984.0, - "12": 44594.0, - "13": 43914.0, - "14": 46203.0, - "15": 43914.0, - "16": 41632.0, - "17": 43870.0, - "18": 44691.0, - "19": 42574.0, - "20": 44769.0, - "21": 44757.0, - "22": 41854.0, - "23": 45440.0, - "24": 43066.0, - "25": 42458.0, - "26": 43949.0, - "27": 46224.0, - "28": 46395.0, - "29": 46168.0, - "30": 44028.0, - "31": 41131.0, - "32": 43348.0, - "33": 45441.0, - "34": 43316.0, - "35": 43258.0, - "36": 42459.0, - "37": 40074.0, - "38": 42544.0, - "39": 44707.0, - "40": 43237.0, - "41": 44652.0, - "42": 43196.0, - "43": 45435.0, - "44": 44591.0, - "45": 43263.0, - "46": 43930.0, - "47": 42373.0, - "48": 44713.0, - "49": 43128.0, - "50": 43361.0, - "51": 41133.0, - "52": 43849.0, - "53": 43899.0, - "54": 41704.0, - "55": 43863.0, - "56": 43205.0, - "57": 42636.0, - "58": 43835.0, - "59": 44623.0, - "60": 41226.0, - "61": 39705.0, - "62": 44732.0, - "63": 44659.0, - "64": 45371.0, - "65": 44682.0, - "66": 45341.0, - "67": 43169.0, - "68": 42486.0, - "69": 43829.0, - "70": 45529.0, - "71": 43294.0, - "72": 44745.0, - "73": 45364.0, - "74": 42463.0, - "75": 44679.0, - "76": 43882.0, - "77": 42042.0, - "78": 40356.0, - "79": 38928.0, - "80": 41079.0, - "81": 45349.0, - "82": 43226.0, - "83": 38474.0, - "84": 42415.0, - "85": 43989.0, - "86": 45673.0, - "87": 40850.0, - "88": 41756.0, - "89": 41065.0, - "90": 44686.0, - "91": 46135.0, - "92": 41609.0, - "93": 43267.0, - "94": 39525.0, - "95": 43921.0, - "96": 44683.0, - "97": 45412.0, - "98": 41832.0, - "99": 45416.0, - "100": 42457.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1104069120.0, - "2": 1104069120.0, - "3": 1104069120.0, - "4": 1104069120.0, - "5": 1104069120.0, - "6": 1104069120.0, - "7": 1104069120.0, - "8": 1104069120.0, - "9": 1104069120.0, - "10": 1104069120.0, - "11": 1104069120.0, - "12": 1104069120.0, - "13": 1104069120.0, - "14": 1104069120.0, - "15": 1104069120.0, - "16": 1104069120.0, - "17": 1104069120.0, - "18": 1104069120.0, - "19": 1104069120.0, - "20": 1104069120.0, - "21": 1104069120.0, - "22": 1104069120.0, - "23": 1104069120.0, - "24": 1104069120.0, - "25": 1104069120.0, - "26": 1104069120.0, - "27": 1104069120.0, - "28": 1104069120.0, - "29": 1104069120.0, - "30": 1104069120.0, - "31": 1104069120.0, - "32": 1104069120.0, - "33": 1104069120.0, - "34": 1104069120.0, - "35": 1104069120.0, - "36": 1104069120.0, - "37": 1104069120.0, - "38": 1104069120.0, - "39": 1104069120.0, - "40": 1104069120.0, - "41": 1104069120.0, - "42": 1104069120.0, - "43": 1104069120.0, - "44": 1104069120.0, - "45": 1104069120.0, - "46": 1104069120.0, - "47": 1104069120.0, - "48": 1104069120.0, - "49": 1104069120.0, - "50": 1104069120.0, - "51": 1104069120.0, - "52": 1104069120.0, - "53": 1104069120.0, - "54": 1104069120.0, - "55": 1104069120.0, - "56": 1104069120.0, - "57": 1104069120.0, - "58": 1104069120.0, - "59": 1104069120.0, - "60": 1104069120.0, - "61": 1104069120.0, - "62": 1104069120.0, - "63": 1104069120.0, - "64": 1104069120.0, - "65": 1104069120.0, - "66": 1104069120.0, - "67": 1104069120.0, - "68": 1104069120.0, - "69": 1104069120.0, - "70": 1104069120.0, - "71": 1104069120.0, - "72": 1104069120.0, - "73": 1104069120.0, - "74": 1104069120.0, - "75": 1104069120.0, - "76": 1104069120.0, - "77": 1104069120.0, - "78": 1104069120.0, - "79": 1104069120.0, - "80": 1104069120.0, - "81": 1104069120.0, - "82": 1104069120.0, - "83": 1104069120.0, - "84": 1104069120.0, - "85": 1104069120.0, - "86": 1104069120.0, - "87": 1104069120.0, - "88": 1104069120.0, - "89": 1104069120.0, - "90": 1104069120.0, - "91": 1104069120.0, - "92": 1104069120.0, - "93": 1104069120.0, - "94": 1104069120.0, - "95": 1104069120.0, - "96": 1104069120.0, - "97": 1104069120.0, - "98": 1104069120.0, - "99": 1104069120.0, - "100": 1104069120.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1368630784.0, - "2": 1833295360.0, - "3": 1833295360.0, - "4": 1833295360.0, - "5": 1833295360.0, - "6": 1833295360.0, - "7": 1833295360.0, - "8": 1833295360.0, - "9": 1833295360.0, - "10": 1833295360.0, - "11": 1833295360.0, - "12": 1833295360.0, - "13": 1833295360.0, - "14": 1833295360.0, - "15": 1833295360.0, - "16": 1833295360.0, - "17": 1833295360.0, - "18": 1833295360.0, - "19": 1833295360.0, - "20": 1833295360.0, - "21": 1833295360.0, - "22": 1833295360.0, - "23": 1833295360.0, - "24": 1833295360.0, - "25": 1833295360.0, - "26": 1833295360.0, - "27": 1833295360.0, - "28": 1833295360.0, - "29": 1833295360.0, - "30": 1833295360.0, - "31": 1833295360.0, - "32": 1833295360.0, - "33": 1833295360.0, - "34": 1833295360.0, - "35": 1833295360.0, - "36": 1833295360.0, - "37": 1833295360.0, - "38": 1833295360.0, - "39": 1833295360.0, - "40": 1833295360.0, - "41": 1833295360.0, - "42": 1833295360.0, - "43": 1833295360.0, - "44": 1833295360.0, - "45": 1833295360.0, - "46": 1833295360.0, - "47": 1833295360.0, - "48": 1833295360.0, - "49": 1833295360.0, - "50": 1833295360.0, - "51": 1833295360.0, - "52": 1833295360.0, - "53": 1833295360.0, - "54": 1833295360.0, - "55": 1833295360.0, - "56": 1833295360.0, - "57": 1833295360.0, - "58": 1833295360.0, - "59": 1833295360.0, - "60": 1833295360.0, - "61": 1833295360.0, - "62": 1833295360.0, - "63": 1833295360.0, - "64": 1833295360.0, - "65": 1833295360.0, - "66": 1833295360.0, - "67": 1833295360.0, - "68": 1833295360.0, - "69": 1833295360.0, - "70": 1833295360.0, - "71": 1833295360.0, - "72": 1833295360.0, - "73": 1833295360.0, - "74": 1833295360.0, - "75": 1833295360.0, - "76": 1833295360.0, - "77": 1833295360.0, - "78": 1833295360.0, - "79": 1833295360.0, - "80": 1833295360.0, - "81": 1833295360.0, - "82": 1833295360.0, - "83": 1833295360.0, - "84": 1833295360.0, - "85": 1833295360.0, - "86": 1833295360.0, - "87": 1833295360.0, - "88": 1833295360.0, - "89": 1833295360.0, - "90": 1833295360.0, - "91": 1833295360.0, - "92": 1833295360.0, - "93": 1833295360.0, - "94": 1833295360.0, - "95": 1833295360.0, - "96": 1833295360.0, - "97": 1833295360.0, - "98": 1833295360.0, - "99": 1833295360.0, - "100": 1833295360.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 9.3446, - "2": 0.55186, - "3": 0.52074, - "4": 0.52226, - "5": 0.51961, - "6": 0.52672, - "7": 0.52451, - "8": 0.52369, - "9": 0.54507, - "10": 0.53931, - "11": 0.55505, - "12": 0.52851, - "13": 0.51692, - "14": 0.52026, - "15": 0.51979, - "16": 0.53317, - "17": 0.52489, - "18": 0.59625, - "19": 0.52238, - "20": 0.53197, - "21": 0.52211, - "22": 0.51979, - "23": 0.52551, - "24": 0.52413, - "25": 0.52676, - "26": 0.5192, - "27": 0.52336, - "28": 0.53671, - "29": 0.53561, - "30": 0.51609, - "31": 0.55983, - "32": 0.5166, - "33": 0.53721, - "34": 0.52158, - "35": 0.53727, - "36": 0.5279, - "37": 0.51655, - "38": 0.51986, - "39": 0.5223, - "40": 0.52388, - "41": 0.52083, - "42": 0.52801, - "43": 0.52136, - "44": 0.52414, - "45": 0.52048, - "46": 0.53415, - "47": 0.54831, - "48": 0.58827, - "49": 0.55044, - "50": 0.52682, - "51": 0.52339, - "52": 0.51726, - "53": 0.518, - "54": 0.51935, - "55": 0.52073, - "56": 0.52732, - "57": 0.51867, - "58": 0.51876, - "59": 0.5213, - "60": 0.51779, - "61": 0.52225, - "62": 0.52041, - "63": 0.51793, - "64": 0.5135, - "65": 0.51913, - "66": 0.86034, - "67": 0.51468, - "68": 0.90156, - "69": 0.51931, - "70": 0.53602, - "71": 0.51818, - "72": 0.51744, - "73": 0.54454, - "74": 0.51831, - "75": 0.521, - "76": 0.52894, - "77": 0.53227, - "78": 0.51806, - "79": 0.51818, - "80": 0.51632, - "81": 0.51704, - "82": 0.51542, - "83": 0.51861, - "84": 0.53204, - "85": 0.52011, - "86": 0.53043, - "87": 0.94359, - "88": 0.51776, - "89": 0.51799, - "90": 0.51773, - "91": 0.51828, - "92": 0.52318, - "93": 0.51688, - "94": 0.51939, - "95": 0.51554, - "96": 0.9, - "97": 0.96079, - "98": 0.52856, - "99": 0.51996, - "100": 0.52921 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgx_h100.json b/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgx_h100.json index 791f5758ea5..b9a799c779f 100644 --- a/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgx_h100.json +++ b/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgx_h100.json @@ -432,106 +432,106 @@ "end_step": 100, "step_interval": 1, "values": { - "1": 9.43749, - "2": 0.56177, - "3": 0.54092, - "4": 0.53069, - "5": 0.54015, - "6": 0.52654, - "7": 0.52537, - "8": 0.529, - "9": 0.52024, - "10": 0.54001, - "11": 0.52228, - "12": 0.52764, - "13": 0.52112, - "14": 0.52842, - "15": 0.53159, - "16": 0.52768, - "17": 0.53602, - "18": 0.52711, - "19": 0.5217, - "20": 0.53787, - "21": 0.52947, - "22": 0.52812, - "23": 0.522, - "24": 0.525, - "25": 0.5262, - "26": 0.5262, - "27": 0.52831, - "28": 0.5236, - "29": 0.54456, - "30": 0.51906, - "31": 0.52674, - "32": 0.52164, - "33": 0.5315, - "34": 0.52077, - "35": 0.53196, - "36": 0.52142, - "37": 0.52841, - "38": 0.52733, - "39": 0.52595, - "40": 0.52329, - "41": 0.52463, - "42": 0.52373, - "43": 0.5242, - "44": 0.53002, - "45": 0.52375, - "46": 0.52927, - "47": 0.52485, - "48": 0.54174, - "49": 0.52535, - "50": 0.52504, - "51": 0.53766, - "52": 0.52768, - "53": 0.52759, - "54": 0.52754, - "55": 0.53938, - "56": 0.53362, - "57": 0.53077, - "58": 0.52676, - "59": 0.53132, - "60": 0.52333, - "61": 0.52796, - "62": 0.53758, - "63": 0.53371, - "64": 0.52937, - "65": 0.53002, - "66": 0.53001, - "67": 0.52768, - "68": 0.52999, - "69": 0.52873, - "70": 0.54329, - "71": 0.52577, - "72": 0.53281, - "73": 0.52373, - "74": 0.53896, - "75": 0.53536, - "76": 0.52444, - "77": 0.53551, - "78": 0.55804, - "79": 0.55697, - "80": 0.53175, - "81": 0.53929, - "82": 0.52759, - "83": 0.53135, - "84": 0.53043, - "85": 0.53678, - "86": 0.58197, - "87": 0.54322, - "88": 0.52771, - "89": 0.88532, - "90": 0.5352, - "91": 0.5432, - "92": 0.53256, - "93": 0.53, - "94": 0.53231, - "95": 0.53588, - "96": 0.5246, - "97": 0.53401, - "98": 0.53042, - "99": 0.53172, - "100": 0.52281 + "1": 9.38956, + "2": 0.54892, + "3": 0.53756, + "4": 0.52845, + "5": 0.52687, + "6": 0.51818, + "7": 0.52819, + "8": 0.52051, + "9": 0.52526, + "10": 0.52865, + "11": 0.52834, + "12": 0.52573, + "13": 0.52783, + "14": 0.52938, + "15": 0.51899, + "16": 0.53517, + "17": 0.52289, + "18": 0.5363, + "19": 0.5954, + "20": 0.55838, + "21": 0.52166, + "22": 0.54146, + "23": 0.53649, + "24": 0.52785, + "25": 0.52349, + "26": 0.52481, + "27": 0.52376, + "28": 0.52226, + "29": 0.5291, + "30": 0.52613, + "31": 0.52719, + "32": 0.52341, + "33": 0.52646, + "34": 0.52272, + "35": 0.53016, + "36": 0.51941, + "37": 0.52643, + "38": 0.51914, + "39": 0.53109, + "40": 0.52353, + "41": 0.55102, + "42": 0.52656, + "43": 0.53223, + "44": 0.53438, + "45": 0.53126, + "46": 0.53776, + "47": 0.52511, + "48": 0.53521, + "49": 0.52743, + "50": 0.52883, + "51": 0.54078, + "52": 0.52088, + "53": 0.53221, + "54": 0.52473, + "55": 0.54396, + "56": 0.52771, + "57": 0.52699, + "58": 0.53079, + "59": 0.52445, + "60": 0.53037, + "61": 0.52164, + "62": 0.532, + "63": 0.52392, + "64": 0.53062, + "65": 0.52269, + "66": 0.53306, + "67": 0.5173, + "68": 0.54063, + "69": 0.52464, + "70": 0.92233, + "71": 0.53301, + "72": 0.52584, + "73": 0.55029, + "74": 0.54931, + "75": 0.54907, + "76": 0.53191, + "77": 0.53522, + "78": 0.53487, + "79": 0.52543, + "80": 0.53474, + "81": 0.52635, + "82": 0.54801, + "83": 0.52605, + "84": 0.53393, + "85": 0.52523, + "86": 0.53947, + "87": 0.52933, + "88": 0.53447, + "89": 0.53, + "90": 0.5287, + "91": 0.53326, + "92": 0.54604, + "93": 0.53649, + "94": 0.5297, + "95": 0.54163, + "96": 0.52549, + "97": 0.53256, + "98": 0.53104, + "99": 0.54062, + "100": 0.52332 } } } \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json b/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json deleted file mode 100644 index 7f620001acb..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_coreweave.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.34897, - "2": 10.34482, - "3": 9.79428, - "4": 9.59585, - "5": 9.42074, - "6": 9.41847, - "7": 9.28062, - "8": 9.18972, - "9": 9.06519, - "10": 9.00183, - "11": 8.81475, - "12": 8.7808, - "13": 8.82493, - "14": 8.67261, - "15": 8.6364, - "16": 8.51896, - "17": 8.45704, - "18": 8.37007, - "19": 8.36039, - "20": 8.25417, - "21": 8.2421, - "22": 8.13324, - "23": 8.06764, - "24": 8.1142, - "25": 7.95082, - "26": 8.08156, - "27": 7.86764, - "28": 7.93993, - "29": 7.77566, - "30": 7.84559, - "31": 7.8152, - "32": 7.65941, - "33": 7.77856, - "34": 7.53188, - "35": 7.65804, - "36": 7.51464, - "37": 7.44686, - "38": 7.48161, - "39": 7.46435, - "40": 7.49084, - "41": 7.40827, - "42": 7.35625, - "43": 7.43764, - "44": 7.35439, - "45": 7.35042, - "46": 7.27853, - "47": 7.4405, - "48": 7.26763, - "49": 7.32341, - "50": 7.14486, - "51": 7.36469, - "52": 7.12044, - "53": 7.09167, - "54": 7.22712, - "55": 7.13495, - "56": 7.20751, - "57": 7.31287, - "58": 6.99063, - "59": 7.09849, - "60": 7.12665, - "61": 7.10047, - "62": 7.23974, - "63": 7.14358, - "64": 7.06717, - "65": 6.98408, - "66": 7.03692, - "67": 7.02875, - "68": 7.12914, - "69": 7.01425, - "70": 7.04954, - "71": 6.89312, - "72": 6.98513, - "73": 6.96734, - "74": 6.90236, - "75": 7.05611, - "76": 6.95986, - "77": 7.06862, - "78": 7.0204, - "79": 6.8505, - "80": 6.92019, - "81": 6.95982, - "82": 7.04575, - "83": 6.98617, - "84": 6.99991, - "85": 6.83511, - "86": 7.04087, - "87": 6.96604, - "88": 6.90125, - "89": 6.80345, - "90": 7.22384, - "91": 6.70505, - "92": 7.03979, - "93": 6.8857, - "94": 7.04044, - "95": 6.84746, - "96": 6.9546, - "97": 6.94425, - "98": 6.86865, - "99": 6.9948, - "100": 6.96761 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43289.0, - "2": 44062.0, - "3": 44747.0, - "4": 42377.0, - "5": 45372.0, - "6": 40957.0, - "7": 43147.0, - "8": 45474.0, - "9": 42425.0, - "10": 45380.0, - "11": 43984.0, - "12": 44594.0, - "13": 43914.0, - "14": 46203.0, - "15": 43914.0, - "16": 41632.0, - "17": 43870.0, - "18": 44691.0, - "19": 42574.0, - "20": 44769.0, - "21": 44757.0, - "22": 41854.0, - "23": 45440.0, - "24": 43066.0, - "25": 42458.0, - "26": 43949.0, - "27": 46224.0, - "28": 46395.0, - "29": 46168.0, - "30": 44028.0, - "31": 41131.0, - "32": 43348.0, - "33": 45441.0, - "34": 43316.0, - "35": 43258.0, - "36": 42459.0, - "37": 40074.0, - "38": 42544.0, - "39": 44707.0, - "40": 43237.0, - "41": 44652.0, - "42": 43196.0, - "43": 45435.0, - "44": 44591.0, - "45": 43263.0, - "46": 43930.0, - "47": 42373.0, - "48": 44713.0, - "49": 43128.0, - "50": 43361.0, - "51": 41133.0, - "52": 43849.0, - "53": 43899.0, - "54": 41704.0, - "55": 43863.0, - "56": 43205.0, - "57": 42636.0, - "58": 43835.0, - "59": 44623.0, - "60": 41226.0, - "61": 39705.0, - "62": 44732.0, - "63": 44659.0, - "64": 45371.0, - "65": 44682.0, - "66": 45341.0, - "67": 43169.0, - "68": 42486.0, - "69": 43829.0, - "70": 45529.0, - "71": 43294.0, - "72": 44745.0, - "73": 45364.0, - "74": 42463.0, - "75": 44679.0, - "76": 43882.0, - "77": 42042.0, - "78": 40356.0, - "79": 38928.0, - "80": 41079.0, - "81": 45349.0, - "82": 43226.0, - "83": 38474.0, - "84": 42415.0, - "85": 43989.0, - "86": 45673.0, - "87": 40850.0, - "88": 41756.0, - "89": 41065.0, - "90": 44686.0, - "91": 46135.0, - "92": 41609.0, - "93": 43267.0, - "94": 39525.0, - "95": 43921.0, - "96": 44683.0, - "97": 45412.0, - "98": 41832.0, - "99": 45416.0, - "100": 42457.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1104069120.0, - "2": 1104069120.0, - "3": 1104069120.0, - "4": 1104069120.0, - "5": 1104069120.0, - "6": 1104069120.0, - "7": 1104069120.0, - "8": 1104069120.0, - "9": 1104069120.0, - "10": 1104069120.0, - "11": 1104069120.0, - "12": 1104069120.0, - "13": 1104069120.0, - "14": 1104069120.0, - "15": 1104069120.0, - "16": 1104069120.0, - "17": 1104069120.0, - "18": 1104069120.0, - "19": 1104069120.0, - "20": 1104069120.0, - "21": 1104069120.0, - "22": 1104069120.0, - "23": 1104069120.0, - "24": 1104069120.0, - "25": 1104069120.0, - "26": 1104069120.0, - "27": 1104069120.0, - "28": 1104069120.0, - "29": 1104069120.0, - "30": 1104069120.0, - "31": 1104069120.0, - "32": 1104069120.0, - "33": 1104069120.0, - "34": 1104069120.0, - "35": 1104069120.0, - "36": 1104069120.0, - "37": 1104069120.0, - "38": 1104069120.0, - "39": 1104069120.0, - "40": 1104069120.0, - "41": 1104069120.0, - "42": 1104069120.0, - "43": 1104069120.0, - "44": 1104069120.0, - "45": 1104069120.0, - "46": 1104069120.0, - "47": 1104069120.0, - "48": 1104069120.0, - "49": 1104069120.0, - "50": 1104069120.0, - "51": 1104069120.0, - "52": 1104069120.0, - "53": 1104069120.0, - "54": 1104069120.0, - "55": 1104069120.0, - "56": 1104069120.0, - "57": 1104069120.0, - "58": 1104069120.0, - "59": 1104069120.0, - "60": 1104069120.0, - "61": 1104069120.0, - "62": 1104069120.0, - "63": 1104069120.0, - "64": 1104069120.0, - "65": 1104069120.0, - "66": 1104069120.0, - "67": 1104069120.0, - "68": 1104069120.0, - "69": 1104069120.0, - "70": 1104069120.0, - "71": 1104069120.0, - "72": 1104069120.0, - "73": 1104069120.0, - "74": 1104069120.0, - "75": 1104069120.0, - "76": 1104069120.0, - "77": 1104069120.0, - "78": 1104069120.0, - "79": 1104069120.0, - "80": 1104069120.0, - "81": 1104069120.0, - "82": 1104069120.0, - "83": 1104069120.0, - "84": 1104069120.0, - "85": 1104069120.0, - "86": 1104069120.0, - "87": 1104069120.0, - "88": 1104069120.0, - "89": 1104069120.0, - "90": 1104069120.0, - "91": 1104069120.0, - "92": 1104069120.0, - "93": 1104069120.0, - "94": 1104069120.0, - "95": 1104069120.0, - "96": 1104069120.0, - "97": 1104069120.0, - "98": 1104069120.0, - "99": 1104069120.0, - "100": 1104069120.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1368630784.0, - "2": 1833295360.0, - "3": 1833295360.0, - "4": 1833295360.0, - "5": 1833295360.0, - "6": 1833295360.0, - "7": 1833295360.0, - "8": 1833295360.0, - "9": 1833295360.0, - "10": 1833295360.0, - "11": 1833295360.0, - "12": 1833295360.0, - "13": 1833295360.0, - "14": 1833295360.0, - "15": 1833295360.0, - "16": 1833295360.0, - "17": 1833295360.0, - "18": 1833295360.0, - "19": 1833295360.0, - "20": 1833295360.0, - "21": 1833295360.0, - "22": 1833295360.0, - "23": 1833295360.0, - "24": 1833295360.0, - "25": 1833295360.0, - "26": 1833295360.0, - "27": 1833295360.0, - "28": 1833295360.0, - "29": 1833295360.0, - "30": 1833295360.0, - "31": 1833295360.0, - "32": 1833295360.0, - "33": 1833295360.0, - "34": 1833295360.0, - "35": 1833295360.0, - "36": 1833295360.0, - "37": 1833295360.0, - "38": 1833295360.0, - "39": 1833295360.0, - "40": 1833295360.0, - "41": 1833295360.0, - "42": 1833295360.0, - "43": 1833295360.0, - "44": 1833295360.0, - "45": 1833295360.0, - "46": 1833295360.0, - "47": 1833295360.0, - "48": 1833295360.0, - "49": 1833295360.0, - "50": 1833295360.0, - "51": 1833295360.0, - "52": 1833295360.0, - "53": 1833295360.0, - "54": 1833295360.0, - "55": 1833295360.0, - "56": 1833295360.0, - "57": 1833295360.0, - "58": 1833295360.0, - "59": 1833295360.0, - "60": 1833295360.0, - "61": 1833295360.0, - "62": 1833295360.0, - "63": 1833295360.0, - "64": 1833295360.0, - "65": 1833295360.0, - "66": 1833295360.0, - "67": 1833295360.0, - "68": 1833295360.0, - "69": 1833295360.0, - "70": 1833295360.0, - "71": 1833295360.0, - "72": 1833295360.0, - "73": 1833295360.0, - "74": 1833295360.0, - "75": 1833295360.0, - "76": 1833295360.0, - "77": 1833295360.0, - "78": 1833295360.0, - "79": 1833295360.0, - "80": 1833295360.0, - "81": 1833295360.0, - "82": 1833295360.0, - "83": 1833295360.0, - "84": 1833295360.0, - "85": 1833295360.0, - "86": 1833295360.0, - "87": 1833295360.0, - "88": 1833295360.0, - "89": 1833295360.0, - "90": 1833295360.0, - "91": 1833295360.0, - "92": 1833295360.0, - "93": 1833295360.0, - "94": 1833295360.0, - "95": 1833295360.0, - "96": 1833295360.0, - "97": 1833295360.0, - "98": 1833295360.0, - "99": 1833295360.0, - "100": 1833295360.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 8.41131, - "2": 0.5911, - "3": 0.46668, - "4": 0.46572, - "5": 0.48182, - "6": 0.47419, - "7": 0.45962, - "8": 0.46076, - "9": 0.46022, - "10": 0.46056, - "11": 0.45992, - "12": 0.46724, - "13": 0.46712, - "14": 0.46827, - "15": 0.4727, - "16": 0.49253, - "17": 0.47082, - "18": 0.47424, - "19": 0.46849, - "20": 0.45979, - "21": 0.47104, - "22": 0.46485, - "23": 0.46326, - "24": 0.47218, - "25": 0.46353, - "26": 0.46063, - "27": 0.45609, - "28": 0.4748, - "29": 0.45917, - "30": 0.46344, - "31": 0.45858, - "32": 0.46504, - "33": 0.46109, - "34": 0.46003, - "35": 0.46415, - "36": 0.466, - "37": 0.46298, - "38": 0.46081, - "39": 0.46051, - "40": 0.46065, - "41": 0.46838, - "42": 0.49321, - "43": 0.47091, - "44": 0.46781, - "45": 0.45909, - "46": 0.4623, - "47": 0.46684, - "48": 0.46817, - "49": 0.47488, - "50": 0.46159, - "51": 0.4696, - "52": 0.46902, - "53": 0.46394, - "54": 0.46398, - "55": 0.48419, - "56": 0.48174, - "57": 0.46979, - "58": 0.46441, - "59": 0.46756, - "60": 0.45954, - "61": 0.46551, - "62": 0.46355, - "63": 0.4631, - "64": 0.46313, - "65": 0.47693, - "66": 0.46943, - "67": 0.45954, - "68": 0.46555, - "69": 0.46002, - "70": 0.47351, - "71": 0.46163, - "72": 0.46815, - "73": 0.46171, - "74": 0.46772, - "75": 0.75351, - "76": 0.46342, - "77": 0.47886, - "78": 0.47771, - "79": 0.47646, - "80": 0.47943, - "81": 0.47905, - "82": 0.47, - "83": 0.46092, - "84": 1.47835, - "85": 0.47794, - "86": 0.97054, - "87": 3.1063, - "88": 0.466, - "89": 1.9497, - "90": 0.4647, - "91": 0.47038, - "92": 0.46503, - "93": 0.47547, - "94": 0.48315, - "95": 0.48851, - "96": 0.50856, - "97": 0.49788, - "98": 0.48078, - "99": 0.5127, - "100": 0.46344 - } - } -} \ No newline at end of file diff --git a/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_eos.json b/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_eos.json deleted file mode 100644 index b9a799c779f..00000000000 --- a/tests/functional_tests/test_cases/t5/t5_mcore_tp4_pp1_resume_torch_dist/golden_values_dev_dgxh100_eos.json +++ /dev/null @@ -1,537 +0,0 @@ -{ - "lm loss": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 10.34897, - "2": 10.34482, - "3": 9.79428, - "4": 9.59585, - "5": 9.42074, - "6": 9.41847, - "7": 9.28062, - "8": 9.18972, - "9": 9.06519, - "10": 9.00183, - "11": 8.81475, - "12": 8.7808, - "13": 8.82493, - "14": 8.67261, - "15": 8.6364, - "16": 8.51896, - "17": 8.45704, - "18": 8.37007, - "19": 8.36039, - "20": 8.25417, - "21": 8.2421, - "22": 8.13324, - "23": 8.06764, - "24": 8.1142, - "25": 7.95082, - "26": 8.08156, - "27": 7.86764, - "28": 7.93993, - "29": 7.77566, - "30": 7.84559, - "31": 7.8152, - "32": 7.65941, - "33": 7.77856, - "34": 7.53188, - "35": 7.65804, - "36": 7.51464, - "37": 7.44686, - "38": 7.48161, - "39": 7.46435, - "40": 7.49084, - "41": 7.40827, - "42": 7.35625, - "43": 7.43764, - "44": 7.35439, - "45": 7.35042, - "46": 7.27853, - "47": 7.4405, - "48": 7.26763, - "49": 7.32341, - "50": 7.14486, - "51": 7.36469, - "52": 7.12044, - "53": 7.09167, - "54": 7.22712, - "55": 7.13495, - "56": 7.20751, - "57": 7.31287, - "58": 6.99063, - "59": 7.09849, - "60": 7.12665, - "61": 7.10047, - "62": 7.23974, - "63": 7.14358, - "64": 7.06717, - "65": 6.98408, - "66": 7.03692, - "67": 7.02875, - "68": 7.12914, - "69": 7.01425, - "70": 7.04954, - "71": 6.89312, - "72": 6.98513, - "73": 6.96734, - "74": 6.90236, - "75": 7.05611, - "76": 6.95986, - "77": 7.06862, - "78": 7.0204, - "79": 6.8505, - "80": 6.92019, - "81": 6.95982, - "82": 7.04575, - "83": 6.98617, - "84": 6.99991, - "85": 6.83511, - "86": 7.04087, - "87": 6.96604, - "88": 6.90125, - "89": 6.80345, - "90": 7.22384, - "91": 6.70505, - "92": 7.03979, - "93": 6.8857, - "94": 7.04044, - "95": 6.84746, - "96": 6.9546, - "97": 6.94425, - "98": 6.86865, - "99": 6.9948, - "100": 6.96761 - } - }, - "num-zeros": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 43289.0, - "2": 44062.0, - "3": 44747.0, - "4": 42377.0, - "5": 45372.0, - "6": 40957.0, - "7": 43147.0, - "8": 45474.0, - "9": 42425.0, - "10": 45380.0, - "11": 43984.0, - "12": 44594.0, - "13": 43914.0, - "14": 46203.0, - "15": 43914.0, - "16": 41632.0, - "17": 43870.0, - "18": 44691.0, - "19": 42574.0, - "20": 44769.0, - "21": 44757.0, - "22": 41854.0, - "23": 45440.0, - "24": 43066.0, - "25": 42458.0, - "26": 43949.0, - "27": 46224.0, - "28": 46395.0, - "29": 46168.0, - "30": 44028.0, - "31": 41131.0, - "32": 43348.0, - "33": 45441.0, - "34": 43316.0, - "35": 43258.0, - "36": 42459.0, - "37": 40074.0, - "38": 42544.0, - "39": 44707.0, - "40": 43237.0, - "41": 44652.0, - "42": 43196.0, - "43": 45435.0, - "44": 44591.0, - "45": 43263.0, - "46": 43930.0, - "47": 42373.0, - "48": 44713.0, - "49": 43128.0, - "50": 43361.0, - "51": 41133.0, - "52": 43849.0, - "53": 43899.0, - "54": 41704.0, - "55": 43863.0, - "56": 43205.0, - "57": 42636.0, - "58": 43835.0, - "59": 44623.0, - "60": 41226.0, - "61": 39705.0, - "62": 44732.0, - "63": 44659.0, - "64": 45371.0, - "65": 44682.0, - "66": 45341.0, - "67": 43169.0, - "68": 42486.0, - "69": 43829.0, - "70": 45529.0, - "71": 43294.0, - "72": 44745.0, - "73": 45364.0, - "74": 42463.0, - "75": 44679.0, - "76": 43882.0, - "77": 42042.0, - "78": 40356.0, - "79": 38928.0, - "80": 41079.0, - "81": 45349.0, - "82": 43226.0, - "83": 38474.0, - "84": 42415.0, - "85": 43989.0, - "86": 45673.0, - "87": 40850.0, - "88": 41756.0, - "89": 41065.0, - "90": 44686.0, - "91": 46135.0, - "92": 41609.0, - "93": 43267.0, - "94": 39525.0, - "95": 43921.0, - "96": 44683.0, - "97": 45412.0, - "98": 41832.0, - "99": 45416.0, - "100": 42457.0 - } - }, - "mem-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1104069120.0, - "2": 1104069120.0, - "3": 1104069120.0, - "4": 1104069120.0, - "5": 1104069120.0, - "6": 1104069120.0, - "7": 1104069120.0, - "8": 1104069120.0, - "9": 1104069120.0, - "10": 1104069120.0, - "11": 1104069120.0, - "12": 1104069120.0, - "13": 1104069120.0, - "14": 1104069120.0, - "15": 1104069120.0, - "16": 1104069120.0, - "17": 1104069120.0, - "18": 1104069120.0, - "19": 1104069120.0, - "20": 1104069120.0, - "21": 1104069120.0, - "22": 1104069120.0, - "23": 1104069120.0, - "24": 1104069120.0, - "25": 1104069120.0, - "26": 1104069120.0, - "27": 1104069120.0, - "28": 1104069120.0, - "29": 1104069120.0, - "30": 1104069120.0, - "31": 1104069120.0, - "32": 1104069120.0, - "33": 1104069120.0, - "34": 1104069120.0, - "35": 1104069120.0, - "36": 1104069120.0, - "37": 1104069120.0, - "38": 1104069120.0, - "39": 1104069120.0, - "40": 1104069120.0, - "41": 1104069120.0, - "42": 1104069120.0, - "43": 1104069120.0, - "44": 1104069120.0, - "45": 1104069120.0, - "46": 1104069120.0, - "47": 1104069120.0, - "48": 1104069120.0, - "49": 1104069120.0, - "50": 1104069120.0, - "51": 1104069120.0, - "52": 1104069120.0, - "53": 1104069120.0, - "54": 1104069120.0, - "55": 1104069120.0, - "56": 1104069120.0, - "57": 1104069120.0, - "58": 1104069120.0, - "59": 1104069120.0, - "60": 1104069120.0, - "61": 1104069120.0, - "62": 1104069120.0, - "63": 1104069120.0, - "64": 1104069120.0, - "65": 1104069120.0, - "66": 1104069120.0, - "67": 1104069120.0, - "68": 1104069120.0, - "69": 1104069120.0, - "70": 1104069120.0, - "71": 1104069120.0, - "72": 1104069120.0, - "73": 1104069120.0, - "74": 1104069120.0, - "75": 1104069120.0, - "76": 1104069120.0, - "77": 1104069120.0, - "78": 1104069120.0, - "79": 1104069120.0, - "80": 1104069120.0, - "81": 1104069120.0, - "82": 1104069120.0, - "83": 1104069120.0, - "84": 1104069120.0, - "85": 1104069120.0, - "86": 1104069120.0, - "87": 1104069120.0, - "88": 1104069120.0, - "89": 1104069120.0, - "90": 1104069120.0, - "91": 1104069120.0, - "92": 1104069120.0, - "93": 1104069120.0, - "94": 1104069120.0, - "95": 1104069120.0, - "96": 1104069120.0, - "97": 1104069120.0, - "98": 1104069120.0, - "99": 1104069120.0, - "100": 1104069120.0 - } - }, - "mem-max-allocated-bytes": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 1368630784.0, - "2": 1833295360.0, - "3": 1833295360.0, - "4": 1833295360.0, - "5": 1833295360.0, - "6": 1833295360.0, - "7": 1833295360.0, - "8": 1833295360.0, - "9": 1833295360.0, - "10": 1833295360.0, - "11": 1833295360.0, - "12": 1833295360.0, - "13": 1833295360.0, - "14": 1833295360.0, - "15": 1833295360.0, - "16": 1833295360.0, - "17": 1833295360.0, - "18": 1833295360.0, - "19": 1833295360.0, - "20": 1833295360.0, - "21": 1833295360.0, - "22": 1833295360.0, - "23": 1833295360.0, - "24": 1833295360.0, - "25": 1833295360.0, - "26": 1833295360.0, - "27": 1833295360.0, - "28": 1833295360.0, - "29": 1833295360.0, - "30": 1833295360.0, - "31": 1833295360.0, - "32": 1833295360.0, - "33": 1833295360.0, - "34": 1833295360.0, - "35": 1833295360.0, - "36": 1833295360.0, - "37": 1833295360.0, - "38": 1833295360.0, - "39": 1833295360.0, - "40": 1833295360.0, - "41": 1833295360.0, - "42": 1833295360.0, - "43": 1833295360.0, - "44": 1833295360.0, - "45": 1833295360.0, - "46": 1833295360.0, - "47": 1833295360.0, - "48": 1833295360.0, - "49": 1833295360.0, - "50": 1833295360.0, - "51": 1833295360.0, - "52": 1833295360.0, - "53": 1833295360.0, - "54": 1833295360.0, - "55": 1833295360.0, - "56": 1833295360.0, - "57": 1833295360.0, - "58": 1833295360.0, - "59": 1833295360.0, - "60": 1833295360.0, - "61": 1833295360.0, - "62": 1833295360.0, - "63": 1833295360.0, - "64": 1833295360.0, - "65": 1833295360.0, - "66": 1833295360.0, - "67": 1833295360.0, - "68": 1833295360.0, - "69": 1833295360.0, - "70": 1833295360.0, - "71": 1833295360.0, - "72": 1833295360.0, - "73": 1833295360.0, - "74": 1833295360.0, - "75": 1833295360.0, - "76": 1833295360.0, - "77": 1833295360.0, - "78": 1833295360.0, - "79": 1833295360.0, - "80": 1833295360.0, - "81": 1833295360.0, - "82": 1833295360.0, - "83": 1833295360.0, - "84": 1833295360.0, - "85": 1833295360.0, - "86": 1833295360.0, - "87": 1833295360.0, - "88": 1833295360.0, - "89": 1833295360.0, - "90": 1833295360.0, - "91": 1833295360.0, - "92": 1833295360.0, - "93": 1833295360.0, - "94": 1833295360.0, - "95": 1833295360.0, - "96": 1833295360.0, - "97": 1833295360.0, - "98": 1833295360.0, - "99": 1833295360.0, - "100": 1833295360.0 - } - }, - "iteration-time": { - "start_step": 1, - "end_step": 100, - "step_interval": 1, - "values": { - "1": 9.38956, - "2": 0.54892, - "3": 0.53756, - "4": 0.52845, - "5": 0.52687, - "6": 0.51818, - "7": 0.52819, - "8": 0.52051, - "9": 0.52526, - "10": 0.52865, - "11": 0.52834, - "12": 0.52573, - "13": 0.52783, - "14": 0.52938, - "15": 0.51899, - "16": 0.53517, - "17": 0.52289, - "18": 0.5363, - "19": 0.5954, - "20": 0.55838, - "21": 0.52166, - "22": 0.54146, - "23": 0.53649, - "24": 0.52785, - "25": 0.52349, - "26": 0.52481, - "27": 0.52376, - "28": 0.52226, - "29": 0.5291, - "30": 0.52613, - "31": 0.52719, - "32": 0.52341, - "33": 0.52646, - "34": 0.52272, - "35": 0.53016, - "36": 0.51941, - "37": 0.52643, - "38": 0.51914, - "39": 0.53109, - "40": 0.52353, - "41": 0.55102, - "42": 0.52656, - "43": 0.53223, - "44": 0.53438, - "45": 0.53126, - "46": 0.53776, - "47": 0.52511, - "48": 0.53521, - "49": 0.52743, - "50": 0.52883, - "51": 0.54078, - "52": 0.52088, - "53": 0.53221, - "54": 0.52473, - "55": 0.54396, - "56": 0.52771, - "57": 0.52699, - "58": 0.53079, - "59": 0.52445, - "60": 0.53037, - "61": 0.52164, - "62": 0.532, - "63": 0.52392, - "64": 0.53062, - "65": 0.52269, - "66": 0.53306, - "67": 0.5173, - "68": 0.54063, - "69": 0.52464, - "70": 0.92233, - "71": 0.53301, - "72": 0.52584, - "73": 0.55029, - "74": 0.54931, - "75": 0.54907, - "76": 0.53191, - "77": 0.53522, - "78": 0.53487, - "79": 0.52543, - "80": 0.53474, - "81": 0.52635, - "82": 0.54801, - "83": 0.52605, - "84": 0.53393, - "85": 0.52523, - "86": 0.53947, - "87": 0.52933, - "88": 0.53447, - "89": 0.53, - "90": 0.5287, - "91": 0.53326, - "92": 0.54604, - "93": 0.53649, - "94": 0.5297, - "95": 0.54163, - "96": 0.52549, - "97": 0.53256, - "98": 0.53104, - "99": 0.54062, - "100": 0.52332 - } - } -} \ No newline at end of file From 3760ff4cc1347c4c3af6f26b58a19439e5f8910b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?oliver=20k=C3=B6nig?= Date: Wed, 29 Oct 2025 20:13:30 +0100 Subject: [PATCH 02/12] chore: Update tooling for interactive jobs (#2032) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: oliver könig --- .../shell_test_utils/start_interactive_job.sh | 7 ++++++- tests/test_utils/python_scripts/generate_local_jobs.py | 8 +++++--- 2 files changed, 11 insertions(+), 4 deletions(-) diff --git a/tests/functional_tests/shell_test_utils/start_interactive_job.sh b/tests/functional_tests/shell_test_utils/start_interactive_job.sh index 0b30fc01283..6d1b6f0c9bd 100644 --- a/tests/functional_tests/shell_test_utils/start_interactive_job.sh +++ b/tests/functional_tests/shell_test_utils/start_interactive_job.sh @@ -26,6 +26,7 @@ DATASET_DIR="" TIME="1:00:00" RECIPES_DIR="tests/test_utils/recipes" CONTAINER_MOUNTS="" +NO_GPUS_PER_TASK="FALSE" # Declare associative array for tracking unique mounts declare -A seen_mounts @@ -53,6 +54,10 @@ while [[ $# -gt 0 ]]; do TIME="$2" shift 2 ;; + --no-gpus-per-task) + NO_GPUS_PER_TASK="TRUE" + shift 1 + ;; --help) print_usage exit 0 @@ -89,7 +94,7 @@ SRUN_CMD="srun \ --container-workdir=/opt/megatron-lm \ --container-mounts=$CONTAINER_MOUNTS \ --nodes=1 \ - --gpus-per-task=8 \ + $(if [ "$NO_GPUS_PER_TASK" = "FALSE" ]; then echo "--gpus-per-task=8"; fi) \ --time=$TIME \ --pty bash" diff --git a/tests/test_utils/python_scripts/generate_local_jobs.py b/tests/test_utils/python_scripts/generate_local_jobs.py index 4a7cf2d7c13..88256cd93af 100644 --- a/tests/test_utils/python_scripts/generate_local_jobs.py +++ b/tests/test_utils/python_scripts/generate_local_jobs.py @@ -1,3 +1,5 @@ +# Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. + """Generate launch scripts for local execution. This script allows to generate pre-filled launch scripts that allow for local execution of Megatron-LM functional tests inside containerized enviroments (i.e. Slurm enroot or Docker). @@ -24,7 +26,9 @@ def load_script(config_path: str) -> str: @click.command() @click.option("--model", required=False, type=str, help="Filters all tests by matching model") -@click.option("--scope", required=False, type=str, help="Filters all tests by matching scope") +@click.option( + "--scope", required=False, type=str, default="mr", help="Filters all tests by matching scope" +) @click.option( "--test-case", required=False, type=str, help="Returns a single test-case with matching name." ) @@ -77,8 +81,6 @@ def main( container_tag="none", ) - print(workloads) - for workload in workloads: if workload.type == "build": continue From bcaccdc9c5709b4310438fa023df2974da2b47bd Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?oliver=20k=C3=B6nig?= Date: Fri, 31 Oct 2025 11:55:46 +0000 Subject: [PATCH 03/12] chore: Update local tooling MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: oliver könig --- .../shell_test_utils/start_interactive_job.sh | 6 ------ tests/test_utils/python_scripts/generate_local_jobs.py | 1 + 2 files changed, 1 insertion(+), 6 deletions(-) diff --git a/tests/functional_tests/shell_test_utils/start_interactive_job.sh b/tests/functional_tests/shell_test_utils/start_interactive_job.sh index 6d1b6f0c9bd..13067e7c0ea 100644 --- a/tests/functional_tests/shell_test_utils/start_interactive_job.sh +++ b/tests/functional_tests/shell_test_utils/start_interactive_job.sh @@ -70,12 +70,6 @@ while [[ $# -gt 0 ]]; do esac done -# Check if yq is installed -if ! command -v yq &>/dev/null; then - echo "Error: yq is not installed. Please install it first." - exit 1 -fi - # Validate required arguments if [ -z "$PARTITION" ] || [ -z "$SLURM_ACCOUNT" ] || [ -z "$IMAGE" ] || [ -z "$DATASET_DIR" ]; then echo "Error: Missing required arguments" diff --git a/tests/test_utils/python_scripts/generate_local_jobs.py b/tests/test_utils/python_scripts/generate_local_jobs.py index 88256cd93af..140797ef5c9 100644 --- a/tests/test_utils/python_scripts/generate_local_jobs.py +++ b/tests/test_utils/python_scripts/generate_local_jobs.py @@ -105,6 +105,7 @@ def main( f'export OUTPUT_PATH={output_path}/runs/$(python3 -c "import uuid; print(uuid.uuid4())")\n' ) fh.write(workload.spec["script"].format(**magic_values)) + fh.write("\n\necho This test wrote results into $OUTPUT_PATH\n") if __name__ == "__main__": From f5b519741c245fdf70a300e881bbb77a67a0b112 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?oliver=20k=C3=B6nig?= Date: Fri, 31 Oct 2025 14:11:44 +0000 Subject: [PATCH 04/12] ci(hotfix): Remove performance for ckpt-resume MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: oliver könig --- .../test_pretraining_resume_checkpoint_pipeline.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/functional_tests/python_test_utils/test_pretraining_resume_checkpoint_pipeline.py b/tests/functional_tests/python_test_utils/test_pretraining_resume_checkpoint_pipeline.py index 64cbe0b9b5e..6aeb412a8f5 100644 --- a/tests/functional_tests/python_test_utils/test_pretraining_resume_checkpoint_pipeline.py +++ b/tests/functional_tests/python_test_utils/test_pretraining_resume_checkpoint_pipeline.py @@ -22,7 +22,7 @@ def test_resume_checkpoint_pipeline( checks_types = ( model_config["METRICS"] if "METRICS" in model_config - else ["iteration-time", "lm loss", "num-zeros"] + else ["lm loss", "num-zeros"] ) checks = { metric: test_pretraining_regular_pipeline.CHECK_THRESHOLDS[metric] From de29be56f95f8ed5fea3132a84f68b9d337b55ff Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?oliver=20k=C3=B6nig?= Date: Fri, 31 Oct 2025 14:23:37 +0000 Subject: [PATCH 05/12] format MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: oliver könig --- .../test_pretraining_resume_checkpoint_pipeline.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/tests/functional_tests/python_test_utils/test_pretraining_resume_checkpoint_pipeline.py b/tests/functional_tests/python_test_utils/test_pretraining_resume_checkpoint_pipeline.py index 6aeb412a8f5..84a66f706ff 100644 --- a/tests/functional_tests/python_test_utils/test_pretraining_resume_checkpoint_pipeline.py +++ b/tests/functional_tests/python_test_utils/test_pretraining_resume_checkpoint_pipeline.py @@ -20,9 +20,7 @@ def test_resume_checkpoint_pipeline( model_config = yaml.safe_load(f) checks_types = ( - model_config["METRICS"] - if "METRICS" in model_config - else ["lm loss", "num-zeros"] + model_config["METRICS"] if "METRICS" in model_config else ["lm loss", "num-zeros"] ) checks = { metric: test_pretraining_regular_pipeline.CHECK_THRESHOLDS[metric] From 76b5089259ca9f7e7afe5f671d83cec9aaf690cb Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?oliver=20k=C3=B6nig?= Date: Fri, 31 Oct 2025 14:30:13 +0000 Subject: [PATCH 06/12] copyright MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: oliver könig --- .../python_test_utils/test_pretraining_regular_pipeline.py | 2 ++ .../test_pretraining_resume_checkpoint_pipeline.py | 2 ++ 2 files changed, 4 insertions(+) diff --git a/tests/functional_tests/python_test_utils/test_pretraining_regular_pipeline.py b/tests/functional_tests/python_test_utils/test_pretraining_regular_pipeline.py index c1dcc3d4480..58311542ee9 100644 --- a/tests/functional_tests/python_test_utils/test_pretraining_regular_pipeline.py +++ b/tests/functional_tests/python_test_utils/test_pretraining_regular_pipeline.py @@ -1,3 +1,5 @@ +# Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. + import logging from typing import Dict, List, Optional diff --git a/tests/functional_tests/python_test_utils/test_pretraining_resume_checkpoint_pipeline.py b/tests/functional_tests/python_test_utils/test_pretraining_resume_checkpoint_pipeline.py index 84a66f706ff..d5da2dea30c 100644 --- a/tests/functional_tests/python_test_utils/test_pretraining_resume_checkpoint_pipeline.py +++ b/tests/functional_tests/python_test_utils/test_pretraining_resume_checkpoint_pipeline.py @@ -1,3 +1,5 @@ +# Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. + import logging from typing import Dict From 615c7e0689f04c97aed06b6e6fe1a8ccae6a9b81 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?oliver=20k=C3=B6nig?= Date: Fri, 31 Oct 2025 15:48:34 +0000 Subject: [PATCH 07/12] rename recipes MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: oliver könig --- .../recipes/gpt-dynamic-inference-with-coordinator.yaml | 2 +- tests/test_utils/recipes/gpt-dynamic-inference.yaml | 4 ++-- tests/test_utils/recipes/gpt-grads.yaml | 2 +- tests/test_utils/recipes/gpt-nemo.yaml | 2 +- tests/test_utils/recipes/gpt-static-inference.yaml | 4 ++-- tests/test_utils/recipes/gpt.yaml | 2 +- tests/test_utils/recipes/mamba-static-inference.yaml | 4 ++-- tests/test_utils/recipes/mamba.yaml | 2 +- tests/test_utils/recipes/mimo.yaml | 2 +- tests/test_utils/recipes/moe-dynamic-inference.yaml | 4 ++-- tests/test_utils/recipes/moe-static-inference.yaml | 4 ++-- tests/test_utils/recipes/moe.yaml | 2 +- tests/test_utils/recipes/multimodal-llava.yaml | 2 +- 13 files changed, 18 insertions(+), 18 deletions(-) diff --git a/tests/test_utils/recipes/gpt-dynamic-inference-with-coordinator.yaml b/tests/test_utils/recipes/gpt-dynamic-inference-with-coordinator.yaml index dd8cf6b945d..c61128aaca2 100644 --- a/tests/test_utils/recipes/gpt-dynamic-inference-with-coordinator.yaml +++ b/tests/test_utils/recipes/gpt-dynamic-inference-with-coordinator.yaml @@ -45,7 +45,7 @@ spec: "TRAINING_PARAMS_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/model_config.yaml" "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_{platforms}.json" "OUTPUT_PATH={assets_dir}" - "TENSORBOARD_PATH={assets_dir}/generations_{environment}_$CLUSTER.json" + "TENSORBOARD_PATH={assets_dir}/generations_{environment}_{platforms}.json" "N_REPEAT={n_repeat}" "ENABLE_LIGHTWEIGHT_MODE=${{ENABLE_LIGHTWEIGHT_MODE}}" "RECORD_CHECKPOINTS=${{RECORD_CHECKPOINTS}}" diff --git a/tests/test_utils/recipes/gpt-dynamic-inference.yaml b/tests/test_utils/recipes/gpt-dynamic-inference.yaml index b992f7fac2f..6837fb33c61 100644 --- a/tests/test_utils/recipes/gpt-dynamic-inference.yaml +++ b/tests/test_utils/recipes/gpt-dynamic-inference.yaml @@ -43,9 +43,9 @@ spec: "DATA_CACHE_PATH=/workspace/data/cache" "TRAINING_SCRIPT_PATH=examples/inference/gpt/gpt_dynamic_inference.py" "TRAINING_PARAMS_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/model_config.yaml" - "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_$CLUSTER.json" + "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_{platforms}.json" "OUTPUT_PATH={assets_dir}" - "TENSORBOARD_PATH={assets_dir}/generations_{environment}_$CLUSTER.json" + "TENSORBOARD_PATH={assets_dir}/generations_{environment}_{platforms}.json" "N_REPEAT={n_repeat}" "ENABLE_LIGHTWEIGHT_MODE=${{ENABLE_LIGHTWEIGHT_MODE}}" "RECORD_CHECKPOINTS=${{RECORD_CHECKPOINTS}}" diff --git a/tests/test_utils/recipes/gpt-grads.yaml b/tests/test_utils/recipes/gpt-grads.yaml index bf048542410..28fee0b02e9 100644 --- a/tests/test_utils/recipes/gpt-grads.yaml +++ b/tests/test_utils/recipes/gpt-grads.yaml @@ -50,7 +50,7 @@ spec: "CHECKPOINT_LOAD_PATH=/mnt/artifacts" "TRAINING_SCRIPT_PATH=pretrain_gpt.py" "TRAINING_PARAMS_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/model_config.yaml" - "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_$CLUSTER.json" + "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_{platforms}.json" "N_REPEAT=1" "ENABLE_LIGHTWEIGHT_MODE=${{ENABLE_LIGHTWEIGHT_MODE}}" "RECORD_CHECKPOINTS=${{RECORD_CHECKPOINTS}}" diff --git a/tests/test_utils/recipes/gpt-nemo.yaml b/tests/test_utils/recipes/gpt-nemo.yaml index 14c2106ed31..be225592653 100644 --- a/tests/test_utils/recipes/gpt-nemo.yaml +++ b/tests/test_utils/recipes/gpt-nemo.yaml @@ -47,7 +47,7 @@ spec: "CHECKPOINT_LOAD_PATH=/mnt/artifacts/model/{name}" "TRAINING_SCRIPT_PATH=\"nemo llm pretrain -y --factory {nemo_model}\"" "TRAINING_PARAMS_PATH=/opt/megatron-lm/tests/functional_tests/test_cases/{model}/{test_case}/model_config.yaml" - "GOLDEN_VALUES_PATH=/opt/megatron-lm/tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_$CLUSTER.json" + "GOLDEN_VALUES_PATH=/opt/megatron-lm/tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_{platforms}.json" "N_REPEAT={n_repeat}" ) diff --git a/tests/test_utils/recipes/gpt-static-inference.yaml b/tests/test_utils/recipes/gpt-static-inference.yaml index 9ed7f6c09f9..033c6c35116 100644 --- a/tests/test_utils/recipes/gpt-static-inference.yaml +++ b/tests/test_utils/recipes/gpt-static-inference.yaml @@ -43,9 +43,9 @@ spec: "DATA_CACHE_PATH=/workspace/data/cache" "TRAINING_SCRIPT_PATH=examples/inference/gpt/gpt_static_inference.py" "TRAINING_PARAMS_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/model_config.yaml" - "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_$CLUSTER.json" + "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_{platforms}.json" "OUTPUT_PATH={assets_dir}" - "TENSORBOARD_PATH={assets_dir}/generations_{environment}_$CLUSTER.json" + "TENSORBOARD_PATH={assets_dir}/generations_{environment}_{platforms}.json" "N_REPEAT={n_repeat}" "ENABLE_LIGHTWEIGHT_MODE=${{ENABLE_LIGHTWEIGHT_MODE}}" "RECORD_CHECKPOINTS=${{RECORD_CHECKPOINTS}}" diff --git a/tests/test_utils/recipes/gpt.yaml b/tests/test_utils/recipes/gpt.yaml index 488f3747a0f..aa3b4d77916 100644 --- a/tests/test_utils/recipes/gpt.yaml +++ b/tests/test_utils/recipes/gpt.yaml @@ -48,7 +48,7 @@ spec: "CHECKPOINT_LOAD_PATH=/mnt/artifacts/" "TRAINING_SCRIPT_PATH=pretrain_gpt.py" "TRAINING_PARAMS_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/model_config.yaml" - "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_$CLUSTER.json" + "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_{platforms}.json" "N_REPEAT={n_repeat}" "ENABLE_LIGHTWEIGHT_MODE=${{ENABLE_LIGHTWEIGHT_MODE}}" "RECORD_CHECKPOINTS=${{RECORD_CHECKPOINTS}}" diff --git a/tests/test_utils/recipes/mamba-static-inference.yaml b/tests/test_utils/recipes/mamba-static-inference.yaml index 79a5ab4eee2..06107618916 100644 --- a/tests/test_utils/recipes/mamba-static-inference.yaml +++ b/tests/test_utils/recipes/mamba-static-inference.yaml @@ -43,9 +43,9 @@ spec: "DATA_CACHE_PATH=/workspace/data/cache" "TRAINING_SCRIPT_PATH=examples/inference/gpt/gpt_static_inference.py" "TRAINING_PARAMS_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/model_config.yaml" - "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_$CLUSTER.json" + "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_{platforms}.json" "OUTPUT_PATH={assets_dir}" - "TENSORBOARD_PATH={assets_dir}/generations_{environment}_$CLUSTER.json" + "TENSORBOARD_PATH={assets_dir}/generations_{environment}_{platforms}.json" "N_REPEAT={n_repeat}" "ENABLE_LIGHTWEIGHT_MODE=${{ENABLE_LIGHTWEIGHT_MODE}}" "RECORD_CHECKPOINTS=${{RECORD_CHECKPOINTS}}" diff --git a/tests/test_utils/recipes/mamba.yaml b/tests/test_utils/recipes/mamba.yaml index 40d1d095aa4..bb742200d26 100644 --- a/tests/test_utils/recipes/mamba.yaml +++ b/tests/test_utils/recipes/mamba.yaml @@ -46,7 +46,7 @@ spec: "CHECKPOINT_LOAD_PATH=/mnt/artifacts/model/{name}" "TRAINING_SCRIPT_PATH=pretrain_mamba.py" "TRAINING_PARAMS_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/model_config.yaml" - "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_$CLUSTER.json" + "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_{platforms}.json" "N_REPEAT={n_repeat}" "ENABLE_LIGHTWEIGHT_MODE=${{ENABLE_LIGHTWEIGHT_MODE}}" "RECORD_CHECKPOINTS=${{RECORD_CHECKPOINTS}}" diff --git a/tests/test_utils/recipes/mimo.yaml b/tests/test_utils/recipes/mimo.yaml index 41e735776f9..88b17815ede 100644 --- a/tests/test_utils/recipes/mimo.yaml +++ b/tests/test_utils/recipes/mimo.yaml @@ -52,7 +52,7 @@ spec: "CHECKPOINT_LOAD_PATH=/mnt/artifacts" "TRAINING_SCRIPT_PATH=./examples/mimo/train.py" "TRAINING_PARAMS_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/model_config.yaml" - "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_$CLUSTER.json" + "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_{platforms}.json" "N_REPEAT={n_repeat}" ) diff --git a/tests/test_utils/recipes/moe-dynamic-inference.yaml b/tests/test_utils/recipes/moe-dynamic-inference.yaml index d477bdeda4a..7955a4eb0c8 100644 --- a/tests/test_utils/recipes/moe-dynamic-inference.yaml +++ b/tests/test_utils/recipes/moe-dynamic-inference.yaml @@ -43,9 +43,9 @@ spec: "DATA_CACHE_PATH=/workspace/data/cache" "TRAINING_SCRIPT_PATH=examples/inference/gpt/gpt_dynamic_inference.py" "TRAINING_PARAMS_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/model_config.yaml" - "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_$CLUSTER.json" + "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_{platforms}.json" "OUTPUT_PATH={assets_dir}" - "TENSORBOARD_PATH={assets_dir}/generations_{environment}_$CLUSTER.json" + "TENSORBOARD_PATH={assets_dir}/generations_{environment}_{platforms}.json" "N_REPEAT={n_repeat}" "ENABLE_LIGHTWEIGHT_MODE=${{ENABLE_LIGHTWEIGHT_MODE}}" "RECORD_CHECKPOINTS=${{RECORD_CHECKPOINTS}}" diff --git a/tests/test_utils/recipes/moe-static-inference.yaml b/tests/test_utils/recipes/moe-static-inference.yaml index bd7c4ca0f50..136606d0955 100644 --- a/tests/test_utils/recipes/moe-static-inference.yaml +++ b/tests/test_utils/recipes/moe-static-inference.yaml @@ -43,9 +43,9 @@ spec: "DATA_CACHE_PATH=/workspace/data/cache" "TRAINING_SCRIPT_PATH=examples/inference/gpt/gpt_static_inference.py" "TRAINING_PARAMS_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/model_config.yaml" - "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_$CLUSTER.json" + "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_{platforms}.json" "OUTPUT_PATH={assets_dir}" - "TENSORBOARD_PATH={assets_dir}/generations_{environment}_$CLUSTER.json" + "TENSORBOARD_PATH={assets_dir}/generations_{environment}_{platforms}.json" "N_REPEAT={n_repeat}" "ENABLE_LIGHTWEIGHT_MODE=${{ENABLE_LIGHTWEIGHT_MODE}}" "RECORD_CHECKPOINTS=${{RECORD_CHECKPOINTS}}" diff --git a/tests/test_utils/recipes/moe.yaml b/tests/test_utils/recipes/moe.yaml index 477a495ac54..94790f27ba2 100644 --- a/tests/test_utils/recipes/moe.yaml +++ b/tests/test_utils/recipes/moe.yaml @@ -48,7 +48,7 @@ spec: "CHECKPOINT_LOAD_PATH=/mnt/artifacts" "TRAINING_SCRIPT_PATH=pretrain_gpt.py" "TRAINING_PARAMS_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/model_config.yaml" - "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_$CLUSTER.json" + "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_{platforms}.json" "N_REPEAT={n_repeat}" "ENABLE_LIGHTWEIGHT_MODE=${{ENABLE_LIGHTWEIGHT_MODE}}" "RECORD_CHECKPOINTS=${{RECORD_CHECKPOINTS}}" diff --git a/tests/test_utils/recipes/multimodal-llava.yaml b/tests/test_utils/recipes/multimodal-llava.yaml index 80a30f050bc..0e199764c09 100644 --- a/tests/test_utils/recipes/multimodal-llava.yaml +++ b/tests/test_utils/recipes/multimodal-llava.yaml @@ -49,7 +49,7 @@ spec: "CHECKPOINT_LOAD_PATH=/mnt/artifacts/model/{name}/checkpoints" "TRAINING_SCRIPT_PATH=pretrain_vlm.py" "TRAINING_PARAMS_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/model_config.yaml" - "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_$CLUSTER.json" + "GOLDEN_VALUES_PATH=./tests/functional_tests/test_cases/{model}/{test_case}/golden_values_{environment}_{platforms}.json" "N_REPEAT={n_repeat}" "ENABLE_LIGHTWEIGHT_MODE=${{ENABLE_LIGHTWEIGHT_MODE}}" "RECORD_CHECKPOINTS=${{RECORD_CHECKPOINTS}}" From 8f5db23e8f47d47b3b566e9843954bf6c3534a01 Mon Sep 17 00:00:00 2001 From: helen ngo Date: Fri, 31 Oct 2025 08:47:34 -0700 Subject: [PATCH 08/12] Allow inference test throughput to vary by 10% (#2070) --- .../python_test_utils/test_inference_regular_pipeline.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/tests/functional_tests/python_test_utils/test_inference_regular_pipeline.py b/tests/functional_tests/python_test_utils/test_inference_regular_pipeline.py index c153e3769e5..170f161f3b8 100644 --- a/tests/functional_tests/python_test_utils/test_inference_regular_pipeline.py +++ b/tests/functional_tests/python_test_utils/test_inference_regular_pipeline.py @@ -39,10 +39,10 @@ def test_inference_pipeline(golden_values_path: str, test_values_path: str) -> N # First warmup iteration is excluded from throughput statistics. throughput_sampled = median(output_current["throughput"][1:]) - # 5 token/seconds is empirically observed to be within run variance. + # 10% is empirically observed to be within hardware variance. assert ( - throughput_sampled >= output_groundtruth["throughput"] - 5.0 - ), f"Throughput is slower than expected! Expected ~{output_groundtruth['throughput']} tok/s but benchmarked {output_current['throughput']} tok/s" + output_current["throughput"] >= 0.9 * output_groundtruth["throughput"] + ), f"Throughput is slower than expected! Expected to be within 10% of ~{output_groundtruth['throughput']} tok/s but benchmarked {output_current['throughput']} tok/s" # If throughput is significantly improved (> 20%), update golden values accordingly. assert ( From 827f0ae91334b9735cc0b4d0f580b6bc93b155f1 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?oliver=20k=C3=B6nig?= Date: Fri, 31 Oct 2025 16:23:54 +0000 Subject: [PATCH 09/12] ci(hotfix): Inference test pipeline MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: oliver könig --- .../python_test_utils/test_inference_regular_pipeline.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/functional_tests/python_test_utils/test_inference_regular_pipeline.py b/tests/functional_tests/python_test_utils/test_inference_regular_pipeline.py index 170f161f3b8..b9c70046a4d 100644 --- a/tests/functional_tests/python_test_utils/test_inference_regular_pipeline.py +++ b/tests/functional_tests/python_test_utils/test_inference_regular_pipeline.py @@ -41,7 +41,7 @@ def test_inference_pipeline(golden_values_path: str, test_values_path: str) -> N # 10% is empirically observed to be within hardware variance. assert ( - output_current["throughput"] >= 0.9 * output_groundtruth["throughput"] + throughput_sampled >= 0.9 * output_groundtruth["throughput"] ), f"Throughput is slower than expected! Expected to be within 10% of ~{output_groundtruth['throughput']} tok/s but benchmarked {output_current['throughput']} tok/s" # If throughput is significantly improved (> 20%), update golden values accordingly. From 1263cc9d4c34c08b5a88968296d5f97f482074fe Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?oliver=20k=C3=B6nig?= Date: Fri, 31 Oct 2025 20:52:25 +0000 Subject: [PATCH 10/12] disable more metrics MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: oliver könig --- .../model_config.yaml | 2 +- .../model_config.yaml | 2 +- .../model_config.yaml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/model_config.yaml b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/model_config.yaml index d9ec0456190..487382042b7 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/model_config.yaml +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_fine_grained_offloading/model_config.yaml @@ -131,7 +131,7 @@ MODEL_ARGS: --overlap-moe-expert-parallel-comm: true TEST_TYPE: regular # Usually ckpt-resume, but as a WAR to #513 set to regular METRICS: - - "iteration-time" + # - "iteration-time" - "lm loss" - "num-zeros" - "mem-allocated-bytes" diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/model_config.yaml b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/model_config.yaml index f4b64722712..28ad106f522 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/model_config.yaml +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp2_pp2_ep4_etp1_no_mtp_no_a2a_ovlp_fine_grained_offloading/model_config.yaml @@ -127,7 +127,7 @@ MODEL_ARGS: --exit-interval: 50 TEST_TYPE: regular # Usually ckpt-resume, but as a WAR to #513 set to regular METRICS: - - "iteration-time" + # - "iteration-time" - "lm loss" - "num-zeros" - "mem-allocated-bytes" diff --git a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/model_config.yaml b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/model_config.yaml index ef2b76069a1..f0d1cc0afd3 100644 --- a/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/model_config.yaml +++ b/tests/functional_tests/test_cases/moe/gpt3_moe_mcore_te_tp4_ep2_etp2_pp2_scoped_cudagraph/model_config.yaml @@ -88,7 +88,7 @@ MODEL_ARGS: --ckpt-assume-constant-structure: true TEST_TYPE: ckpt-resume METRICS: - - "iteration-time" + # - "iteration-time" - "lm loss" - "num-zeros" - "mem-allocated-bytes" From 93f906b8ba95fc196f7ff56dc7b24fce02e00c9b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?oliver=20k=C3=B6nig?= Date: Fri, 31 Oct 2025 20:52:54 +0000 Subject: [PATCH 11/12] disable moe inf test MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: oliver könig --- tests/test_utils/recipes/moe-dynamic-inference.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/test_utils/recipes/moe-dynamic-inference.yaml b/tests/test_utils/recipes/moe-dynamic-inference.yaml index 7955a4eb0c8..9bb23f8a322 100644 --- a/tests/test_utils/recipes/moe-dynamic-inference.yaml +++ b/tests/test_utils/recipes/moe-dynamic-inference.yaml @@ -57,7 +57,7 @@ products: - test_case: [gpt_dynamic_inference_tp4_pp1_ep4_16B_logitsmatch] products: - environment: [dev] - scope: [mr, mr-github] + scope: [mr-broken, mr-github] platforms: [dgx_h100] - test_case: [gpt_dynamic_inference_cuda_graphs_pad_tp4_pp1_ep4_16B_logitsmatch] products: From 2e54e79e51db30ca23cd16c410ac93eb7dc4aa44 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?oliver=20k=C3=B6nig?= Date: Fri, 31 Oct 2025 20:55:09 +0000 Subject: [PATCH 12/12] copyright MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: oliver könig --- .../python_test_utils/test_inference_regular_pipeline.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tests/functional_tests/python_test_utils/test_inference_regular_pipeline.py b/tests/functional_tests/python_test_utils/test_inference_regular_pipeline.py index b9c70046a4d..9a0758d3ba1 100644 --- a/tests/functional_tests/python_test_utils/test_inference_regular_pipeline.py +++ b/tests/functional_tests/python_test_utils/test_inference_regular_pipeline.py @@ -1,3 +1,5 @@ +# Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. + import json import logging import math