From 3327c79f5c70a02ab4cd7a8e0a9616c2bb5bc4c5 Mon Sep 17 00:00:00 2001 From: Bhargav Date: Tue, 11 Feb 2025 10:02:19 +0530 Subject: [PATCH 1/2] Disabling timers synchronization (#154) --- examples/language-modeling/llama2_ds_zero3_config.json | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/examples/language-modeling/llama2_ds_zero3_config.json b/examples/language-modeling/llama2_ds_zero3_config.json index 2d64cbd0b3..9c415c9586 100755 --- a/examples/language-modeling/llama2_ds_zero3_config.json +++ b/examples/language-modeling/llama2_ds_zero3_config.json @@ -13,4 +13,10 @@ "contiguous_gradients": false, "stage3_gather_16bit_weights_on_model_save": true } + "timers": { + "throughput": { + "enabled": true, + "synchronized": false + } + } } From c6a80250e7f7e2f9425c063b2a831781588f9789 Mon Sep 17 00:00:00 2001 From: Bhargav Date: Tue, 25 Mar 2025 09:06:21 +0530 Subject: [PATCH 2/2] Update llama2_ds_zero3_config.json --- examples/language-modeling/llama2_ds_zero3_config.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/language-modeling/llama2_ds_zero3_config.json b/examples/language-modeling/llama2_ds_zero3_config.json index 9c415c9586..557eb09378 100755 --- a/examples/language-modeling/llama2_ds_zero3_config.json +++ b/examples/language-modeling/llama2_ds_zero3_config.json @@ -12,7 +12,7 @@ "overlap_comm": false, "contiguous_gradients": false, "stage3_gather_16bit_weights_on_model_save": true - } + }, "timers": { "throughput": { "enabled": true,