diff --git a/examples/language-modeling/llama2_ds_zero3_config.json b/examples/language-modeling/llama2_ds_zero3_config.json index 2d64cbd0b3..557eb09378 100755 --- a/examples/language-modeling/llama2_ds_zero3_config.json +++ b/examples/language-modeling/llama2_ds_zero3_config.json @@ -12,5 +12,11 @@ "overlap_comm": false, "contiguous_gradients": false, "stage3_gather_16bit_weights_on_model_save": true + }, + "timers": { + "throughput": { + "enabled": true, + "synchronized": false + } } }