diff --git a/examples/summarization/ds_flan_t5_z3_config_bf16.json b/examples/summarization/ds_flan_t5_z3_config_bf16.json
index bb48e2889a..91ebe4c22b 100644
--- a/examples/summarization/ds_flan_t5_z3_config_bf16.json
+++ b/examples/summarization/ds_flan_t5_z3_config_bf16.json
@@ -27,6 +27,7 @@
     "contiguous_gradients": true,
     "sub_group_size": 1e9,
     "reduce_bucket_size": 1666777,
+    "reduce_scatter" : false,
     "stage3_prefetch_bucket_size": "auto",
     "stage3_param_persistence_threshold": "auto",
     "stage3_max_live_parameters": 1e9,