Fix perf drop in flan-t5 summarization (#908)

huggingface · Apr 25, 2024 · 4e15cd4 · 4e15cd4
1 parent 6340e2b
commit 4e15cd4
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/examples/summarization/ds_flan_t5_z3_config_bf16.json b/examples/summarization/ds_flan_t5_z3_config_bf16.json
@@ -27,6 +27,7 @@
  "contiguous_gradients": true,
  "sub_group_size": 1e9,
  "reduce_bucket_size": 1666777,
+ "reduce_scatter" : false,
  "stage3_prefetch_bucket_size": "auto",
  "stage3_param_persistence_threshold": "auto",
  "stage3_max_live_parameters": 1e9,