fix examples

Former-commit-id: 7e69e71a52
2025-12-14 10:56:56 +08:00 · 2024-05-15 00:26:10 +08:00
parent c4743674ab
commit 213ba09b24
2 changed files with 11 additions and 1 deletions
--- a/examples/deepspeed/ds_z0_config.json
+++ b/examples/deepspeed/ds_z0_config.json
@@ -14,5 +14,15 @@
  },
  "bf16": {
    "enabled": "auto"
+  },
+  "zero_optimization": {
+    "stage": 0,
+    "allgather_partitions": true,
+    "allgather_bucket_size": 5e8,
+    "overlap_comm": true,
+    "reduce_scatter": true,
+    "reduce_bucket_size": 5e8,
+    "contiguous_gradients": true,
+    "round_robin_gradients": true
  }
 }