[misc] fix ds config (#7205)

Former-commit-id: db113f690eb818894e3bc2bfc69cdfd27045d808

examples/accelerate/fsdp_config.yaml

@@ -14,7 +14,7 @@ fsdp_config:
   fsdp_use_orig_params: true
 machine_rank: 0
 main_training_function: main
-mixed_precision: fp16 # or bf16
+mixed_precision: bf16 # or fp16
 num_machines: 1 # the number of nodes
 num_processes: 2 # the number of GPUs in all nodes
 rdzv_backend: static

examples/deepspeed/ds_z0_config.json

@@ -19,7 +19,7 @@
     "stage": 0,
     "allgather_partitions": true,
     "allgather_bucket_size": 5e8,
-    "overlap_comm": true,
+    "overlap_comm": false,
     "reduce_scatter": true,
     "reduce_bucket_size": 5e8,
     "contiguous_gradients": true,

examples/deepspeed/ds_z2_config.json

@@ -19,7 +19,7 @@
     "stage": 2,
     "allgather_partitions": true,
     "allgather_bucket_size": 5e8,
-    "overlap_comm": true,
+    "overlap_comm": false,
     "reduce_scatter": true,
     "reduce_bucket_size": 5e8,
     "contiguous_gradients": true,

examples/deepspeed/ds_z2_offload_config.json

@@ -23,7 +23,7 @@
     },
     "allgather_partitions": true,
     "allgather_bucket_size": 5e8,
-    "overlap_comm": true,
+    "overlap_comm": false,
     "reduce_scatter": true,
     "reduce_bucket_size": 5e8,
     "contiguous_gradients": true,

examples/deepspeed/ds_z3_config.json

@@ -17,7 +17,7 @@
   },
   "zero_optimization": {
     "stage": 3,
-    "overlap_comm": true,
+    "overlap_comm": false,
     "contiguous_gradients": true,
     "sub_group_size": 1e9,
     "reduce_bucket_size": "auto",

examples/deepspeed/ds_z3_offload_config.json

@@ -25,7 +25,7 @@
       "device": "cpu",
       "pin_memory": true
     },
-    "overlap_comm": true,
+    "overlap_comm": false,
     "contiguous_gradients": true,
     "sub_group_size": 1e9,
     "reduce_bucket_size": "auto",