update examples

Former-commit-id: 4c00bcdcae
2025-12-14 19:06:26 +08:00 · 2024-03-09 02:30:37 +08:00
parent c561b268ef
commit eb363b04b9
6 changed files with 5 additions and 2 deletions
--- a/examples/full_multi_gpu/multi_node.sh
+++ b/examples/full_multi_gpu/multi_node.sh
@@ -33,5 +33,6 @@ python -m torch.distributed.run \
    --num_train_epochs 3.0 \
    --max_samples 3000 \
    --val_size 0.1 \
+    --ddp_timeout 1800000 \
    --plot_loss \
    --fp16
--- a/examples/full_multi_gpu/single_node.sh
+++ b/examples/full_multi_gpu/single_node.sh
@@ -27,5 +27,6 @@ deepspeed --num_gpus 4 ../../src/train_bash.py \
    --num_train_epochs 3.0 \
    --max_samples 3000 \
    --val_size 0.1 \
+    --ddp_timeout 1800000 \
    --plot_loss \
    --fp16