add adam_mini to readme

2025-12-16 11:50:35 +08:00 · 2024-08-09 20:02:03 +08:00
parent ef482394f0
commit e2a28f51c6
12 changed files with 94 additions and 34 deletions
--- a/examples/extras/galore/llama3_full_sft.yaml
+++ b/examples/extras/galore/llama3_full_sft.yaml
@@ -34,6 +34,7 @@ num_train_epochs: 3.0
 lr_scheduler_type: cosine
 warmup_ratio: 0.1
 pure_bf16: true
+ddp_timeout: 180000000

 ### eval
 val_size: 0.1