resolve gradient checkpointing issue.

Former-commit-id: 7ecb61822b
2025-12-14 19:06:26 +08:00 · 2024-04-16 12:05:27 +08:00
parent 025f329445
commit b3260c7456
4 changed files with 8 additions and 14 deletions
--- a/examples/extras/badam/sft.sh
+++ b/examples/extras/badam/sft.sh
@@ -31,6 +31,5 @@ python ../../../src/train_bash.py \
 --use_badam \
 --switch_mode descending \
 --badam_verbose 2 \
--switch_block_every 50 \
--pure_bf16 \
+--switch_block_every 50