[v1] add deepspeed zero3 trigger for low memory usage weight loading (#10300)

2026-04-22 04:46:00 +08:00 · 2026-04-21 14:09:52 +08:00
parent f5d739b132
commit 28a6ea1cdc
13 changed files with 160 additions and 18 deletions
--- a/examples/v1/train_qlora/quantization.yaml
+++ b/examples/v1/train_qlora/quantization.yaml
@@ -34,7 +34,6 @@ output_dir: outputs/test_quantization
 micro_batch_size: 1
 cutoff_len: 2048
 learning_rate: 1.0e-4
-bf16: false
 max_steps: 10

 ### sample