mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-10-14 23:58:11 +08:00
6 lines
170 B
Bash
6 lines
170 B
Bash
#!/bin/bash
|
|
# ZeRO-3 enables weight sharding on multiple GPUs
|
|
|
|
deepspeed --include "localhost:0,1,2,3" \
|
|
src/train.py examples/lora_multi_gpu/llama3_lora_sft_ds.yaml
|