mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-08-02 03:32:50 +08:00
10 lines
261 B
Bash
10 lines
261 B
Bash
#!/bin/bash
|
|
|
|
python -m torch.distributed.run \
|
|
--nproc_per_node $NPROC_PER_NODE \
|
|
--nnodes $NNODES \
|
|
--node_rank $RANK \
|
|
--master_addr $MASTER_ADDR \
|
|
--master_port $MASTER_PORT \
|
|
src/train.py examples/full_multi_gpu/llama3_full_sft.yaml
|