423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-03 04:02:49 +08:00
Code Issues Packages Projects Releases Wiki Activity

update examples

Browse Source 
Former-commit-id: b87f8f15194923392d1a1c3d3c617b463cdd8379
This commit is contained in:
hiyouga 2024-04-04 14:48:21 +08:00
parent 51a23c3aaf
commit 5dd3c1ab79
5 changed files with 9 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
examples/accelerate/fsdp_config.yaml
View File

@ -15,8 +15,8 @@ fsdp_config:
machine_rank: 0 machine_rank: 0
main_training_function: main main_training_function: main
mixed_precision: fp16 mixed_precision: fp16
num_machines: 1 num_machines: 1 # the number of nodes
num_processes: 2 num_processes: 2 # the number of GPUs in all nodes
rdzv_backend: static rdzv_backend: static
same_network: true same_network: true
tpu_env: [] tpu_env: []

4
examples/accelerate/master_config.yaml
View File

@ -8,8 +8,8 @@ main_process_ip: 192.168.0.1
main_process_port: 29555 main_process_port: 29555
main_training_function: main main_training_function: main
mixed_precision: fp16 mixed_precision: fp16
num_machines: 2 num_machines: 2 # the number of nodes
num_processes: 16 num_processes: 16 # the number of GPUs in all nodes
rdzv_backend: static rdzv_backend: static
same_network: true same_network: true
tpu_env: [] tpu_env: []

4
examples/accelerate/single_config.yaml
View File

@ -6,8 +6,8 @@ gpu_ids: all
machine_rank: 0 machine_rank: 0
main_training_function: main main_training_function: main
mixed_precision: fp16 mixed_precision: fp16
num_machines: 1 num_machines: 1 # the number of nodes
num_processes: 4 num_processes: 4 # the number of GPUs in all nodes
rdzv_backend: static rdzv_backend: static
same_network: true same_network: true
tpu_env: [] tpu_env: []

4
examples/accelerate/slave_config.yaml
View File

@ -8,8 +8,8 @@ main_process_ip: 192.168.0.1
main_process_port: 29555 main_process_port: 29555
main_training_function: main main_training_function: main
mixed_precision: fp16 mixed_precision: fp16
num_machines: 2 num_machines: 2 # the number of nodes
num_processes: 16 num_processes: 16 # the number of GPUs in all nodes
rdzv_backend: static rdzv_backend: static
same_network: true same_network: true
tpu_env: [] tpu_env: []

1
examples/merge_lora/merge.sh
View File

@ -1,4 +1,5 @@
#!/bin/bash #!/bin/bash
# DO NOT use quantized model or quantization_bit when merging lora weights
CUDA_VISIBLE_DEVICES= python ../../src/export_model.py \ CUDA_VISIBLE_DEVICES= python ../../src/export_model.py \
--model_name_or_path meta-llama/Llama-2-7b-hf \ --model_name_or_path meta-llama/Llama-2-7b-hf \