423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-11-05 18:32:14 +08:00
Code Issues Packages Projects Releases Wiki Activity

update examples

Browse Source 
Former-commit-id: 66f248b90cfa2b29c73060459b2337b78154c47b
This commit is contained in:
hiyouga 2024-06-28 01:17:07 +08:00
parent 884a4a33ee
commit 71b8bb6037
18 changed files with 19 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/extras/fsdp_qlora/llama3_lora_sft.yaml
View File

@ -30,7 +30,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/extras/llama_pro/llama3_freeze_sft.yaml
View File

@ -31,7 +31,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/extras/loraplus/llama3_lora_sft.yaml
View File

@ -30,7 +30,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/extras/pissa/llama3_lora_sft.yaml
View File

@ -32,7 +32,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_full/llama3_full_sft_ds3.yaml
View File

@ -29,7 +29,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_lora/llama3_lora_dpo.yaml
View File

@ -31,7 +31,7 @@ learning_rate: 5.0e-6
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_lora/llama3_lora_kto.yaml
View File

@ -30,7 +30,7 @@ learning_rate: 5.0e-6
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_lora/llama3_lora_ppo.yaml
View File

@ -30,7 +30,7 @@ learning_rate: 1.0e-5
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### generate ### generate

2
examples/train_lora/llama3_lora_pretrain.yaml
View File

@ -28,7 +28,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

4
examples/train_lora/llama3_lora_reward.yaml
View File

@ -25,11 +25,11 @@ overwrite_output_dir: true
### train ### train
per_device_train_batch_size: 1 per_device_train_batch_size: 1
gradient_accumulation_steps: 8 gradient_accumulation_steps: 8
learning_rate: 1.0e-5 learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_lora/llama3_lora_sft.yaml
View File

@ -29,7 +29,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_lora/llama3_lora_sft_ds0.yaml
View File

@ -30,7 +30,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_lora/llama3_lora_sft_ds3.yaml
View File

@ -30,7 +30,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_lora/llava1_5_lora_sft.yaml
View File

@ -30,7 +30,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_qlora/llama3_lora_sft_aqlm.yaml
View File

@ -29,7 +29,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_qlora/llama3_lora_sft_awq.yaml
View File

@ -29,7 +29,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_qlora/llama3_lora_sft_gptq.yaml
View File

@ -29,7 +29,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_qlora/llama3_lora_sft_otfq.yaml
View File

@ -31,7 +31,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval