423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-14 10:56:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

update examples

Browse Source 
Former-commit-id: dae83f4199
This commit is contained in:
hiyouga
2024-05-13 20:39:36 +08:00
parent 68540734fb
commit 3318b6e188
22 changed files with 36 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
examples/extras/fsdp_qlora/llama3_lora_sft.yaml
View File

@@ -8,12 +8,14 @@ do_train: true
finetuning_type: lora
lora_target: q_proj,v_proj
# ddp
ddp_timeout: 180000000
# dataset
dataset: identity,alpaca_gpt4_en
template: llama3
cutoff_len: 1024
max_samples: 1000
val_size: 0.1
overwrite_cache: true
preprocessing_num_workers: 16
@@ -34,6 +36,7 @@ warmup_steps: 0.1
fp16: true
# eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_steps: 500