423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-14 19:06:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

lora modules: all by default

Browse Source 
Former-commit-id: cae4737907
This commit is contained in:
hiyouga
2024-06-06 03:53:28 +08:00
parent 679810a3d2
commit cceff9f520
23 changed files with 78 additions and 118 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/qlora_single_gpu/llama3_lora_sft_aqlm.yaml
View File

@@ -5,7 +5,7 @@ model_name_or_path: ISTA-DASLab/Meta-Llama-3-8B-Instruct-AQLM-2Bit-1x16
stage: sft
do_train: true
finetuning_type: lora
lora_target: q_proj,v_proj
lora_target: all
### dataset
dataset: identity,alpaca_en_demo

2
examples/qlora_single_gpu/llama3_lora_sft_awq.yaml
View File

@@ -5,7 +5,7 @@ model_name_or_path: TechxGenus/Meta-Llama-3-8B-Instruct-AWQ
stage: sft
do_train: true
finetuning_type: lora
lora_target: q_proj,v_proj
lora_target: all
### dataset
dataset: identity,alpaca_en_demo

2
examples/qlora_single_gpu/llama3_lora_sft_bitsandbytes.yaml
View File

@@ -6,7 +6,7 @@ quantization_bit: 4
stage: sft
do_train: true
finetuning_type: lora
lora_target: q_proj,v_proj
lora_target: all
### dataset
dataset: identity,alpaca_en_demo

2
examples/qlora_single_gpu/llama3_lora_sft_gptq.yaml
View File

@@ -5,7 +5,7 @@ model_name_or_path: TechxGenus/Meta-Llama-3-8B-Instruct-GPTQ
stage: sft
do_train: true
finetuning_type: lora
lora_target: q_proj,v_proj
lora_target: all
### dataset
dataset: identity,alpaca_en_demo