423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-14 23:58:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

Pass additional_target to unsloth

Browse Source 
Fixes #3200

Former-commit-id: f8f87f5b0549cba6a011749c42064047f82ba577
This commit is contained in:
Erich Schubert 2024-04-09 17:53:40 +02:00 committed by GitHub
parent 566d71b7a9
commit 95a4589bbf
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/model/adapter.py
View File

@ -145,6 +145,8 @@ def init_adapter(
from unsloth import FastLanguageModel # type: ignore
unsloth_peft_kwargs = {"model": model, "max_seq_length": model_args.model_max_length}
if finetuning_args.additional_target:
unsloth_peft_kwargs["modules_to_save"] = finetuning_args.additional_target
model = FastLanguageModel.get_peft_model(**peft_kwargs, **unsloth_peft_kwargs)
else:
lora_config = LoraConfig(