423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-01 11:12:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

[model] add lora dropout to unsloth (#8548)

Browse Source 
Co-authored-by: viyer <vivek_iyer2@apple.com>
This commit is contained in:
Vivek Iyer 2025-07-04 02:56:36 -04:00 committed by GitHub
parent 8e7727f4ee
commit 62c6943699
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/llamafactory/model/model_utils/unsloth.py
View File

@ -40,6 +40,7 @@ def _get_unsloth_kwargs(
"load_in_4bit": model_args.quantization_bit == 4, "load_in_4bit": model_args.quantization_bit == 4,
"token": model_args.hf_hub_token, "token": model_args.hf_hub_token,
"full_finetuning": finetuning_args.finetuning_type == "full", "full_finetuning": finetuning_args.finetuning_type == "full",
"lora_dropout": finetuning_args.lora_dropout,
"device_map": {"": get_current_device()}, "device_map": {"": get_current_device()},
"rope_scaling": getattr(config, "rope_scaling", None), "rope_scaling": getattr(config, "rope_scaling", None),
"fix_tokenizer": False, "fix_tokenizer": False,