From 62c6943699f663d401bf64ab0a8ecdd5d6ab629a Mon Sep 17 00:00:00 2001 From: Vivek Iyer Date: Fri, 4 Jul 2025 02:56:36 -0400 Subject: [PATCH] [model] add lora dropout to unsloth (#8548) Co-authored-by: viyer --- src/llamafactory/model/model_utils/unsloth.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/llamafactory/model/model_utils/unsloth.py b/src/llamafactory/model/model_utils/unsloth.py index 91e18dac..d262ab0e 100644 --- a/src/llamafactory/model/model_utils/unsloth.py +++ b/src/llamafactory/model/model_utils/unsloth.py @@ -40,6 +40,7 @@ def _get_unsloth_kwargs( "load_in_4bit": model_args.quantization_bit == 4, "token": model_args.hf_hub_token, "full_finetuning": finetuning_args.finetuning_type == "full", + "lora_dropout": finetuning_args.lora_dropout, "device_map": {"": get_current_device()}, "rope_scaling": getattr(config, "rope_scaling", None), "fix_tokenizer": False,