Update adapter.py

Former-commit-id: 98bc97d8d218182c026e9f57bbcbf40ab1e0bc87
This commit is contained in:
hoshi-hiyouga 2024-04-10 00:57:51 +08:00 committed by GitHub
parent e5b4cb62e0
commit 77d16ada1e

View File

@ -145,7 +145,7 @@ def init_adapter(
if model_args.use_unsloth: if model_args.use_unsloth:
from unsloth import FastLanguageModel # type: ignore from unsloth import FastLanguageModel # type: ignore
unsloth_peft_kwargs = {"model": model, "max_seq_length": model_args.model_max_length} unsloth_peft_kwargs = {"model": model, "max_seq_length": model_args.model_max_length}
model = FastLanguageModel.get_peft_model(**peft_kwargs, **unsloth_peft_kwargs) model = FastLanguageModel.get_peft_model(**peft_kwargs, **unsloth_peft_kwargs)
else: else:
lora_config = LoraConfig( lora_config = LoraConfig(