diff --git a/src/llmtuner/model/loader.py b/src/llmtuner/model/loader.py index ccb82322..f4421be1 100644 --- a/src/llmtuner/model/loader.py +++ b/src/llmtuner/model/loader.py @@ -58,7 +58,7 @@ def load_model_and_tokenizer( config = AutoConfig.from_pretrained(model_args.model_name_or_path, **config_kwargs) patcher.patch_tokenizer(tokenizer) - patcher.patch_config(config, model_args, is_trainable) + patcher.patch_config(config, model_args) patcher.configure_rope(config, model_args, is_trainable) patcher.configure_flashattn(config_kwargs, model_args) patcher.configure_longlora(config, model_args, is_trainable)