From f32c8614c232c832b9a8f5b13e7f575772fa277c Mon Sep 17 00:00:00 2001 From: hiyouga Date: Fri, 15 Dec 2023 21:49:26 +0800 Subject: [PATCH] fix bug Former-commit-id: 9e509b99af95666ea27f5540bedd64a330357ad7 --- src/llmtuner/model/loader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/model/loader.py b/src/llmtuner/model/loader.py index ffc03827..ccb82322 100644 --- a/src/llmtuner/model/loader.py +++ b/src/llmtuner/model/loader.py @@ -60,7 +60,7 @@ def load_model_and_tokenizer( patcher.patch_tokenizer(tokenizer) patcher.patch_config(config, model_args, is_trainable) patcher.configure_rope(config, model_args, is_trainable) - patcher.configure_flashattn(config, model_args) + patcher.configure_flashattn(config_kwargs, model_args) patcher.configure_longlora(config, model_args, is_trainable) patcher.configure_quantization(config, config_kwargs, model_args)