From 091326dc9f81889a00b5723f83e3cabe779a5d27 Mon Sep 17 00:00:00 2001 From: hiyouga Date: Thu, 7 Sep 2023 19:19:53 +0800 Subject: [PATCH] fix #818 Former-commit-id: 5a9970dbef3a6975ce5ec6ac2bef19182c75b662 --- src/llmtuner/tuner/core/loader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/tuner/core/loader.py b/src/llmtuner/tuner/core/loader.py index f3de6fbf..17d66d78 100644 --- a/src/llmtuner/tuner/core/loader.py +++ b/src/llmtuner/tuner/core/loader.py @@ -79,7 +79,7 @@ def load_model_and_tokenizer( config = AutoConfig.from_pretrained(model_to_load, **config_kwargs) - if hasattr(config, "fp16") and hasattr(config, "bf16"): # fix Qwen config + if is_trainable and hasattr(config, "fp16") and hasattr(config, "bf16"): # fix Qwen config if model_args.compute_dtype == torch.bfloat16: setattr(config, "bf16", True) else: