From 8b9210286b883d29939246609e08d20f65b45927 Mon Sep 17 00:00:00 2001 From: hiyouga Date: Thu, 7 Sep 2023 19:19:53 +0800 Subject: [PATCH] fix #818 Former-commit-id: e81fd458c279ed2f3cee780e517482b425c8886d --- src/llmtuner/tuner/core/loader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/tuner/core/loader.py b/src/llmtuner/tuner/core/loader.py index f3de6fbf..17d66d78 100644 --- a/src/llmtuner/tuner/core/loader.py +++ b/src/llmtuner/tuner/core/loader.py @@ -79,7 +79,7 @@ def load_model_and_tokenizer( config = AutoConfig.from_pretrained(model_to_load, **config_kwargs) - if hasattr(config, "fp16") and hasattr(config, "bf16"): # fix Qwen config + if is_trainable and hasattr(config, "fp16") and hasattr(config, "bf16"): # fix Qwen config if model_args.compute_dtype == torch.bfloat16: setattr(config, "bf16", True) else: