423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-27 08:12:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix #818

Browse Source 
Former-commit-id: 5a9970dbef3a6975ce5ec6ac2bef19182c75b662
This commit is contained in:
hiyouga 2023-09-07 19:19:53 +08:00
parent 5030f05126
commit 091326dc9f
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/tuner/core/loader.py
View File

@ -79,7 +79,7 @@ def load_model_and_tokenizer(
config = AutoConfig.from_pretrained(model_to_load, **config_kwargs)
if hasattr(config, "fp16") and hasattr(config, "bf16"): # fix Qwen config
if is_trainable and hasattr(config, "fp16") and hasattr(config, "bf16"): # fix Qwen config
if model_args.compute_dtype == torch.bfloat16:
setattr(config, "bf16", True)
else: