423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-04 12:42:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix #1365

Browse Source 
Former-commit-id: 63ff909310eec1db64bd4bcc1ce013dbd96f0f99
This commit is contained in:
hiyouga 2023-11-05 12:21:07 +08:00
parent c2302a3e70
commit 0d488085b8
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/llmtuner/tuner/core/loader.py
View File

@ -196,6 +196,7 @@ def load_model_and_tokenizer(
# Fix LM head (for ChatGLM2 and ChatGLM3) # Fix LM head (for ChatGLM2 and ChatGLM3)
if getattr(config, "model_type", None) == "chatglm": if getattr(config, "model_type", None) == "chatglm":
setattr(model, "lm_head", model.transformer.output_layer) setattr(model, "lm_head", model.transformer.output_layer)
setattr(model, "_keys_to_ignore_on_save", ["lm_head.weight"])
# Register auto class to save the custom code files. # Register auto class to save the custom code files.
if isinstance(config, PretrainedConfig) and "AutoConfig" in getattr(config, "auto_map", {}): if isinstance(config, PretrainedConfig) and "AutoConfig" in getattr(config, "auto_map", {}):