423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-23 22:32:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update llamafy_internlm2.py

Browse Source 
Former-commit-id: 484becae1bc38457d6cd8755bbfcb9f0e2e13f5d
This commit is contained in:
hiyouga 2024-01-18 01:00:16 +08:00
parent 925b61ff99
commit 6fa117a0ff
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/llamafy_internlm2.py
View File

@ -42,7 +42,7 @@ def save_weight(
if "output" in key: if "output" in key:
llama2_state_dict["lm_head"] = value llama2_state_dict["lm_head"] = value
elif "tok_embeddings" in key: elif "tok_embeddings" in key:
llama2_state_dict["embed_tokens"] = value llama2_state_dict[key.replace("tok_embeddings", "embed_tokens")] = value
elif "attention_norm" in key: elif "attention_norm" in key:
llama2_state_dict[key.replace("attention_norm", "input_layernorm")] = value llama2_state_dict[key.replace("attention_norm", "input_layernorm")] = value
elif "wqkv" in key: elif "wqkv" in key: