From 48eb07c9563a1226a465f99905c1ae0ed7784d4f Mon Sep 17 00:00:00 2001 From: hiyouga Date: Thu, 18 Jan 2024 01:00:16 +0800 Subject: [PATCH] Update llamafy_internlm2.py Former-commit-id: 69b3cb768eda57b63f47cd35e5da3a59b57b7853 --- tests/llamafy_internlm2.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/llamafy_internlm2.py b/tests/llamafy_internlm2.py index e6ca8058..41b12512 100644 --- a/tests/llamafy_internlm2.py +++ b/tests/llamafy_internlm2.py @@ -42,7 +42,7 @@ def save_weight( if "output" in key: llama2_state_dict["lm_head"] = value elif "tok_embeddings" in key: - llama2_state_dict["embed_tokens"] = value + llama2_state_dict[key.replace("tok_embeddings", "embed_tokens")] = value elif "attention_norm" in key: llama2_state_dict[key.replace("attention_norm", "input_layernorm")] = value elif "wqkv" in key: