Update callbacks.py

Former-commit-id: 526376967deaad73b7ca11063a2e3f0c9a0add98
This commit is contained in:
hoshi-hiyouga 2024-07-10 13:32:20 +08:00 committed by GitHub
parent 18057e14ef
commit 460a40756c

View File

@ -79,7 +79,7 @@ def fix_valuehead_checkpoint(
if name.startswith("v_head."):
v_head_state_dict[name] = param
else:
decoder_state_dict[name.replace("pretrained_model.", "",1)] = param
decoder_state_dict[name.replace("pretrained_model.", "", 1)] = param
model.pretrained_model.save_pretrained(
output_dir, state_dict=decoder_state_dict or None, safe_serialization=safe_serialization