423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-15 08:08:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix pissa save

Browse Source 
Former-commit-id: 25a1dad7c8df79c15efecb8c6f871a13a327f57a
This commit is contained in:
codingma 2024-07-29 10:44:34 +08:00
parent f8329bc632
commit 75e80fa820
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/llamafactory/train/callbacks.py
View File

@ -165,7 +165,8 @@ class PissaConvertCallback(TrainerCallback):
) )
model.load_adapter(pissa_backup_dir, "default", is_trainable=True) model.load_adapter(pissa_backup_dir, "default", is_trainable=True)
model.set_adapter("default") model.set_adapter("default")
model.delete_adapter("pissa_init") if "pissa_init" in model.peft_config.keys():
model.delete_adapter("pissa_init")
setattr(model.peft_config["default"], "init_lora_weights", init_lora_weights) setattr(model.peft_config["default"], "init_lora_weights", init_lora_weights)