fix pissa save

2025-12-14 19:06:26 +08:00 · 2024-07-29 10:44:34 +08:00
parent 668654b5ad
commit 2c1ca9f742
1 changed files with 2 additions and 1 deletions
--- a/src/llamafactory/train/callbacks.py
+++ b/src/llamafactory/train/callbacks.py
@@ -165,6 +165,7 @@ class PissaConvertCallback(TrainerCallback):
                )
                model.load_adapter(pissa_backup_dir, "default", is_trainable=True)
                model.set_adapter("default")
+                if "pissa_init" in model.peft_config.keys():
                    model.delete_adapter("pissa_init")
                setattr(model.peft_config["default"], "init_lora_weights", init_lora_weights)