fix pissa save

Former-commit-id: 2c1ca9f742
2025-12-14 10:56:56 +08:00 · 2024-07-29 10:44:34 +08:00
parent 884b0bbb4f
commit 8132725f2e
1 changed files with 2 additions and 1 deletions
--- a/src/llamafactory/train/callbacks.py
+++ b/src/llamafactory/train/callbacks.py
@@ -165,7 +165,8 @@ class PissaConvertCallback(TrainerCallback):
                )
                model.load_adapter(pissa_backup_dir, "default", is_trainable=True)
                model.set_adapter("default")
-                model.delete_adapter("pissa_init")
+                if "pissa_init" in model.peft_config.keys():
+                    model.delete_adapter("pissa_init")
                setattr(model.peft_config["default"], "init_lora_weights", init_lora_weights)