From 8132725f2e08ce3c1a69afa9ccc04e3395fb1a1b Mon Sep 17 00:00:00 2001 From: codingma Date: Mon, 29 Jul 2024 10:44:34 +0800 Subject: [PATCH] fix pissa save Former-commit-id: 2c1ca9f7425b84e158fef527fd6e13297c8253c6 --- src/llamafactory/train/callbacks.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/llamafactory/train/callbacks.py b/src/llamafactory/train/callbacks.py index 623f6ed1..657dd8f3 100644 --- a/src/llamafactory/train/callbacks.py +++ b/src/llamafactory/train/callbacks.py @@ -165,7 +165,8 @@ class PissaConvertCallback(TrainerCallback): ) model.load_adapter(pissa_backup_dir, "default", is_trainable=True) model.set_adapter("default") - model.delete_adapter("pissa_init") + if "pissa_init" in model.peft_config.keys(): + model.delete_adapter("pissa_init") setattr(model.peft_config["default"], "init_lora_weights", init_lora_weights)