From 75e80fa8206e05561b6582ee2570a0cef16d3c6d Mon Sep 17 00:00:00 2001 From: codingma Date: Mon, 29 Jul 2024 10:44:34 +0800 Subject: [PATCH] fix pissa save Former-commit-id: 25a1dad7c8df79c15efecb8c6f871a13a327f57a --- src/llamafactory/train/callbacks.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/llamafactory/train/callbacks.py b/src/llamafactory/train/callbacks.py index 623f6ed1..657dd8f3 100644 --- a/src/llamafactory/train/callbacks.py +++ b/src/llamafactory/train/callbacks.py @@ -165,7 +165,8 @@ class PissaConvertCallback(TrainerCallback): ) model.load_adapter(pissa_backup_dir, "default", is_trainable=True) model.set_adapter("default") - model.delete_adapter("pissa_init") + if "pissa_init" in model.peft_config.keys(): + model.delete_adapter("pissa_init") setattr(model.peft_config["default"], "init_lora_weights", init_lora_weights)