support pissa

Former-commit-id: 8c1046d78a
This commit is contained in:
hiyouga
2024-06-16 01:08:12 +08:00
parent c0c6b8075a
commit f25b8626bf
19 changed files with 406 additions and 76 deletions

View File

@@ -173,6 +173,8 @@ class Runner:
args["create_new_adapter"] = get("train.create_new_adapter")
args["use_rslora"] = get("train.use_rslora")
args["use_dora"] = get("train.use_dora")
args["pissa_init"] = get("train.use_pissa")
args["pissa_convert"] = get("train.use_pissa")
args["lora_target"] = get("train.lora_target") or "all"
args["additional_target"] = get("train.additional_target") or None