increase pissa_iter for stability

Former-commit-id: 03f8d9b0fb10ae58e7f68508197330d616957899
This commit is contained in:
hiyouga 2024-06-28 03:18:54 +08:00
parent a1437c15f7
commit cfdf5a5a78

View File

@ -113,7 +113,7 @@ class LoraArguments:
metadata={"help": "Whether or not to initialize a PiSSA adapter."},
)
pissa_iter: int = field(
default=4,
default=16,
metadata={"help": "The number of iteration steps performed by FSVD in PiSSA. Use -1 to disable it."},
)
pissa_convert: bool = field(