423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-15 16:18:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

increase pissa_iter for stability

Browse Source 
Former-commit-id: 03f8d9b0fb10ae58e7f68508197330d616957899
This commit is contained in:
hiyouga 2024-06-28 03:18:54 +08:00
parent a1437c15f7
commit cfdf5a5a78
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llamafactory/hparams/finetuning_args.py
View File

@ -113,7 +113,7 @@ class LoraArguments:
metadata={"help": "Whether or not to initialize a PiSSA adapter."}, metadata={"help": "Whether or not to initialize a PiSSA adapter."},
) )
pissa_iter: int = field( pissa_iter: int = field(
default=4, default=16,
metadata={"help": "The number of iteration steps performed by FSVD in PiSSA. Use -1 to disable it."}, metadata={"help": "The number of iteration steps performed by FSVD in PiSSA. Use -1 to disable it."},
) )
pissa_convert: bool = field( pissa_convert: bool = field(