423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-22 22:02:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

increase pissa_iter for stability

Browse Source 
Former-commit-id: 64f4337daca4c914d86a7181dd582508688383cd
This commit is contained in:
hiyouga 2024-06-28 03:18:54 +08:00
parent cba994b9dc
commit b0acd27114
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llamafactory/hparams/finetuning_args.py
View File

@ -113,7 +113,7 @@ class LoraArguments:
metadata={"help": "Whether or not to initialize a PiSSA adapter."}, metadata={"help": "Whether or not to initialize a PiSSA adapter."},
) )
pissa_iter: int = field( pissa_iter: int = field(
default=4, default=16,
metadata={"help": "The number of iteration steps performed by FSVD in PiSSA. Use -1 to disable it."}, metadata={"help": "The number of iteration steps performed by FSVD in PiSSA. Use -1 to disable it."},
) )
pissa_convert: bool = field( pissa_convert: bool = field(