423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-14 19:06:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

update galore args

Browse Source
This commit is contained in:
hiyouga
2024-03-08 01:17:32 +08:00
parent 33a4c24a8a
commit 0ac6b40a47
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/hparams/finetuning_args.py
View File

@@ -178,7 +178,7 @@ class GaloreArguments:
default=0.25, default=0.25,
metadata={"help": "GaLore scale."}, metadata={"help": "GaLore scale."},
) )
galore_proj_type: Literal["std"] = field( galore_proj_type: Literal["std", "reverse_std", "right", "left", "full"] = field(
default="std", default="std",
metadata={"help": "Type of GaLore projection."}, metadata={"help": "Type of GaLore projection."},
) )