423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-04 12:42:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

update galore args

Browse Source 
Former-commit-id: 0ac6b40a4772b61a3476bb74b976d24c408a2c35
This commit is contained in:
hiyouga 2024-03-08 01:17:32 +08:00
parent 5b50458acf
commit 2235020cc9
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/hparams/finetuning_args.py
View File

@ -178,7 +178,7 @@ class GaloreArguments:
default=0.25, default=0.25,
metadata={"help": "GaLore scale."}, metadata={"help": "GaLore scale."},
) )
galore_proj_type: Literal["std"] = field( galore_proj_type: Literal["std", "reverse_std", "right", "left", "full"] = field(
default="std", default="std",
metadata={"help": "Type of GaLore projection."}, metadata={"help": "Type of GaLore projection."},
) )