423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-11-05 18:32:14 +08:00
Code Issues Packages Projects Releases Wiki Activity

update galore args

Browse Source 
Former-commit-id: c7479a7976f773feb36aab4fdb0500be53d83b6a
This commit is contained in:
hiyouga 2024-03-08 01:17:32 +08:00
parent b5187e4104
commit a0b2d41dc5
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/hparams/finetuning_args.py
View File

@ -178,7 +178,7 @@ class GaloreArguments:
default=0.25, default=0.25,
metadata={"help": "GaLore scale."}, metadata={"help": "GaLore scale."},
) )
galore_proj_type: Literal["std"] = field( galore_proj_type: Literal["std", "reverse_std", "right", "left", "full"] = field(
default="std", default="std",
metadata={"help": "Type of GaLore projection."}, metadata={"help": "Type of GaLore projection."},
) )