423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-16 20:00:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

disable valset by default (#6690)

Browse Source
This commit is contained in:
hoshi-hiyouga
2025-01-17 21:09:30 +08:00
committed by GitHub
parent 4d0f662dbe
commit 77bbf65905
30 changed files with 142 additions and 114 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/llamafactory/hparams/finetuning_args.py
View File

@@ -238,7 +238,7 @@ class GaloreArguments:
metadata={"help": "Number of steps to update the GaLore projection."},
)
galore_scale: float = field(
default=0.25,
default=2.0,
metadata={"help": "GaLore scaling coefficient."},
)
galore_proj_type: Literal["std", "reverse_std", "right", "left", "full"] = field(
@@ -279,7 +279,7 @@ class ApolloArguments:
metadata={"help": "Number of steps to update the APOLLO projection."},
)
apollo_scale: float = field(
default=1.0,
default=32.0,
metadata={"help": "APOLLO scaling coefficient."},
)
apollo_proj: Literal["svd", "random"] = field(