feat: add support for adammini

Former-commit-id: 82bc15dc79
2025-12-17 12:20:37 +08:00 · 2024-08-07 10:08:22 +08:00
parent b0d32b2041
commit 44f7c4dd56
2 changed files with 33 additions and 0 deletions
--- a/src/llamafactory/hparams/finetuning_args.py
+++ b/src/llamafactory/hparams/finetuning_args.py
@@ -342,6 +342,10 @@ class FinetuningArguments(FreezeArguments, LoraArguments, RLHFArguments, GaloreA
        default=False,
        metadata={"help": "Whether or not to save the training loss curves."},
    )
+    use_adammini: bool = field(
+        default=False,
+        metadata={"help": "Whether or not to use AdamMini optimizer."},
+    )

    def __post_init__(self):
        def split_arg(arg):