support activation offloading via unsloth gc

Former-commit-id: d3d0dd0feba3ca6f0ae970d5856bec989d26ef67
2025-12-17 12:20:37 +08:00 · 2024-09-08 01:22:19 +08:00
parent fb90faf19a
commit 8d96a81d6d
3 changed files with 58 additions and 7 deletions
--- a/src/llamafactory/hparams/model_args.py
+++ b/src/llamafactory/hparams/model_args.py
@@ -215,6 +215,10 @@ class ModelArguments(QuantizationArguments, ProcessorArguments, ExportArguments,
        default=False,
        metadata={"help": "Whether or not to use unsloth's optimization for the LoRA training."},
    )
+    use_unsloth_gc: bool = field(
+        default=False,
+        metadata={"help": "Whether or not to use unsloth's gradient checkpointing."},
+    )
    enable_liger_kernel: bool = field(
        default=False,
        metadata={"help": "Whether or not to enable liger kernel for faster training."},