support liger kernel

src/llamafactory/hparams/model_args.py

@@ -117,6 +117,10 @@ class ModelArguments:
         default=False,
         metadata={"help": "Whether or not to use unsloth's optimization for the LoRA training."},
     )
+    use_liger_kernel: bool = field(
+        default=False,
+        metadata={"help": "Whether or not to enable liger kernel for faster training."},
+    )
     visual_inputs: bool = field(
         default=False,
         metadata={"help": "Whethor or not to use multimodal LLM that accepts visual inputs."},

src/llamafactory/hparams/parser.py

@@ -116,6 +116,9 @@ def _check_extra_dependencies(
     if model_args.use_unsloth:
         require_version("unsloth", "Please install unsloth: https://github.com/unslothai/unsloth")
 
+    if model_args.use_liger_kernel:
+        require_version("liger-kernel", "To fix: pip install liger-kernel")
+
     if model_args.mixture_of_depths is not None:
         require_version("mixture-of-depth>=1.1.6", "To fix: pip install mixture-of-depth>=1.1.6")