423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-16 20:00:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

support liger kernel

Browse Source
This commit is contained in:
hiyouga
2024-08-27 11:20:14 +08:00
parent 36039b0fe0
commit 72bc8f0111
8 changed files with 69 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/llamafactory/hparams/parser.py
View File

@@ -116,6 +116,9 @@ def _check_extra_dependencies(
if model_args.use_unsloth:
require_version("unsloth", "Please install unsloth: https://github.com/unslothai/unsloth")
if model_args.use_liger_kernel:
require_version("liger-kernel", "To fix: pip install liger-kernel")
if model_args.mixture_of_depths is not None:
require_version("mixture-of-depth>=1.1.6", "To fix: pip install mixture-of-depth>=1.1.6")