423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2026-02-26 07:45:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

[model] add liger kernel support for Qwen3-Next (#10176)

Browse Source 
Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
Shanay Mehta
2026-02-10 19:17:48 +05:30
committed by GitHub
parent d3ebd5678d
commit 184304b5b4
2 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
requirements/liger-kernel.txt
View File

@@ -1 +1 @@
liger-kernel>=0.5.5 liger-kernel>=0.6.3

2
src/llamafactory/model/model_utils/liger_kernel.py
View File

@@ -77,6 +77,8 @@ def apply_liger_kernel(
from liger_kernel.transformers import apply_liger_kernel_to_qwen3 as apply_liger_kernel from liger_kernel.transformers import apply_liger_kernel_to_qwen3 as apply_liger_kernel
elif model_type == "qwen3_moe": elif model_type == "qwen3_moe":
from liger_kernel.transformers import apply_liger_kernel_to_qwen3_moe as apply_liger_kernel from liger_kernel.transformers import apply_liger_kernel_to_qwen3_moe as apply_liger_kernel
elif model_type == "qwen3_next":
from liger_kernel.transformers import apply_liger_kernel_to_qwen3_next as apply_liger_kernel
elif model_type == "gpt_oss": elif model_type == "gpt_oss":
try: try:
from liger_kernel.transformers import apply_liger_kernel_to_gpt_oss as apply_liger_kernel from liger_kernel.transformers import apply_liger_kernel_to_gpt_oss as apply_liger_kernel