diff --git a/src/llamafactory/extras/env.py b/src/llamafactory/extras/env.py index c4872ea4..9ccb8b53 100644 --- a/src/llamafactory/extras/env.py +++ b/src/llamafactory/extras/env.py @@ -27,7 +27,7 @@ import trl from transformers.utils import is_torch_cuda_available, is_torch_npu_available -VERSION = "0.9.3.dev0" +VERSION = "0.9.3" def print_env() -> None: diff --git a/src/llamafactory/model/model_utils/liger_kernel.py b/src/llamafactory/model/model_utils/liger_kernel.py index 3f467752..2cf30b11 100644 --- a/src/llamafactory/model/model_utils/liger_kernel.py +++ b/src/llamafactory/model/model_utils/liger_kernel.py @@ -73,6 +73,8 @@ def apply_liger_kernel( from liger_kernel.transformers import apply_liger_kernel_to_qwen2_5_vl as apply_liger_kernel elif model_type == "qwen3": from liger_kernel.transformers import apply_liger_kernel_to_qwen3 as apply_liger_kernel + elif model_type == "qwen3_moe": + from liger_kernel.transformers import apply_liger_kernel_to_qwen3_moe as apply_liger_kernel else: logger.warning_rank0("Current model does not support liger kernel.") return