From 31874e4f62455f98397621b5acb58d7cf4134727 Mon Sep 17 00:00:00 2001 From: Yaowei Zheng Date: Mon, 16 Jun 2025 19:21:32 +0800 Subject: [PATCH] [version] release v0.9.3 (#8386) --- src/llamafactory/extras/env.py | 2 +- src/llamafactory/model/model_utils/liger_kernel.py | 2 ++ 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/src/llamafactory/extras/env.py b/src/llamafactory/extras/env.py index c4872ea4..9ccb8b53 100644 --- a/src/llamafactory/extras/env.py +++ b/src/llamafactory/extras/env.py @@ -27,7 +27,7 @@ import trl from transformers.utils import is_torch_cuda_available, is_torch_npu_available -VERSION = "0.9.3.dev0" +VERSION = "0.9.3" def print_env() -> None: diff --git a/src/llamafactory/model/model_utils/liger_kernel.py b/src/llamafactory/model/model_utils/liger_kernel.py index 3f467752..2cf30b11 100644 --- a/src/llamafactory/model/model_utils/liger_kernel.py +++ b/src/llamafactory/model/model_utils/liger_kernel.py @@ -73,6 +73,8 @@ def apply_liger_kernel( from liger_kernel.transformers import apply_liger_kernel_to_qwen2_5_vl as apply_liger_kernel elif model_type == "qwen3": from liger_kernel.transformers import apply_liger_kernel_to_qwen3 as apply_liger_kernel + elif model_type == "qwen3_moe": + from liger_kernel.transformers import apply_liger_kernel_to_qwen3_moe as apply_liger_kernel else: logger.warning_rank0("Current model does not support liger kernel.") return