From 59a56f7226f24b3b8c37b6a4da0a5802b4022ead Mon Sep 17 00:00:00 2001 From: Kenny Lam <5083773+kennylam777@users.noreply.github.com> Date: Mon, 24 Mar 2025 11:09:59 +0000 Subject: [PATCH] [misc] enable liger kernel for gemma3 (#7462) --- src/llamafactory/model/model_utils/liger_kernel.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/llamafactory/model/model_utils/liger_kernel.py b/src/llamafactory/model/model_utils/liger_kernel.py index 7912c6fe..bdd40c6f 100644 --- a/src/llamafactory/model/model_utils/liger_kernel.py +++ b/src/llamafactory/model/model_utils/liger_kernel.py @@ -74,6 +74,8 @@ def apply_liger_kernel( from liger_kernel.transformers import apply_liger_kernel_to_gemma as apply_liger_kernel elif model_type == "gemma2": from liger_kernel.transformers import apply_liger_kernel_to_gemma2 as apply_liger_kernel + elif model_type == "gemma3": + from liger_kernel.transformers import apply_liger_kernel_to_gemma3 as apply_liger_kernel elif model_type == "llama": from liger_kernel.transformers import apply_liger_kernel_to_llama as apply_liger_kernel elif model_type == "mistral":