From b6dc7e01e20412db56261f38449407f182858e5b Mon Sep 17 00:00:00 2001 From: AbdelKarim ELJANDOUBI <78537694+eljandoubi@users.noreply.github.com> Date: Tue, 25 Mar 2025 02:27:43 +0100 Subject: [PATCH] [misc] enable liger kernel for gemma3 text and paligemma (#7466) * add gemma3 text * add paligemma (1,2 and 2 mix) --- src/llamafactory/model/model_utils/liger_kernel.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/src/llamafactory/model/model_utils/liger_kernel.py b/src/llamafactory/model/model_utils/liger_kernel.py index bdd40c6f..84a69535 100644 --- a/src/llamafactory/model/model_utils/liger_kernel.py +++ b/src/llamafactory/model/model_utils/liger_kernel.py @@ -76,6 +76,10 @@ def apply_liger_kernel( from liger_kernel.transformers import apply_liger_kernel_to_gemma2 as apply_liger_kernel elif model_type == "gemma3": from liger_kernel.transformers import apply_liger_kernel_to_gemma3 as apply_liger_kernel + elif model_type == "gemma3_text": + from liger_kernel.transformers import apply_liger_kernel_to_gemma3_text as apply_liger_kernel + if model_type == "paligemma": + from liger_kernel.transformers import apply_liger_kernel_to_paligemma as apply_liger_kernel elif model_type == "llama": from liger_kernel.transformers import apply_liger_kernel_to_llama as apply_liger_kernel elif model_type == "mistral":