[model] add gemma3n (#8509)

2025-12-29 10:10:35 +08:00 · 2025-07-01 22:37:24 +08:00
parent 7121a92648
commit 3922ba38f0
5 changed files with 82 additions and 1 deletions
--- a/src/llamafactory/model/model_utils/visual.py
+++ b/src/llamafactory/model/model_utils/visual.py
@@ -204,6 +204,13 @@ _register_composite_model(
 )


+_register_composite_model(
+    model_type="gemma3n",
+    vision_model_keys=["vision_tower", "audio_tower"],
+    lora_conflict_keys=["timm_model", "subsample_conv_projection"],
+)
+
+
 # copied from qwen2vl
 _register_composite_model(
    model_type="glm4v",