[model] gemma4 (#10346)

2026-04-27 18:29:08 +08:00 · 2026-04-05 12:10:28 +08:00
parent acac63ef35
commit eae6f0b541
8 changed files with 576 additions and 7 deletions
--- a/src/llamafactory/model/model_utils/visual.py
+++ b/src/llamafactory/model/model_utils/visual.py
@@ -219,6 +219,13 @@ _register_composite_model(
 )


+_register_composite_model(
+    model_type="gemma4",
+    vision_model_keys=["vision_tower", "audio_tower"],
+    lora_conflict_keys=["per_layer_projection_norm"],
+)
+
+
 # copied from qwen2vl
 _register_composite_model(
    model_type="glm4v",