[model] add qwen2.5 vl models (#6779)

Former-commit-id: 999c7c8fe0
2025-12-30 02:30:35 +08:00 · 2025-01-31 03:00:29 +08:00
parent f6779b0e0c
commit e8c1979b79
8 changed files with 77 additions and 30 deletions
--- a/src/llamafactory/model/model_utils/visual.py
+++ b/src/llamafactory/model/model_utils/visual.py
@@ -286,3 +286,11 @@ _register_composite_model(
    vision_model_keys=["visual.patch_embed", "visual.blocks"],
    language_model_keys=["model", "lm_head"],
 )
+
+
+_register_composite_model(
+    model_type="qwen2_5_vl",
+    projector_key="visual.merger",
+    vision_model_keys=["visual.patch_embed", "visual.blocks"],
+    language_model_keys=["model", "lm_head"],
+)