From 816480012f17b6246464cb43783e398cde4e3ed3 Mon Sep 17 00:00:00 2001 From: Kingsley Date: Sat, 28 Feb 2026 16:39:24 +0800 Subject: [PATCH] [fix] register visual part for Qwen3.5 (#10227) --- src/llamafactory/model/model_utils/visual.py | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) diff --git a/src/llamafactory/model/model_utils/visual.py b/src/llamafactory/model/model_utils/visual.py index ae091b76d..dd6de0986 100644 --- a/src/llamafactory/model/model_utils/visual.py +++ b/src/llamafactory/model/model_utils/visual.py @@ -395,6 +395,24 @@ _register_composite_model( ) +_register_composite_model( + model_type="qwen3_5", + projector_key="visual.merger", + vision_model_keys=["visual.pos_embed", "visual.patch_embed", "visual.blocks"], + language_model_keys=["language_model", "lm_head"], + lora_conflict_keys=["patch_embed"], +) + + +_register_composite_model( + model_type="qwen3_5_moe", + projector_key="visual.merger", + vision_model_keys=["visual.pos_embed", "visual.patch_embed", "visual.blocks"], + language_model_keys=["language_model", "lm_head"], + lora_conflict_keys=["patch_embed"], +) + + _register_composite_model( model_type="video_llava", )