From 2d9bd2aa1456033eb24a17baa9dc9ddb5b3a9627 Mon Sep 17 00:00:00 2001 From: LittleYanlin <46060565+LittleYanlin@users.noreply.github.com> Date: Wed, 4 Mar 2026 01:31:09 +0800 Subject: [PATCH] [fix] qwen3.5 projector path (#10242) Co-authored-by: Yaowei Zheng --- src/llamafactory/model/model_utils/visual.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/llamafactory/model/model_utils/visual.py b/src/llamafactory/model/model_utils/visual.py index dd6de0986..4a855f31a 100644 --- a/src/llamafactory/model/model_utils/visual.py +++ b/src/llamafactory/model/model_utils/visual.py @@ -390,14 +390,14 @@ _register_composite_model( "visual.deepstack_merger_list", "audio_tower", ], - language_model_keys=["model", "lm_head"], + language_model_keys=["language_model", "lm_head"], lora_conflict_keys=["patch_embed"], ) _register_composite_model( model_type="qwen3_5", - projector_key="visual.merger", + projector_key="model.visual.merger", vision_model_keys=["visual.pos_embed", "visual.patch_embed", "visual.blocks"], language_model_keys=["language_model", "lm_head"], lora_conflict_keys=["patch_embed"], @@ -406,7 +406,7 @@ _register_composite_model( _register_composite_model( model_type="qwen3_5_moe", - projector_key="visual.merger", + projector_key="model.visual.merger", vision_model_keys=["visual.pos_embed", "visual.patch_embed", "visual.blocks"], language_model_keys=["language_model", "lm_head"], lora_conflict_keys=["patch_embed"],