diff --git a/src/llamafactory/model/model_utils/visual.py b/src/llamafactory/model/model_utils/visual.py index ae091b76d..dd6de0986 100644 --- a/src/llamafactory/model/model_utils/visual.py +++ b/src/llamafactory/model/model_utils/visual.py @@ -395,6 +395,24 @@ _register_composite_model( ) +_register_composite_model( + model_type="qwen3_5", + projector_key="visual.merger", + vision_model_keys=["visual.pos_embed", "visual.patch_embed", "visual.blocks"], + language_model_keys=["language_model", "lm_head"], + lora_conflict_keys=["patch_embed"], +) + + +_register_composite_model( + model_type="qwen3_5_moe", + projector_key="visual.merger", + vision_model_keys=["visual.pos_embed", "visual.patch_embed", "visual.blocks"], + language_model_keys=["language_model", "lm_head"], + lora_conflict_keys=["patch_embed"], +) + + _register_composite_model( model_type="video_llava", )