423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-01 11:12:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

[model] fix vlm utils (#8388)

Browse Source
This commit is contained in:
Yaowei Zheng 2025-06-17 01:08:49 +08:00 committed by GitHub
parent af2f75e688
commit f3d144f001
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 10 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
src/llamafactory/model/model_utils/visual.py
View File

@ -76,7 +76,7 @@ def _register_composite_model(
model_type=model_type, model_type=model_type,
projector_key=projector_key or "multi_modal_projector", projector_key=projector_key or "multi_modal_projector",
vision_model_keys=vision_model_keys or ["vision_tower"], vision_model_keys=vision_model_keys or ["vision_tower"],
language_model_keys=language_model_keys or ["language_model"], language_model_keys=language_model_keys or ["language_model", "lm_head"],
lora_conflict_keys=lora_conflict_keys or [], lora_conflict_keys=lora_conflict_keys or [],
) )
@ -200,12 +200,12 @@ def patch_target_modules(
_register_composite_model( _register_composite_model(
model_type="internvl", model_type="gemma3",
) )
_register_composite_model( _register_composite_model(
model_type="gemma3", model_type="internvl",
) )
@ -246,14 +246,8 @@ _register_composite_model(
lora_conflict_keys=["audio_projection_layer"], lora_conflict_keys=["audio_projection_layer"],
) )
_register_composite_model( _register_composite_model(
model_type="paligemma", model_type="mistral3",
)
_register_composite_model(
model_type="video_llava",
) )
@ -264,7 +258,7 @@ _register_composite_model(
_register_composite_model( _register_composite_model(
model_type="mistral3", model_type="paligemma",
) )
@ -303,3 +297,8 @@ _register_composite_model(
else ["model", "lm_head"], else ["model", "lm_head"],
lora_conflict_keys=["patch_embed"], lora_conflict_keys=["patch_embed"],
) )
_register_composite_model(
model_type="video_llava",
)