423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-07-31 10:42:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

[model] fix vlm utils (#8388)

Browse Source
This commit is contained in:
Yaowei Zheng 2025-06-17 01:08:49 +08:00 committed by GitHub
parent af2f75e688
commit f3d144f001
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 10 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
src/llamafactory/model/model_utils/visual.py
View File

@ -76,7 +76,7 @@ def _register_composite_model(
model_type=model_type,
projector_key=projector_key or "multi_modal_projector",
vision_model_keys=vision_model_keys or ["vision_tower"],
language_model_keys=language_model_keys or ["language_model"],
language_model_keys=language_model_keys or ["language_model", "lm_head"],
lora_conflict_keys=lora_conflict_keys or [],
)
@ -200,12 +200,12 @@ def patch_target_modules(
_register_composite_model(
model_type="internvl",
model_type="gemma3",
)
_register_composite_model(
model_type="gemma3",
model_type="internvl",
)
@ -246,14 +246,8 @@ _register_composite_model(
lora_conflict_keys=["audio_projection_layer"],
)
_register_composite_model(
model_type="paligemma",
)
_register_composite_model(
model_type="video_llava",
model_type="mistral3",
)
@ -264,7 +258,7 @@ _register_composite_model(
_register_composite_model(
model_type="mistral3",
model_type="paligemma",
)
@ -303,3 +297,8 @@ _register_composite_model(
else ["model", "lm_head"],
lora_conflict_keys=["patch_embed"],
)
_register_composite_model(
model_type="video_llava",
)