[model] set mm_projectors for omni models (#10378)

This commit is contained in:
Kingsley
2026-04-10 18:12:57 +08:00
committed by GitHub
parent fa09c01c36
commit c109c061e5
4 changed files with 44 additions and 33 deletions

View File

@@ -125,7 +125,7 @@ def _setup_freeze_tuning(
model_type = getattr(model.config, "model_type", None)
if not finetuning_args.freeze_multi_modal_projector and model_type in COMPOSITE_MODELS:
trainable_layers.append(COMPOSITE_MODELS[model_type].projector_key)
trainable_layers.extend(COMPOSITE_MODELS[model_type].projector_keys)
forbidden_modules = get_forbidden_modules(model.config, finetuning_args)
for name, param in model.named_parameters():