This commit is contained in:
fzc8578
2025-01-04 11:11:15 +08:00
parent f8e80d566f
commit 79c2d7090c
7 changed files with 164 additions and 2 deletions

View File

@@ -44,6 +44,8 @@ def find_all_linear_modules(model: "PreTrainedModel", freeze_vision_tower: bool)
forbidden_modules.add("vision_model")
elif model_type == "qwen2_vl":
forbidden_modules.add("visual")
elif model_type in ["minicpmv"]:
forbidden_modules.add("vpm")
else:
forbidden_modules.add("vision_tower")