423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-19 21:30:37 +08:00
Code Issues Packages Projects Releases Wiki Activity

add some

Browse Source
This commit is contained in:
fzc8578
2025-01-06 19:32:39 +08:00
parent ab87bd6b13
commit 785cc70ff2
4 changed files with 15 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/llamafactory/model/model_utils/visual.py
View File

@@ -142,6 +142,10 @@ def get_forbidden_modules(config: "PretrainedConfig", finetuning_args: "Finetuni
forbidden_modules.update({"visual.patch_embed", "visual.blocks", "model", "lm_head"})
elif finetuning_args.freeze_vision_tower:
forbidden_modules.add("visual")
elif model_type == "minicpmv":
if finetuning_args.freeze_vision_tower:
forbidden_modules.add("vpm")
return forbidden_modules
@@ -196,6 +200,8 @@ def patch_target_modules(
return "^(?!.*vision_model).*(?:{}).*".format("|".join(target_modules))
elif model_type == "qwen2_vl":
return "^(?!.*visual).*(?:{}).*".format("|".join(target_modules))
elif model_type == "minicpmv":
return "^(?!.*vpm).*(?:{}).*".format("|".join(target_modules))
else:
return target_modules
else: