423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-15 11:20:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

add regex of only tune lm and mm_proj

Browse Source
This commit is contained in:
BUAADreamer
2024-05-27 18:59:00 +08:00
parent 4bc7c10c00
commit 57eb13b75d
6 changed files with 151 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/llamafactory/model/loader.py
View File

@@ -163,11 +163,6 @@ def load_model(
else:
model.train()
if model_args.visual_inputs and model_args.tune_mm_proj:
lm_params = [param for name, param in model.named_parameters() if "language_model" in name]
for param in lm_params:
param.requires_grad_(False)
trainable_params, all_param = count_parameters(model)
if is_trainable:
param_stats = "trainable params: {:d} || all params: {:d} || trainable%: {:.4f}".format(