423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-17 04:10:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

update trainers

Browse Source
This commit is contained in:
hiyouga
2024-03-28 18:16:27 +08:00
parent 3bcd41b639
commit 8c77b10912
13 changed files with 89 additions and 145 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/model/utils.py
View File

@@ -47,6 +47,8 @@ def find_all_linear_modules(model: "PreTrainedModel") -> List[str]:
output_layer_names = ["lm_head"]
if model.config.model_type == "chatglm":
output_layer_names.append("output_layer")
elif model.config.model_type == "internlm2":
output_layer_names.append("output")
module_names = set()
for name, module in model.named_modules():