423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-19 05:10:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

a monkey patch for lora_target

Browse Source 
Former-commit-id: 622f44a05b49b10571bd189ae3843683117ad77f
This commit is contained in:
hiyouga
2023-07-18 00:31:40 +08:00
parent 53d7d4c221
commit ce8ba8afac
2 changed files with 11 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/llmtuner/extras/constants.py
View File

@@ -29,3 +29,12 @@ SUPPORTED_MODELS = {
"InternLM-7B-Base": "internlm/internlm-7b",
"InternLM-7B-Chat": "internlm/internlm-chat-7b"
}
DEFAULT_MODULE = { # will be deprecated
"LLaMA": "q_proj,v_proj",
"BLOOM": "query_key_value",
"BLOOMZ": "query_key_value",
"Falcon": "query_key_value",
"Baichuan": "W_pack",
"InternLM": "q_proj,v_proj"
}