423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-14 23:58:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

update constants

Browse Source 
Former-commit-id: ebacbb1072045924a7e335cc9dda488d6f0be8b3
This commit is contained in:
hiyouga 2023-10-29 13:30:20 +08:00
parent 7da2aad6ee
commit 0f727b393e
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/llmtuner/extras/constants.py
View File

@ -57,6 +57,8 @@ SUPPORTED_MODELS = {
"XVERSE-13B": "xverse/XVERSE-13B",
"XVERSE-13B-Chat": "xverse/XVERSE-13B-Chat",
"ChatGLM2-6B-Chat": "THUDM/chatglm2-6b",
"ChatGLM3-6B-Base": "THUDM/chatglm3-6b-base",
"ChatGLM3-6B-Chat": "THUDM/chatglm3-6b",
"Phi1.5-1.3B": "microsoft/phi-1_5"
}
@ -73,6 +75,7 @@ DEFAULT_MODULE = {
"Qwen": "c_attn",
"XVERSE": "q_proj,v_proj",
"ChatGLM2": "query_key_value",
"ChatGLM3": "query_key_value",
"Phi1.5": "Wqkv"
}
@ -84,5 +87,6 @@ DEFAULT_TEMPLATE = {
"InternLM": "intern",
"Qwen": "chatml",
"XVERSE": "xverse",
"ChatGLM2": "chatglm2"
"ChatGLM2": "chatglm2",
"ChatGLM3": "chatglm3"
}