423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-04 04:32:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

support Yi-34B-Chat models

Browse Source 
Former-commit-id: ff1c289229ee382d3e76578bbb6a5e299b969ded
This commit is contained in:
hiyouga 2023-11-23 19:31:49 +08:00
parent c4f6cf1270
commit 5f2943dc84
2 changed files with 22 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
src/llmtuner/data/template.py
View File

@ -682,6 +682,22 @@ register_template(
) )
register_template(
name="yi",
prefix=[
"{{system}}"
],
prompt=[
"<|im_start|>user\n{{query}}<|im_end|>\n<|im_start|>assistant\n"
],
system="",
sep=[
"<|im_end|>\n"
],
efficient_eos=True
)
register_template( register_template(
name="zephyr", name="zephyr",
prefix=[ prefix=[

8
src/llmtuner/extras/constants.py
View File

@ -264,8 +264,12 @@ register_model_group(
register_model_group( register_model_group(
models={ models={
"Yi-6B": "01-ai/Yi-6B", "Yi-6B": "01-ai/Yi-6B",
"Yi-34B": "01-ai/Yi-34B" "Yi-34B": "01-ai/Yi-34B",
} "Yi-34B-Chat": "01-ai/Yi-34B-Chat",
"Yi-34B-int8-Chat": "01-ai/Yi-34B-Chat-8bits",
"Yi-34B-int4-Chat": "01-ai/Yi-34B-Chat-4bits"
},
template="yi"
) )