add mixtral 8x22B models

This commit is contained in:
hiyouga
2024-04-17 23:35:59 +08:00
parent 5f86053d75
commit cab0598fd0
4 changed files with 13 additions and 7 deletions

View File

@@ -659,7 +659,7 @@ _register_template(
_register_template(
name="mistral",
format_user=StringFormatter(slots=["[INST] {{content}} [/INST]"]),
format_user=StringFormatter(slots=[" [INST] {{content}} [/INST]"]),
format_system=StringFormatter(slots=[{"bos_token"}, "{{content}}"]),
force_system=True,
)