support gemma

Former-commit-id: c99e19641a
This commit is contained in:
hiyouga
2024-02-21 23:27:36 +08:00
parent 7e2d8b170a
commit 1845e03921
4 changed files with 33 additions and 2 deletions

View File

@@ -433,6 +433,16 @@ _register_template(
)
_register_template(
name="gemma",
format_user=StringFormatter(slots=["<start_of_turn>user\n{{content}}<end_of_turn>\n<start_of_turn>model\n"]),
format_system=StringFormatter(slots=["{{content}}"]),
format_separator=EmptyFormatter(slots=["\n"]),
stop_words=["<end_of_turn>"],
replace_eos=True,
)
_register_template(
name="intern",
format_user=StringFormatter(slots=["<|User|>:{{content}}", {"token": "<eoh>"}, "\n<|Bot|>:"]),