support olmo

This commit is contained in:
hiyouga
2024-03-12 18:30:38 +08:00
parent 8d8956bad5
commit b3247d6a16
4 changed files with 31 additions and 2 deletions

View File

@@ -631,6 +631,15 @@ _register_template(
)
_register_template(
name="olmo",
format_user=StringFormatter(slots=["<|user|>\n{{content}}<|assistant|>"]),
format_assistant=StringFormatter(slots=["{{content}}", {"eos_token"}]),
format_system=StringFormatter(slots=[{"eos_token"}, "{{content}}"]),
force_system=True,
)
_register_template(
name="openchat",
format_user=StringFormatter(slots=["GPT4 Correct User: {{content}}", {"eos_token"}, "GPT4 Correct Assistant:"]),