support olmo

Former-commit-id: b3247d6a16
2026-03-08 04:35:58 +08:00 · 2024-03-12 18:30:38 +08:00
parent 0b7e870b07
commit 14ed926a2d
4 changed files with 31 additions and 2 deletions
--- a/src/llmtuner/data/template.py
+++ b/src/llmtuner/data/template.py
@@ -631,6 +631,15 @@ _register_template(
 )


+_register_template(
+    name="olmo",
+    format_user=StringFormatter(slots=["<|user|>\n{{content}}<|assistant|>"]),
+    format_assistant=StringFormatter(slots=["{{content}}", {"eos_token"}]),
+    format_system=StringFormatter(slots=[{"eos_token"}, "{{content}}"]),
+    force_system=True,
+)
+
+
 _register_template(
    name="openchat",
    format_user=StringFormatter(slots=["GPT4 Correct User: {{content}}", {"eos_token"}, "GPT4 Correct Assistant:"]),