From 6998b577261e3b5b18a917d1696d05e2dc848bb0 Mon Sep 17 00:00:00 2001 From: Johann-Peter Hartmann Date: Sat, 3 Feb 2024 09:01:15 +0100 Subject: [PATCH] add simple german chatml template chatml_de Former-commit-id: b0ffde6e989ab59be7370cfdb6b1e3def796b2a9 --- src/llmtuner/data/template.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/src/llmtuner/data/template.py b/src/llmtuner/data/template.py index a3b23be9..89c704a9 100644 --- a/src/llmtuner/data/template.py +++ b/src/llmtuner/data/template.py @@ -504,6 +504,16 @@ register_template( register_template(name="vanilla") +register_template( + name="chatml_de", + format_user=StringFormatter(slots=["<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n"]), + format_system=StringFormatter(slots=["<|im_start|>system\n{{content}}<|im_end|>\n"]), + format_separator=EmptyFormatter(slots=["\n"]), + default_system="Du bist ein freundlicher und hilfsbereiter KI-Assistent.", + stop_words=["<|im_end|>"], + replace_eos=True, +) + register_template( name="vicuna",