From 9f22befe4cfb61c0ff987775d596925d8892833f Mon Sep 17 00:00:00 2001 From: hiyouga Date: Thu, 22 Feb 2024 12:09:21 +0800 Subject: [PATCH] fix template Former-commit-id: a87838ded1245b00016e7568635ed7146eadb207 --- src/llmtuner/data/template.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/llmtuner/data/template.py b/src/llmtuner/data/template.py index 38915993..8598dcf2 100644 --- a/src/llmtuner/data/template.py +++ b/src/llmtuner/data/template.py @@ -372,7 +372,7 @@ _register_template( format_user=StringFormatter(slots=["<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n"]), format_system=StringFormatter(slots=["<|im_start|>system\n{{content}}<|im_end|>\n"]), format_separator=EmptyFormatter(slots=["\n"]), - stop_words=["<|im_end|>"], + stop_words=["<|im_end|>", "<|im_start|>"], replace_eos=True, ) @@ -383,7 +383,7 @@ _register_template( format_system=StringFormatter(slots=["<|im_start|>system\n{{content}}<|im_end|>\n"]), format_separator=EmptyFormatter(slots=["\n"]), default_system="Du bist ein freundlicher und hilfsbereiter KI-Assistent.", - stop_words=["<|im_end|>"], + stop_words=["<|im_end|>", "<|im_start|>"], replace_eos=True, )