From c09a0e4f088323074a7b08a30c68a64f65d4505b Mon Sep 17 00:00:00 2001 From: hiyouga Date: Thu, 22 Feb 2024 12:09:21 +0800 Subject: [PATCH] fix template Former-commit-id: 84673463221f2b359732de8a936a8e7ca1d003b6 --- src/llmtuner/data/template.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/llmtuner/data/template.py b/src/llmtuner/data/template.py index 38915993..8598dcf2 100644 --- a/src/llmtuner/data/template.py +++ b/src/llmtuner/data/template.py @@ -372,7 +372,7 @@ _register_template( format_user=StringFormatter(slots=["<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n"]), format_system=StringFormatter(slots=["<|im_start|>system\n{{content}}<|im_end|>\n"]), format_separator=EmptyFormatter(slots=["\n"]), - stop_words=["<|im_end|>"], + stop_words=["<|im_end|>", "<|im_start|>"], replace_eos=True, ) @@ -383,7 +383,7 @@ _register_template( format_system=StringFormatter(slots=["<|im_start|>system\n{{content}}<|im_end|>\n"]), format_separator=EmptyFormatter(slots=["\n"]), default_system="Du bist ein freundlicher und hilfsbereiter KI-Assistent.", - stop_words=["<|im_end|>"], + stop_words=["<|im_end|>", "<|im_start|>"], replace_eos=True, )