From 97c3f9e22c061db3d417115d2616397124889eae Mon Sep 17 00:00:00 2001 From: hiyouga Date: Fri, 19 Apr 2024 22:40:01 +0800 Subject: [PATCH] fix #3352 Former-commit-id: ba559a659a82d1e2ffb8ea7939fe4d6b4b37fd92 --- src/llmtuner/data/template.py | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/src/llmtuner/data/template.py b/src/llmtuner/data/template.py index 67b447f0..c74becc4 100644 --- a/src/llmtuner/data/template.py +++ b/src/llmtuner/data/template.py @@ -661,13 +661,18 @@ _register_template( name="llama3", format_user=StringFormatter( slots=[ - "<|start_header_id|>user<|end_header_id|>\n\n{{content}}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n" + ( + "<|start_header_id|>user<|end_header_id|>\n\n{{content}}<|eot_id|>" + "<|start_header_id|>assistant<|end_header_id|>\n\n" + ) ] ), - format_system=StringFormatter(slots=[{"bos_token"}, "{{content}}"]), + format_system=StringFormatter( + slots=[{"bos_token"}, "<|start_header_id|>system<|end_header_id|>\n\n{{content}}<|eot_id|>"] + ), + default_system="You are a helpful assistant.", stop_words=["<|eot_id|>"], replace_eos=True, - force_system=True, )