From b3b5b530d10ddb97bdf5fee843f1e67bd3723fef Mon Sep 17 00:00:00 2001 From: hiyouga Date: Fri, 19 Apr 2024 22:40:01 +0800 Subject: [PATCH] fix #3352 Former-commit-id: f315f8e8ec916b82bac94a159e55839ff155c6b5 --- src/llmtuner/data/template.py | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/src/llmtuner/data/template.py b/src/llmtuner/data/template.py index 67b447f0..c74becc4 100644 --- a/src/llmtuner/data/template.py +++ b/src/llmtuner/data/template.py @@ -661,13 +661,18 @@ _register_template( name="llama3", format_user=StringFormatter( slots=[ - "<|start_header_id|>user<|end_header_id|>\n\n{{content}}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n" + ( + "<|start_header_id|>user<|end_header_id|>\n\n{{content}}<|eot_id|>" + "<|start_header_id|>assistant<|end_header_id|>\n\n" + ) ] ), - format_system=StringFormatter(slots=[{"bos_token"}, "{{content}}"]), + format_system=StringFormatter( + slots=[{"bos_token"}, "<|start_header_id|>system<|end_header_id|>\n\n{{content}}<|eot_id|>"] + ), + default_system="You are a helpful assistant.", stop_words=["<|eot_id|>"], replace_eos=True, - force_system=True, )