From 1d2131e5cbb98695bc1139015559168e4cca928a Mon Sep 17 00:00:00 2001 From: hoshi-hiyouga Date: Mon, 17 Mar 2025 23:45:20 +0800 Subject: [PATCH] [data] fix template (#7349) --- src/llamafactory/data/template.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/src/llamafactory/data/template.py b/src/llamafactory/data/template.py index 8d077fbd..834db387 100644 --- a/src/llamafactory/data/template.py +++ b/src/llamafactory/data/template.py @@ -777,15 +777,17 @@ register_template( register_template( name="default", - format_user=StringFormatter(slots=["Human: {{content}}\nAssistant:"]), + format_user=StringFormatter(slots=["Human: {{content}}", {"eos_token"}, "\nAssistant:"]), format_assistant=StringFormatter(slots=["{{content}}", {"eos_token"}, "\n"]), - format_system=StringFormatter(slots=["System: {{content}}\n"]), + format_system=StringFormatter(slots=["System: {{content}}", {"eos_token"}, "\n"]), + replace_jinja_template=True, ) register_template( name="empty", format_assistant=StringFormatter(slots=["{{content}}"]), + replace_jinja_template=True, ) @@ -809,6 +811,7 @@ register_template( name="fewshot", format_assistant=StringFormatter(slots=["{{content}}\n\n"]), efficient_eos=True, + replace_jinja_template=True, )