From 843d3f7a97a346bb6bfb708f88fd8eab83c17c0d Mon Sep 17 00:00:00 2001 From: hiyouga Date: Thu, 7 Mar 2024 14:26:16 +0800 Subject: [PATCH] fix chatglm3 template Former-commit-id: 921ee822679bd10fcc14d084d0845e6132e570dd --- src/llmtuner/data/template.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/data/template.py b/src/llmtuner/data/template.py index e5cbc6a5..5f90e105 100644 --- a/src/llmtuner/data/template.py +++ b/src/llmtuner/data/template.py @@ -457,7 +457,7 @@ _register_template( name="chatglm3", format_user=StringFormatter(slots=[{"token": "<|user|>"}, "\n", "{{content}}", {"token": "<|assistant|>"}]), format_assistant=StringFormatter(slots=["\n", "{{content}}"]), - format_system=StringFormatter(slots=[{"token": "[gMASK]"}, {"token": "sop"}]), + format_system=StringFormatter(slots=[{"token": "[gMASK]"}, {"token": "sop"}, "{{content}}"]), format_function=FunctionFormatter(slots=["{{name}}\n{{arguments}}"]), format_observation=StringFormatter( slots=[{"token": "<|observation|>"}, "\n", "{{content}}", {"token": "<|assistant|>"}]