From cef1ede8261a99919a1fcbe68b6bfbfb43c09b11 Mon Sep 17 00:00:00 2001 From: hiyouga Date: Thu, 7 Mar 2024 14:26:16 +0800 Subject: [PATCH] fix chatglm3 template Former-commit-id: 9be0aa70fdd2e9ec208aa1850ace5c287efc8c3a --- src/llmtuner/data/template.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/data/template.py b/src/llmtuner/data/template.py index e5cbc6a5..5f90e105 100644 --- a/src/llmtuner/data/template.py +++ b/src/llmtuner/data/template.py @@ -457,7 +457,7 @@ _register_template( name="chatglm3", format_user=StringFormatter(slots=[{"token": "<|user|>"}, "\n", "{{content}}", {"token": "<|assistant|>"}]), format_assistant=StringFormatter(slots=["\n", "{{content}}"]), - format_system=StringFormatter(slots=[{"token": "[gMASK]"}, {"token": "sop"}]), + format_system=StringFormatter(slots=[{"token": "[gMASK]"}, {"token": "sop"}, "{{content}}"]), format_function=FunctionFormatter(slots=["{{name}}\n{{arguments}}"]), format_observation=StringFormatter( slots=[{"token": "<|observation|>"}, "\n", "{{content}}", {"token": "<|assistant|>"}]