From 6f09f50d02aef5c4fcba4aedc68f90e15908e844 Mon Sep 17 00:00:00 2001 From: hiyouga Date: Fri, 27 Oct 2023 21:12:06 +0800 Subject: [PATCH] fix chatglm3 template Former-commit-id: 69bcbc9f6c98e4f4ad97ec0306b33ab21923d311 --- src/llmtuner/extras/template.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/src/llmtuner/extras/template.py b/src/llmtuner/extras/template.py index 26480ba2..ac054837 100644 --- a/src/llmtuner/extras/template.py +++ b/src/llmtuner/extras/template.py @@ -576,6 +576,10 @@ register_template( ], system="", sep=[], + stop_words=[ + "<|user|>", + "<|observation|>" + ], efficient_eos=True )