From 0dc9b41b167565067260163e2857621df51fa4c9 Mon Sep 17 00:00:00 2001 From: hiyouga Date: Wed, 9 Aug 2023 23:14:27 +0800 Subject: [PATCH] fix template Former-commit-id: eb6e571cb7c0a6da6696e8ce4b39cdcdb7f04e36 --- src/llmtuner/extras/template.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/llmtuner/extras/template.py b/src/llmtuner/extras/template.py index dd88782d..d94d5b37 100644 --- a/src/llmtuner/extras/template.py +++ b/src/llmtuner/extras/template.py @@ -101,6 +101,9 @@ class Template: prefix_ids = sep_ids elif prefix: prefix_ids = self._convert_inputs_to_ids(tokenizer, context=prefix) + eos_ids + sep_ids + else: + prefix_ids = [] + query_ids = self._convert_inputs_to_ids(tokenizer, context=self.prompt, query=query) resp_ids = self._convert_inputs_to_ids(tokenizer, context=[resp]) encoded_pairs.append((bos_ids + prefix_ids + query_ids, resp_ids + eos_ids))