fix template

Former-commit-id: eb6e571cb7
2025-12-14 19:06:26 +08:00 · 2023-08-09 23:14:27 +08:00
parent ce9ffca0d9
commit 0dc9b41b16
1 changed files with 3 additions and 0 deletions
--- a/src/llmtuner/extras/template.py
+++ b/src/llmtuner/extras/template.py
@@ -101,6 +101,9 @@ class Template:
                prefix_ids = sep_ids
            elif prefix:
                prefix_ids = self._convert_inputs_to_ids(tokenizer, context=prefix) + eos_ids + sep_ids
+            else:
+                prefix_ids = []
+
            query_ids = self._convert_inputs_to_ids(tokenizer, context=self.prompt, query=query)
            resp_ids = self._convert_inputs_to_ids(tokenizer, context=[resp])
            encoded_pairs.append((bos_ids + prefix_ids + query_ids, resp_ids + eos_ids))