support val set in streaming mode

Former-commit-id: d86ea314a1
2025-12-20 05:40:34 +08:00 · 2023-08-09 23:00:26 +08:00
parent d01c1231ed
commit 6404167ab7
10 changed files with 58 additions and 50 deletions
--- a/src/llmtuner/extras/template.py
+++ b/src/llmtuner/extras/template.py
@@ -97,7 +97,7 @@ class Template:
        sep_ids = self._convert_inputs_to_ids(tokenizer, context=self.sep)
        encoded_pairs = []
        for turn_idx, (query, resp) in enumerate(history):
-            if turn_idx == 0:
+            if turn_idx == 0 and prefix:
                prefix_ids = self._convert_inputs_to_ids(tokenizer, context=prefix) + eos_ids + sep_ids
            else:
                prefix_ids = sep_ids