From 1a1caf21168d4e8ce74db6d554e9c0b79f3da348 Mon Sep 17 00:00:00 2001 From: hiyouga Date: Sat, 5 Aug 2023 00:27:27 +0800 Subject: [PATCH] remove redundant code Former-commit-id: 53d95725c588a9858e699e3e591cb0d3c1441208 --- src/llmtuner/extras/template.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/src/llmtuner/extras/template.py b/src/llmtuner/extras/template.py index 57d304ab..8a01bb85 100644 --- a/src/llmtuner/extras/template.py +++ b/src/llmtuner/extras/template.py @@ -25,8 +25,8 @@ class Template: r""" Returns a single pair of token ids representing prompt and response respectively. """ - prefix, history = self._format(query=query, resp=resp, history=history, prefix=prefix) - encoded_pairs = self._encode(tokenizer=tokenizer, prefix=prefix, history=history) + prefix, history = self._format(query, resp, history, prefix) + encoded_pairs = self._encode(tokenizer, prefix, history) prompt_ids = [] for query_ids, resp_ids in encoded_pairs[:-1]: prompt_ids = prompt_ids + query_ids + resp_ids @@ -44,8 +44,8 @@ class Template: r""" Returns multiple pairs of token ids representing prompts and responses respectively. """ - prefix, history = self._format(query=query, resp=resp, history=history, prefix=prefix) - encoded_pairs = self._encode(tokenizer=tokenizer, prefix=prefix, history=history) + prefix, history = self._format(query, resp, history, prefix) + encoded_pairs = self._encode(tokenizer, prefix, history) return encoded_pairs def _format(