From 3c0aaf42aff0c2b2796d19cd3fe79c15ca4ffbef Mon Sep 17 00:00:00 2001 From: hiyouga Date: Sat, 5 Aug 2023 00:27:27 +0800 Subject: [PATCH] remove redundant code Former-commit-id: dcec1717592107ba9d26eb2ac520309da19d1805 --- src/llmtuner/extras/template.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/src/llmtuner/extras/template.py b/src/llmtuner/extras/template.py index 57d304ab..8a01bb85 100644 --- a/src/llmtuner/extras/template.py +++ b/src/llmtuner/extras/template.py @@ -25,8 +25,8 @@ class Template: r""" Returns a single pair of token ids representing prompt and response respectively. """ - prefix, history = self._format(query=query, resp=resp, history=history, prefix=prefix) - encoded_pairs = self._encode(tokenizer=tokenizer, prefix=prefix, history=history) + prefix, history = self._format(query, resp, history, prefix) + encoded_pairs = self._encode(tokenizer, prefix, history) prompt_ids = [] for query_ids, resp_ids in encoded_pairs[:-1]: prompt_ids = prompt_ids + query_ids + resp_ids @@ -44,8 +44,8 @@ class Template: r""" Returns multiple pairs of token ids representing prompts and responses respectively. """ - prefix, history = self._format(query=query, resp=resp, history=history, prefix=prefix) - encoded_pairs = self._encode(tokenizer=tokenizer, prefix=prefix, history=history) + prefix, history = self._format(query, resp, history, prefix) + encoded_pairs = self._encode(tokenizer, prefix, history) return encoded_pairs def _format(