This commit is contained in:
hiyouga
2024-01-19 21:44:32 +08:00
parent b6ec112beb
commit 12043aab9c
4 changed files with 18 additions and 11 deletions

View File

@@ -27,8 +27,7 @@ class EvalTemplate:
self,
target_data: Dict[str, str],
support_set: "Dataset",
subject_name: str,
use_history: bool
subject_name: str
) -> List[Dict[str, str]]:
messages = []
for k in range(len(support_set)):
@@ -39,12 +38,7 @@ class EvalTemplate:
prompt, response = self.parse_example(target_data)
messages.append({"role": Role.USER, "content": prompt})
messages.append({"role": Role.ASSISTANT, "content": response})
messages[0]["content"] = self.system.format(subject=subject_name) + messages[0]["content"]
if not use_history:
messages = [{"role": Role.USER, "content": "\n\n".join([message["content"] for message in messages[:-1]])}]
return messages