423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-15 08:08:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

update evaluate

Browse Source 
Former-commit-id: 288137a76ed1528faa39b467da22f6468ba368ee
This commit is contained in:
hiyouga 2023-09-23 11:55:31 +08:00
parent 2bc64a7636
commit f7cecd20e3
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/evaluate.py
View File

@ -58,14 +58,14 @@ class EvalTemplate:
if not use_history: if not use_history:
query = "\n\n".join(["".join(item) for item in history] + [query]) query = "\n\n".join(["".join(item) for item in history] + [query])
history = [] history = []
return query, resp, history return query.strip(), resp, history
eval_templates = { eval_templates = {
"en": EvalTemplate( "en": EvalTemplate(
system="The following are multiple choice questions (with answers) about {subject}.\n\n", system="The following are multiple choice questions (with answers) about {subject}.\n\n",
choice="\n{choice}. {content}", choice="\n{choice}. {content}",
answer="\nAnswer:" answer="\nAnswer: "
), ),
"zh": EvalTemplate( "zh": EvalTemplate(
system="以下是中国关于{subject}考试的单项选择题，请选出其中的正确答案。\n\n", system="以下是中国关于{subject}考试的单项选择题，请选出其中的正确答案。\n\n",