From 0dd38a41b6559ff26d9663e8662aec23bdeb1d23 Mon Sep 17 00:00:00 2001 From: hiyouga Date: Thu, 29 Jun 2023 15:40:03 +0800 Subject: [PATCH] Update evaluate.py Former-commit-id: 54a48d30b768b0421e760e6eab41fdb12e78995f --- evaluation/evaluate.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/evaluation/evaluate.py b/evaluation/evaluate.py index cb709163..e2bc67c2 100644 --- a/evaluation/evaluate.py +++ b/evaluation/evaluate.py @@ -1,7 +1,7 @@ # coding=utf-8 # Evaluates fine-tuned models automatically. # Usage: python evaluate.py --evalset ceval/ceval-exam:law --split dev --api_base http://localhost:8000/v1 --task_type choice -# dataset format: question (string), A (string), B (string), C (string), D (string), answer Literal["A", "B", "C", "D"] +# dataset format: question (string), A (string), B (string), C (string), D (string), answer (Literal["A", "B", "C", "D"]) import os