add CMMLU, update eval script

This commit is contained in:
hiyouga
2023-09-23 21:10:17 +08:00
parent f8ff625d76
commit 4dd9b4d982
7 changed files with 507 additions and 61 deletions

View File

@@ -92,14 +92,14 @@ task_list = [
]
class CevalExamConfig(datasets.BuilderConfig):
class CevalConfig(datasets.BuilderConfig):
def __init__(self, **kwargs):
super().__init__(version=datasets.Version("1.0.0"), **kwargs)
class CevalExam(datasets.GeneratorBasedBuilder):
class Ceval(datasets.GeneratorBasedBuilder):
BUILDER_CONFIGS = [
CevalExamConfig(
CevalConfig(
name=task_name,
)
for task_name in task_list