423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-17 12:20:37 +08:00
Code Issues Packages Projects Releases Wiki Activity

add CMMLU, update eval script

Browse Source 
Former-commit-id: 47f31f06a946eefa5a972e4a566cf3ce05e1e111
This commit is contained in:
hiyouga
2023-09-23 21:10:17 +08:00
parent 7a684600a9
commit 889a24ccfa
6 changed files with 507 additions and 61 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
evaluation/ceval/ceval.py
View File

@@ -92,14 +92,14 @@ task_list = [
]
class CevalExamConfig(datasets.BuilderConfig):
class CevalConfig(datasets.BuilderConfig):
def __init__(self, **kwargs):
super().__init__(version=datasets.Version("1.0.0"), **kwargs)
class CevalExam(datasets.GeneratorBasedBuilder):
class Ceval(datasets.GeneratorBasedBuilder):
BUILDER_CONFIGS = [
CevalExamConfig(
CevalConfig(
name=task_name,
)
for task_name in task_list