fix #1068 #1074

Former-commit-id: d11a545463
2025-12-14 10:56:56 +08:00 · 2023-09-28 14:39:16 +08:00
parent f88088c43d
commit d338ab3e19
4 changed files with 10 additions and 4 deletions
--- a/evaluation/cmmlu/cmmlu.py
+++ b/evaluation/cmmlu/cmmlu.py
@@ -160,4 +160,8 @@ class CMMLU(datasets.GeneratorBasedBuilder):
    def _generate_examples(self, filepath):
        df = pd.read_csv(filepath, header=0, index_col=0, encoding="utf-8")
        for i, instance in enumerate(df.to_dict(orient="records")):
+            question = instance.pop("Question", "")
+            answer = instance.pop("Answer", "")
+            instance["question"] = question
+            instance["answer"] = answer
            yield i, instance