support RM metrics, add generating Args

Former-commit-id: cec6524d6b
2025-12-14 10:56:56 +08:00 · 2023-06-12 15:48:48 +08:00
parent 5fe70c9350
commit 1fbda5d139
18 changed files with 179 additions and 174 deletions
--- a/data/dataset_info.json
+++ b/data/dataset_info.json
@@ -79,11 +79,11 @@
  },
  "comparison_gpt4_en": {
    "file_name": "comparison_gpt4_data_en.json",
-    "file_sha1": "eeb295ce0ab011c37af52596460c8a57d07ad19f"
+    "file_sha1": "96fa18313544e22444fe20eead7754b17da452ae"
  },
  "comparison_gpt4_zh": {
    "file_name": "comparison_gpt4_data_zh.json",
-    "file_sha1": "b99a41c1c864019d9b0c07dbcd5df0560cf33ce0"
+    "file_sha1": "515b18ed497199131ddcc1af950345c11dc5c7fd"
  },
  "hh_rlhf_en": {
    "script_url": "hh_rlhf_en",
@@ -103,14 +103,5 @@
      "response": "",
      "history": ""
    }
-  },
-  "pretrain_data": {
-    "file_name": "pretrain_data",
-    "columns": {
-      "prompt": "content",
-      "query": "",
-      "response": "",
-      "history": ""
-    }
  }
 }