add kto

Former-commit-id: ec51986cf70b0bdd79b8141e45916670fb97a08e
2025-12-15 19:30:36 +08:00 · 2024-05-17 13:09:17 +08:00
parent 0d7d9f3ffe
commit d16a1d9ed0
13 changed files with 461 additions and 8 deletions
--- a/data/dataset_info.json
+++ b/data/dataset_info.json
@@ -32,6 +32,15 @@
      "history": "history"
    }
  },
+  "kto-mix-test": {
+    "file_name": "kto-mix-test.json",
+    "file_sha1": "91b59f657007dc4b17529fc643v9b9cd6d640fha",
+    "columns": {
+      "prompt": "instruction",
+      "response": "output",
+      "tag": "tag"
+    }
+  },
  "glaive_toolcall": {
    "file_name": "glaive_toolcall_10k.json",
    "formatting": "sharegpt",