Merge branch 'main' into feat/support_ms

Former-commit-id: 6382efec52
2025-12-14 19:06:26 +08:00 · 2023-12-12 17:55:32 +08:00
parent e331e8c200 e293be7423
commit b67085e13a
35 changed files with 662 additions and 370 deletions
--- a/data/dataset_info.json
+++ b/data/dataset_info.json
@@ -291,10 +291,11 @@
      "prompt": "content"
    }
  },
-  "starcoder": {
+  "starcoder_python": {
    "hf_hub_url": "bigcode/starcoderdata",
    "columns": {
      "prompt": "content"
-    }
+    },
+    "folder": "python"
  }
 }