Support for WebNovel dataset

Former-commit-id: 4955dc9eed
2025-12-14 10:56:56 +08:00 · 2023-07-12 17:29:47 +08:00
parent 9c319f3d49
commit 3b15aacf02
2 changed files with 4 additions and 0 deletions
--- a/data/dataset_info.json
+++ b/data/dataset_info.json
@@ -149,5 +149,8 @@
      "response": "",
      "history": ""
    }
+  },
+  "novel_tokens512_50k": {
+    "hf_hub_url": "zxbsmk/webnovel_cn"
  }
 }