Support for WebNovel dataset

2026-03-10 05:35:59 +08:00 · 2023-07-12 17:29:47 +08:00
parent 894f13e41f
commit 4955dc9eed
2 changed files with 4 additions and 0 deletions
--- a/data/dataset_info.json
+++ b/data/dataset_info.json
@@ -149,5 +149,8 @@
      "response": "",
      "history": ""
    }
+  },
+  "novel_tokens512_50k": {
+    "hf_hub_url": "zxbsmk/webnovel_cn"
  }
 }