Support for WebNovel dataset

Former-commit-id: 655162f530784bc9374962c02d8b414872f83b2f
2025-12-14 10:56:56 +08:00 · 2023-07-12 17:29:47 +08:00
parent 0ee353b5fc
commit 3f0ee46bd0
2 changed files with 4 additions and 0 deletions
--- a/data/dataset_info.json
+++ b/data/dataset_info.json
@@ -149,5 +149,8 @@
      "response": "",
      "history": ""
    }
+  },
+  "novel_tokens512_50k": {
+    "hf_hub_url": "zxbsmk/webnovel_cn"
  }
 }