add pre-training script

Former-commit-id: 935d58de2b3a2eadc4f0bed28c3ad7dee32e9fd5
2025-12-14 10:56:56 +08:00 · 2023-05-29 21:37:22 +08:00
parent 6f89f64c73
commit bb6f731461
7 changed files with 169 additions and 21 deletions
--- a/data/dataset_info.json
+++ b/data/dataset_info.json
@@ -93,5 +93,15 @@
            "response": "output",
            "history": "history"
        }
+    },
+    "wiki_demo": {
+        "file_name": "wiki_demo.txt",
+        "file_sha1": "b2288edb05b233e5b35250fd4b308a5fa21fa66d",
+        "columns": {
+            "prompt": "instruction",
+            "query": "",
+            "response": "",
+            "history": ""
+        }
    }
 }