add open assistant dataset

Former-commit-id: 3154fec979aba48f54b7afde3740c4990d445a41
This commit is contained in:
hiyouga 2023-06-28 23:09:33 +08:00
parent 1ce7b5e0f3
commit 92070c3d7a
5 changed files with 17112 additions and 0 deletions

View File

@ -74,6 +74,26 @@
"history": "history"
}
},
"oaast_sft": {
"file_name": "oaast_sft.json",
"file_sha1": "08912e34fb165db137d3436db4c35321e33b28d1",
"columns": {
"prompt": "instruction",
"query": "input",
"response": "output",
"history": "history"
}
},
"oaast_sft_zh": {
"file_name": "oaast_sft_zh.json",
"file_sha1": "e0a2e7e8eff355434ada6c9b7f70bb915f941dd4",
"columns": {
"prompt": "instruction",
"query": "input",
"response": "output",
"history": "history"
}
},
"example": {
"script_url": "example_dataset",
"columns": {
@ -100,6 +120,26 @@
"history": "history"
}
},
"oaast_rm": {
"file_name": "oaast_rm.json",
"file_sha1": "622d420e9b70003b210618253bd3d9d2891d86cb",
"columns": {
"prompt": "instruction",
"query": "input",
"response": "output",
"history": "history"
}
},
"oaast_rm_zh": {
"file_name": "",
"file_sha1": "1065af1f3784dd61be5e79713a35f427b713a232",
"columns": {
"prompt": "instruction",
"query": "input",
"response": "output",
"history": "history"
}
},
"wiki_demo": {
"file_name": "wiki_demo.txt",
"file_sha1": "b2288edb05b233e5b35250fd4b308a5fa21fa66d",

View File

@ -0,0 +1 @@
274079ea921762be356de85b18f13fa60b7ba8cb

9484
data/oaast_rm_zh.json Normal file

File diff suppressed because one or more lines are too long

View File

@ -0,0 +1 @@
0a57fbc1d8cb08a8cd71c5eb8425cf59206ffed6

7586
data/oaast_sft_zh.json Normal file

File diff suppressed because one or more lines are too long