add open assistant dataset

Former-commit-id: 1694cf3078d04a14bce96da04b9d8c52176b1044
This commit is contained in:
hiyouga 2023-06-28 23:09:33 +08:00
parent 11f8c31101
commit fe45c17b25
3 changed files with 42 additions and 0 deletions

View File

@ -74,6 +74,26 @@
"history": "history"
}
},
"oaast_sft": {
"file_name": "oaast_sft.json",
"file_sha1": "08912e34fb165db137d3436db4c35321e33b28d1",
"columns": {
"prompt": "instruction",
"query": "input",
"response": "output",
"history": "history"
}
},
"oaast_sft_zh": {
"file_name": "oaast_sft_zh.json",
"file_sha1": "e0a2e7e8eff355434ada6c9b7f70bb915f941dd4",
"columns": {
"prompt": "instruction",
"query": "input",
"response": "output",
"history": "history"
}
},
"example": {
"script_url": "example_dataset",
"columns": {
@ -100,6 +120,26 @@
"history": "history"
}
},
"oaast_rm": {
"file_name": "oaast_rm.json",
"file_sha1": "622d420e9b70003b210618253bd3d9d2891d86cb",
"columns": {
"prompt": "instruction",
"query": "input",
"response": "output",
"history": "history"
}
},
"oaast_rm_zh": {
"file_name": "",
"file_sha1": "1065af1f3784dd61be5e79713a35f427b713a232",
"columns": {
"prompt": "instruction",
"query": "input",
"response": "output",
"history": "history"
}
},
"wiki_demo": {
"file_name": "wiki_demo.txt",
"file_sha1": "b2288edb05b233e5b35250fd4b308a5fa21fa66d",

View File

@ -0,0 +1 @@
274079ea921762be356de85b18f13fa60b7ba8cb

View File

@ -0,0 +1 @@
0a57fbc1d8cb08a8cd71c5eb8425cf59206ffed6