Slim Orca data parsing

Former-commit-id: f2d8efede7e20edafed0d5446eb64f2d419949b1
This commit is contained in:
Mark Mueller
2024-02-08 19:32:20 +01:00
parent 1440baa838
commit ac5d3811bd
4 changed files with 22 additions and 3 deletions

View File

@@ -126,6 +126,20 @@
"system": "system_prompt"
}
},
"slimorca": {
"hf_hub_url": "Open-Orca/SlimOrca",
"formatting": "sharegpt",
"columns": {
"messages": "conversations"
},
"tags": {
"role_tag": "from",
"content_tag": "value",
"user_tag": "human",
"assistant_tag": "gpt",
"system_tag": "system"
}
},
"intel_orca_dpo_pairs_de" : {
"hf_hub_url": "mayflowergmbh/intel_orca_dpo_pairs_de",
"ranking": true