Slim Orca data parsing

Former-commit-id: 1d3598afa1
This commit is contained in:
Mark Mueller
2024-02-08 19:32:20 +01:00
parent 8e36c5144b
commit 4bd7b8375e
4 changed files with 22 additions and 3 deletions

View File

@@ -126,6 +126,20 @@
"system": "system_prompt"
}
},
"slimorca": {
"hf_hub_url": "Open-Orca/SlimOrca",
"formatting": "sharegpt",
"columns": {
"messages": "conversations"
},
"tags": {
"role_tag": "from",
"content_tag": "value",
"user_tag": "human",
"assistant_tag": "gpt",
"system_tag": "system"
}
},
"intel_orca_dpo_pairs_de" : {
"hf_hub_url": "mayflowergmbh/intel_orca_dpo_pairs_de",
"ranking": true