support function calling

Former-commit-id: d9f1cae351
This commit is contained in:
hiyouga
2024-01-18 09:54:23 +08:00
parent 71306bbfb1
commit 4e3bfb799d
69 changed files with 1329 additions and 1085 deletions

View File

@@ -165,9 +165,13 @@
"hf_hub_url": "HuggingFaceH4/ultrachat_200k",
"ms_hub_url": "AI-ModelScope/ultrachat_200k",
"columns": {
"messages": "messages",
"role": "role",
"content": "content"
"messages": "messages"
},
"tags": {
"role_tag": "role",
"content_tag": "content",
"user_tag": "human",
"assistant_tag": "assistant"
},
"formatting": "sharegpt"
},
@@ -180,9 +184,13 @@
"hf_hub_url": "lmsys/lmsys-chat-1m",
"ms_hub_url": "AI-ModelScope/lmsys-chat-1m",
"columns": {
"messages": "conversation",
"role": "role",
"content": "content"
"messages": "conversation"
},
"tags": {
"role_tag": "role",
"content_tag": "content",
"user_tag": "human",
"assistant_tag": "assistant"
},
"formatting": "sharegpt"
},
@@ -190,6 +198,14 @@
"hf_hub_url": "WizardLM/WizardLM_evol_instruct_V2_196k",
"formatting": "sharegpt"
},
"glaive_func_call": {
"file_name": "glaive_func_call.json",
"formatting": "sharegpt",
"columns": {
"messages": "conversations",
"tool": "tools"
}
},
"hh_rlhf_en": {
"script_url": "hh_rlhf_en",
"columns": {