enable cutoff len

Former-commit-id: f1067d2b58
This commit is contained in:
hiyouga
2024-01-18 12:25:42 +08:00
parent 1323b8f102
commit 7f12aedc08
8 changed files with 49 additions and 85 deletions

View File

@@ -198,12 +198,12 @@
"hf_hub_url": "WizardLM/WizardLM_evol_instruct_V2_196k",
"formatting": "sharegpt"
},
"glaive_func_call": {
"file_name": "glaive_func_call.json",
"glaive_toolcall": {
"file_name": "glaive_toolcall_10k.json",
"formatting": "sharegpt",
"columns": {
"messages": "conversations",
"tool": "tools"
"tools": "tools"
}
},
"hh_rlhf_en": {