423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-15 03:10:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix dataset

Browse Source
This commit is contained in:
hiyouga
2024-01-18 12:59:30 +08:00
parent f1067d2b58
commit 487dee066f
2 changed files with 281250 additions and 279046 deletions
Download Patch File Download Diff File Expand all files Collapse all files

560258
data/glaive_toolcall_10k.json
View File

File diff suppressed because one or more lines are too long

2
src/llmtuner/data/aligner.py
View File

@@ -60,7 +60,7 @@ def convert_sharegpt(examples: Dict[str, List[Any]], dataset_attr: "DatasetAttr"
accept_tags = [dataset_attr.assistant_tag, dataset_attr.function_tag] accept_tags = [dataset_attr.assistant_tag, dataset_attr.function_tag]
if message[dataset_attr.role_tag] not in accept_tags: if message[dataset_attr.role_tag] not in accept_tags:
raise ValueError("Invalid role tag.") raise ValueError("Invalid role tag in {}.".format(messages))
prompt.append({"role": tag_mapping[message[dataset_attr.role_tag]], "content": message[dataset_attr.content_tag]}) prompt.append({"role": tag_mapping[message[dataset_attr.role_tag]], "content": message[dataset_attr.content_tag]})