fix sharegpt loading

Former-commit-id: 2c8e88f9c14e030f79778893eaeeb7abda97dd0b
This commit is contained in:
hiyouga 2023-12-13 00:56:16 +08:00
parent f9ab303629
commit c9a2a7a3b3

View File

@ -115,7 +115,7 @@ def get_dataset(
outputs["prompt"].append(msg_pairs[-1][0])
outputs["query"].append("")
outputs["response"].append(msg_pairs[-1][1])
outputs["history"].append(msg_pairs[:-1])
outputs["history"].append(msg_pairs[:-1] if len(msg_pairs) > 1 else None)
outputs["system"].append(examples[dataset_attr.system][i] if dataset_attr.system else "")
return outputs