From c9a2a7a3b309070c000c2baebd212fef00608b32 Mon Sep 17 00:00:00 2001 From: hiyouga Date: Wed, 13 Dec 2023 00:56:16 +0800 Subject: [PATCH] fix sharegpt loading Former-commit-id: 2c8e88f9c14e030f79778893eaeeb7abda97dd0b --- src/llmtuner/data/loader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/data/loader.py b/src/llmtuner/data/loader.py index f1fa65ee..65f098c1 100644 --- a/src/llmtuner/data/loader.py +++ b/src/llmtuner/data/loader.py @@ -115,7 +115,7 @@ def get_dataset( outputs["prompt"].append(msg_pairs[-1][0]) outputs["query"].append("") outputs["response"].append(msg_pairs[-1][1]) - outputs["history"].append(msg_pairs[:-1]) + outputs["history"].append(msg_pairs[:-1] if len(msg_pairs) > 1 else None) outputs["system"].append(examples[dataset_attr.system][i] if dataset_attr.system else "") return outputs