This commit is contained in:
hiyouga
2024-09-03 17:45:17 +08:00
parent 22959bcdd3
commit 69d0acacc3

View File

@@ -148,7 +148,7 @@ def preprocess_packed_supervised_dataset(
logger.warning("Dropped invalid example: {}".format(examples["prompt"][i] + examples["response"][i])) logger.warning("Dropped invalid example: {}".format(examples["prompt"][i] + examples["response"][i]))
continue continue
input_ids, labels = _encode_supervised_example( input_ids, labels, _ = _encode_supervised_example(
prompt=examples["prompt"][i], prompt=examples["prompt"][i],
response=examples["response"][i], response=examples["response"][i],
system=examples["system"][i], system=examples["system"][i],