Former-commit-id: a66ddfea218feefde50fa097d20b4bcbe89ab791
This commit is contained in:
hiyouga 2024-09-03 17:45:17 +08:00
parent 2e1396cd6b
commit 5019c6148b

View File

@ -148,7 +148,7 @@ def preprocess_packed_supervised_dataset(
logger.warning("Dropped invalid example: {}".format(examples["prompt"][i] + examples["response"][i]))
continue
input_ids, labels = _encode_supervised_example(
input_ids, labels, _ = _encode_supervised_example(
prompt=examples["prompt"][i],
response=examples["response"][i],
system=examples["system"][i],