Former-commit-id: 69d0acacc38dc90a97ce18447f865f525fff086a
This commit is contained in:
hiyouga 2024-09-03 17:45:17 +08:00
parent 982585e375
commit f837ae8cb5

View File

@ -148,7 +148,7 @@ def preprocess_packed_supervised_dataset(
logger.warning("Dropped invalid example: {}".format(examples["prompt"][i] + examples["response"][i]))
continue
input_ids, labels = _encode_supervised_example(
input_ids, labels, _ = _encode_supervised_example(
prompt=examples["prompt"][i],
response=examples["response"][i],
system=examples["system"][i],