mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-08-23 22:32:54 +08:00
parent
982585e375
commit
f837ae8cb5
@ -148,7 +148,7 @@ def preprocess_packed_supervised_dataset(
|
|||||||
logger.warning("Dropped invalid example: {}".format(examples["prompt"][i] + examples["response"][i]))
|
logger.warning("Dropped invalid example: {}".format(examples["prompt"][i] + examples["response"][i]))
|
||||||
continue
|
continue
|
||||||
|
|
||||||
input_ids, labels = _encode_supervised_example(
|
input_ids, labels, _ = _encode_supervised_example(
|
||||||
prompt=examples["prompt"][i],
|
prompt=examples["prompt"][i],
|
||||||
response=examples["response"][i],
|
response=examples["response"][i],
|
||||||
system=examples["system"][i],
|
system=examples["system"][i],
|
||||||
|
Loading…
x
Reference in New Issue
Block a user