remove empty line

Former-commit-id: 3164710971a6d6545629f5bf133f98de5ff0991a
This commit is contained in:
ylfeng 2024-05-31 21:43:08 +08:00
parent 230c69f7ce
commit b1b7d735b3

View File

@ -206,7 +206,6 @@ def preprocess_packed_supervised_dataset(
# concat all
model_inputs["input_ids"].append(list(itertools.chain(*packed_input_ids)))
model_inputs["labels"].append(list(itertools.chain(*packed_labels)))
model_inputs["attention_mask"].append([1] * total_length + [0] * pad_length)