remove empty line

Former-commit-id: b47e317447
This commit is contained in:
ylfeng
2024-05-31 21:43:08 +08:00
parent 0feb2ad35c
commit 62d55b71a3

View File

@@ -206,7 +206,6 @@ def preprocess_packed_supervised_dataset(
# concat all
model_inputs["input_ids"].append(list(itertools.chain(*packed_input_ids)))
model_inputs["labels"].append(list(itertools.chain(*packed_labels)))
model_inputs["attention_mask"].append([1] * total_length + [0] * pad_length)