423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-22 13:42:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

remove empty line

Browse Source 
Former-commit-id: b47e3174472f458a3a8b84a66b475da8fce6db79
This commit is contained in:
ylfeng 2024-05-31 21:43:08 +08:00
parent 0feb2ad35c
commit 62d55b71a3
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/llamafactory/data/processors/supervised.py
View File

@ -206,7 +206,6 @@ def preprocess_packed_supervised_dataset(
# concat all # concat all
model_inputs["input_ids"].append(list(itertools.chain(*packed_input_ids))) model_inputs["input_ids"].append(list(itertools.chain(*packed_input_ids)))
model_inputs["labels"].append(list(itertools.chain(*packed_labels))) model_inputs["labels"].append(list(itertools.chain(*packed_labels)))
model_inputs["attention_mask"].append([1] * total_length + [0] * pad_length) model_inputs["attention_mask"].append([1] * total_length + [0] * pad_length)