Update collator.py

Former-commit-id: f745c4b28f532c7084d4b8522c972e735729ecee
This commit is contained in:
hoshi-hiyouga 2024-10-29 22:03:42 +08:00 committed by GitHub
parent 90cd3538de
commit fb8f35558a

View File

@ -99,8 +99,8 @@ class MultiModalDataCollatorForSeq2Seq(DataCollatorForSeq2Seq):
features: Dict[str, "torch.Tensor"] = super().__call__(features)
features.update(mm_inputs)
if features.get("pixel_values") is not None and isinstance(features["pixel_values"], list):
features = features.data
if isinstance(features.get("pixel_values"), list): # for pixtral inputs
features = features.data # use default_collate() instead of BatchEncoding.to()
return features