fix scripts

Former-commit-id: eb3e147d19
This commit is contained in:
hiyouga
2024-12-05 03:47:28 +00:00
parent 9bbeba6323
commit 819f487c8f
4 changed files with 32 additions and 24 deletions

View File

@@ -86,6 +86,10 @@ class MultiModalDataCollatorForSeq2Seq(DataCollatorForSeq2Seq):
template: Optional["Template"] = None
processor: Optional["ProcessorMixin"] = None
def __post_init__(self):
if self.template is None:
raise ValueError("Template is required for MultiModalDataCollator.")
def __call__(self, features: Sequence[Dict[str, Any]]) -> Dict[str, "torch.Tensor"]:
batch_images, batch_videos, batch_imglens, batch_vidlens, batch_input_ids = [], [], [], [], []
for feature in features: