Former-commit-id: e69665746d9fcd17a92ace7d5d9c8de1fc0c29b7
This commit is contained in:
hoshi-hiyouga 2024-10-29 22:19:04 +08:00 committed by GitHub
parent f6b06d0c6f
commit f0181a41ff

View File

@ -166,7 +166,7 @@ class HuggingfaceEngine(BaseEngine):
mm_inputs = template.mm_plugin.get_mm_inputs(**mm_input_dict, seqlens=[prompt_length], processor=processor)
for key, value in mm_inputs.items():
if isinstance(value, list) and all(isinstance(v, torch.Tensor for v in value)): # for pixtral inputs
if isinstance(value, list) and all(isinstance(v, torch.Tensor) for v in value): # for pixtral inputs
value = torch.stack(value) # assume they have same sizes
elif not isinstance(value, torch.Tensor):
value = torch.tensor(value)