Former-commit-id: 719d124f65ebb18ba0a1212751da9909160fb6f1
This commit is contained in:
marko1616 2024-09-26 11:14:09 -04:00 committed by hiyouga
parent 918a367378
commit cd2485f28d

View File

@ -160,7 +160,9 @@ def get_image_seqlen(config: "PretrainedConfig") -> int:
else:
image_seqlen = -1
elif model_type == "mllama":
image_seqlen = ((config.vision_config.image_size // config.vision_config.patch_size) ** 2 + 1) * config.vision_config.max_num_tiles
image_seqlen = (
(config.vision_config.image_size // config.vision_config.patch_size) ** 2 + 1
) * config.vision_config.max_num_tiles
return image_seqlen