Former-commit-id: b1e43e56db4d898c0d6d27b703b82a1eb9af70c2
This commit is contained in:
marko1616 2024-09-26 11:14:09 -04:00 committed by hiyouga
parent 3295519099
commit 23fc0c863e

View File

@ -160,7 +160,9 @@ def get_image_seqlen(config: "PretrainedConfig") -> int:
else:
image_seqlen = -1
elif model_type == "mllama":
image_seqlen = ((config.vision_config.image_size // config.vision_config.patch_size) ** 2 + 1) * config.vision_config.max_num_tiles
image_seqlen = (
(config.vision_config.image_size // config.vision_config.patch_size) ** 2 + 1
) * config.vision_config.max_num_tiles
return image_seqlen