Former-commit-id: b1e43e56db
This commit is contained in:
marko1616
2024-09-26 11:14:09 -04:00
committed by hiyouga
parent 3295519099
commit 23fc0c863e

View File

@@ -160,7 +160,9 @@ def get_image_seqlen(config: "PretrainedConfig") -> int:
else:
image_seqlen = -1
elif model_type == "mllama":
image_seqlen = ((config.vision_config.image_size // config.vision_config.patch_size) ** 2 + 1) * config.vision_config.max_num_tiles
image_seqlen = (
(config.vision_config.image_size // config.vision_config.patch_size) ** 2 + 1
) * config.vision_config.max_num_tiles
return image_seqlen