This commit is contained in:
marko1616
2024-09-26 11:14:09 -04:00
committed by hiyouga
parent 8372c5e377
commit b1e43e56db

View File

@@ -160,7 +160,9 @@ def get_image_seqlen(config: "PretrainedConfig") -> int:
else: else:
image_seqlen = -1 image_seqlen = -1
elif model_type == "mllama": elif model_type == "mllama":
image_seqlen = ((config.vision_config.image_size // config.vision_config.patch_size) ** 2 + 1) * config.vision_config.max_num_tiles image_seqlen = (
(config.vision_config.image_size // config.vision_config.patch_size) ** 2 + 1
) * config.vision_config.max_num_tiles
return image_seqlen return image_seqlen