423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-11-04 18:02:19 +08:00
Code Issues Packages Projects Releases Wiki Activity

[scripts] add video params for vllm infer (#7992)

Browse Source
This commit is contained in:
Kingsley 2025-05-09 21:16:52 +08:00 committed by GitHub
parent 26cbb03a5f
commit 9620825892
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
scripts/vllm_infer.py
View File

@ -51,6 +51,8 @@ def vllm_infer(
pipeline_parallel_size: int = 1,
image_max_pixels: int = 768 * 768,
image_min_pixels: int = 32 * 32,
video_fps: float = 2.0,
video_maxlen: int = 128,
):
r"""Perform batch generation using vLLM engine, which supports tensor parallelism.
@ -96,7 +98,11 @@ def vllm_infer(
elif sample["videos"]:
multi_modal_data = {
"video": template_obj.mm_plugin._regularize_videos(
sample["videos"], image_max_pixels=image_max_pixels, image_min_pixels=image_min_pixels
sample["videos"],
image_max_pixels=image_max_pixels,
image_min_pixels=image_min_pixels,
video_fps=video_fps,
video_maxlen=video_maxlen,
)["videos"]
}
elif sample["audios"]: