Former-commit-id: 577de2fa07
This commit is contained in:
hiyouga
2024-06-12 16:50:11 +08:00
parent bc5e97295e
commit f8497921fe
2 changed files with 4 additions and 3 deletions

View File

@@ -13,10 +13,11 @@ from .base_engine import BaseEngine, Response
if is_vllm_available():
from vllm import AsyncEngineArgs, AsyncLLMEngine, RequestOutput, SamplingParams
from vllm.lora.request import LoRARequest
try:
from vllm.multimodal import MultiModalData # vllm==0.5.0
from vllm.multimodal import MultiModalData # type: ignore (for vllm>=0.5.0)
except ImportError:
from vllm.sequence import MultiModalData # vllm<0.5.0
from vllm.sequence import MultiModalData # for vllm<0.5.0
if TYPE_CHECKING: