Merge pull request #4234 from kimdwkimdw/patch-1

Support vllm==0.5.0

Former-commit-id: 656b2bbdafa0208c28801d41ac4887518d3f0ce5

src/llamafactory/chat/vllm_engine.py

@@ -13,7 +13,10 @@ from .base_engine import BaseEngine, Response
 if is_vllm_available():
     from vllm import AsyncEngineArgs, AsyncLLMEngine, RequestOutput, SamplingParams
     from vllm.lora.request import LoRARequest
-    from vllm.sequence import MultiModalData
+    try:
+        from vllm.multimodal import MultiModalData  # vllm==0.5.0
+    except ImportError:
+        from vllm.sequence import MultiModalData  # vllm<0.5.0
 
 
 if TYPE_CHECKING: