fix #2766

Former-commit-id: a8cd556230c1d0bc4e090acc2276c035910ce6f6
2025-12-29 18:20:35 +08:00 · 2024-03-09 21:35:24 +08:00
parent 48846676d8
commit c631799f5d
5 changed files with 14 additions and 1 deletions
--- a/src/llmtuner/chat/vllm_engine.py
+++ b/src/llmtuner/chat/vllm_engine.py
@@ -97,6 +97,9 @@ class VllmEngine(BaseEngine):
        )
        return result_generator

+    async def start(self) -> None:
+        pass
+
    async def chat(
        self,
        messages: Sequence[Dict[str, str]],