Former-commit-id: 2ab449adbb160f339a0586edeb846fa311ad8382
This commit is contained in:
hiyouga
2024-06-18 22:08:56 +08:00
parent 875270b851
commit 372da52d4a
4 changed files with 4 additions and 16 deletions

View File

@@ -183,9 +183,6 @@ class VllmEngine(BaseEngine):
)
return result_generator
async def start(self) -> None:
pass
async def chat(
self,
messages: Sequence[Dict[str, str]],