This commit is contained in:
hiyouga
2024-06-18 22:08:56 +08:00
parent 24c160df3d
commit c96264bc47
4 changed files with 4 additions and 16 deletions

View File

@@ -183,9 +183,6 @@ class VllmEngine(BaseEngine):
)
return result_generator
async def start(self) -> None:
pass
async def chat(
self,
messages: Sequence[Dict[str, str]],