support vllm

Former-commit-id: 889f6e910e654d8ec3922c2185042d737ffbf1c3
This commit is contained in:
hiyouga
2024-03-07 20:26:31 +08:00
parent 9a69cadab3
commit 056d2d956a
32 changed files with 752 additions and 316 deletions

View File

@@ -1,4 +1,5 @@
from .base_engine import BaseEngine
from .chat_model import ChatModel
__all__ = ["ChatModel"]
__all__ = ["BaseEngine", "ChatModel"]