update api and support abort eval in webui

2026-01-11 16:40:34 +08:00 · 2024-05-04 15:59:15 +08:00
parent d4283bb6bf
commit ed8f8be752
11 changed files with 277 additions and 192 deletions
--- a/src/llmtuner/chat/chat_model.py
+++ b/src/llmtuner/chat/chat_model.py
@@ -98,7 +98,7 @@ class ChatModel:
        return await self.engine.get_scores(batch_input, **input_kwargs)


-def run_chat():
+def run_chat() -> None:
    try:
        import platform