support minicpm #2404

Former-commit-id: 901faa16cc
2025-12-15 03:10:35 +08:00 · 2024-02-03 22:36:46 +08:00
parent fcf1a49e4d
commit 40514bf865
3 changed files with 17 additions and 7 deletions
--- a/src/llmtuner/api/app.py
+++ b/src/llmtuner/api/app.py
@@ -120,6 +120,9 @@ def create_app(chat_model: "ChatModel") -> "FastAPI":

    def chat_completion(messages: Sequence[Dict[str, str]], system: str, tools: str, request: ChatCompletionRequest):
        if request.stream:
+            if tools:
+                raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail="Cannot stream function calls.")
+
            generate = stream_chat_completion(messages, system, tools, request)
            return EventSourceResponse(generate, media_type="text/event-stream")