”add stop parameter in chat.py“

Former-commit-id: 80645751bc
2025-12-14 10:56:56 +08:00 · 2024-05-06 10:10:00 +08:00
parent 0c6c50f9b5
commit 189346188b
1 changed files with 2 additions and 0 deletions
--- a/src/llmtuner/api/chat.py
+++ b/src/llmtuner/api/chat.py
@@ -103,6 +103,7 @@ async def create_chat_completion_response(
        top_p=request.top_p,
        max_new_tokens=request.max_tokens,
        num_return_sequences=request.n,
+        stop=request.stop
    )

    prompt_length, response_length = 0, 0
@@ -155,6 +156,7 @@ async def create_stream_chat_completion_response(
        temperature=request.temperature,
        top_p=request.top_p,
        max_new_tokens=request.max_tokens,
+        stop=request.stop
    ):
        if len(new_token) != 0:
            yield _create_stream_chat_completion_chunk(