fix #1032

Former-commit-id: 1235b2da5a79ffefd1342054ea8e7dabf47398c1
2025-12-28 17:50:36 +08:00 · 2023-09-27 22:42:16 +08:00
parent 386d85ae72
commit e8a375c8f2
2 changed files with 11 additions and 2 deletions
--- a/src/llmtuner/api/protocol.py
+++ b/src/llmtuner/api/protocol.py
@@ -43,6 +43,7 @@ class DeltaMessage(BaseModel):
 class ChatCompletionRequest(BaseModel):
    model: str
    messages: List[ChatMessage]
+    do_sample: Optional[bool] = True
    temperature: Optional[float] = None
    top_p: Optional[float] = None
    n: Optional[int] = 1