fix #1032

2025-12-16 11:50:35 +08:00 · 2023-09-27 22:42:16 +08:00
parent 620efe1d8d
commit a41e12de5e
2 changed files with 11 additions and 2 deletions
--- a/src/llmtuner/api/protocol.py
+++ b/src/llmtuner/api/protocol.py
@@ -43,6 +43,7 @@ class DeltaMessage(BaseModel):
 class ChatCompletionRequest(BaseModel):
    model: str
    messages: List[ChatMessage]
+    do_sample: Optional[bool] = True
    temperature: Optional[float] = None
    top_p: Optional[float] = None
    n: Optional[int] = 1