[api] support repetition_penalty and align presence_penalty with OpenAI Client (#7958)

This commit is contained in:
wangzhan
2025-05-26 18:45:11 +08:00
committed by GitHub
parent f08b748199
commit 12292e4283
2 changed files with 6 additions and 0 deletions

View File

@@ -106,6 +106,8 @@ class ChatCompletionRequest(BaseModel):
max_tokens: Optional[int] = None
stop: Optional[Union[str, list[str]]] = None
stream: bool = False
presence_penalty: Optional[float] = None
repetition_penalty: Optional[float] = None
class ChatCompletionResponseChoice(BaseModel):