From d2afe39647d2386fd8c3ff19a7f9ad73b820a2ba Mon Sep 17 00:00:00 2001 From: Ting SUN Date: Sun, 5 Jul 2026 02:06:39 +0700 Subject: [PATCH] [Bugfix][Frontend] Preserve default sampling params in batch chat (#47597) Signed-off-by: Ting Sun --- vllm/entrypoints/openai/chat_completion/protocol.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/vllm/entrypoints/openai/chat_completion/protocol.py b/vllm/entrypoints/openai/chat_completion/protocol.py index ab905677ab..22cae80ce8 100644 --- a/vllm/entrypoints/openai/chat_completion/protocol.py +++ b/vllm/entrypoints/openai/chat_completion/protocol.py @@ -1000,8 +1000,8 @@ class BatchChatCompletionRequest(OpenAIBaseModel): response_format: Any | None = None seed: int | None = Field(None, ge=_INT64_MIN, le=_INT64_MAX) stop: str | list[str] | None = Field(default_factory=list) - temperature: float | None = 0.7 - top_p: float | None = 1.0 + temperature: float | None = None + top_p: float | None = None user: str | None = None tool_choice: Literal["none"] | None = "none" include_reasoning: bool = True @@ -1010,8 +1010,8 @@ class BatchChatCompletionRequest(OpenAIBaseModel): best_of: int | None = None use_beam_search: bool = False top_k: int | None = None - min_p: float | None = 0.0 - repetition_penalty: float | None = 1.0 + min_p: float | None = None + repetition_penalty: float | None = None length_penalty: float | None = 1.0 early_stopping: bool = False structured_outputs: StructuredOutputsParams | None = None