[Bugfix][Frontend] Preserve default sampling params in batch chat (#47597)

Signed-off-by: Ting Sun <suntcrick@gmail.com>
This commit is contained in:
Ting SUN
2026-07-04 19:06:39 +00:00
committed by GitHub
parent 2a9113f998
commit d2afe39647
@@ -1000,8 +1000,8 @@ class BatchChatCompletionRequest(OpenAIBaseModel):
response_format: Any | None = None
seed: int | None = Field(None, ge=_INT64_MIN, le=_INT64_MAX)
stop: str | list[str] | None = Field(default_factory=list)
temperature: float | None = 0.7
top_p: float | None = 1.0
temperature: float | None = None
top_p: float | None = None
user: str | None = None
tool_choice: Literal["none"] | None = "none"
include_reasoning: bool = True
@@ -1010,8 +1010,8 @@ class BatchChatCompletionRequest(OpenAIBaseModel):
best_of: int | None = None
use_beam_search: bool = False
top_k: int | None = None
min_p: float | None = 0.0
repetition_penalty: float | None = 1.0
min_p: float | None = None
repetition_penalty: float | None = None
length_penalty: float | None = 1.0
early_stopping: bool = False
structured_outputs: StructuredOutputsParams | None = None