[Chore] Consolidate reasoning/tool parser attributes into unified Parser in chat serving (#45548)
Signed-off-by: sfeng33 <4florafeng@gmail.com>
This commit is contained in:
@@ -955,6 +955,8 @@ class BatchChatCompletionRequest(OpenAIBaseModel):
|
||||
temperature: float | None = 0.7
|
||||
top_p: float | None = 1.0
|
||||
user: str | None = None
|
||||
tool_choice: Literal["none"] | None = "none"
|
||||
include_reasoning: bool = True
|
||||
|
||||
# vLLM extensions
|
||||
best_of: int | None = None
|
||||
|
||||
Reference in New Issue
Block a user