[Misc] Update request-extras parity for batch chat completion (#47333)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
Taneem Ibrahim
2026-07-04 10:19:04 -04:00
committed by GitHub
parent fa1fa968c4
commit 2f21224527
2 changed files with 5 additions and 1 deletions
@@ -181,7 +181,7 @@ class OpenAIServingChatBatch(OpenAIServingChat):
sub_request_id,
lora_request=lora_request,
trace_headers=trace_headers,
priority=request.priority if hasattr(request, "priority") else 0,
priority=request.priority,
data_parallel_rank=data_parallel_rank,
reasoning_ended=None,
)
@@ -1020,6 +1020,10 @@ class BatchChatCompletionRequest(OpenAIBaseModel):
continue_final_message: bool = False
chat_template: str | None = None
chat_template_kwargs: dict[str, Any] | None = None
media_io_kwargs: dict[str, dict[str, Any]] | None = None
mm_processor_kwargs: dict[str, Any] | None = None
priority: int = Field(default=0, ge=_INT64_MIN, le=_INT64_MAX)
cache_salt: str | None = None
include_stop_str_in_output: bool = False
guided_decoding_backend: str | None = None
echo: bool = False