From 2f21224527bdac2e4ccd251563101257ad61b214 Mon Sep 17 00:00:00 2001 From: Taneem Ibrahim Date: Sat, 4 Jul 2026 09:19:04 -0500 Subject: [PATCH] [Misc] Update request-extras parity for batch chat completion (#47333) Signed-off-by: Taneem Ibrahim --- vllm/entrypoints/openai/chat_completion/batch_serving.py | 2 +- vllm/entrypoints/openai/chat_completion/protocol.py | 4 ++++ 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/vllm/entrypoints/openai/chat_completion/batch_serving.py b/vllm/entrypoints/openai/chat_completion/batch_serving.py index c00ab0418f..25f7c3ec5f 100644 --- a/vllm/entrypoints/openai/chat_completion/batch_serving.py +++ b/vllm/entrypoints/openai/chat_completion/batch_serving.py @@ -181,7 +181,7 @@ class OpenAIServingChatBatch(OpenAIServingChat): sub_request_id, lora_request=lora_request, trace_headers=trace_headers, - priority=request.priority if hasattr(request, "priority") else 0, + priority=request.priority, data_parallel_rank=data_parallel_rank, reasoning_ended=None, ) diff --git a/vllm/entrypoints/openai/chat_completion/protocol.py b/vllm/entrypoints/openai/chat_completion/protocol.py index 4745947d49..ab905677ab 100644 --- a/vllm/entrypoints/openai/chat_completion/protocol.py +++ b/vllm/entrypoints/openai/chat_completion/protocol.py @@ -1020,6 +1020,10 @@ class BatchChatCompletionRequest(OpenAIBaseModel): continue_final_message: bool = False chat_template: str | None = None chat_template_kwargs: dict[str, Any] | None = None + media_io_kwargs: dict[str, dict[str, Any]] | None = None + mm_processor_kwargs: dict[str, Any] | None = None + priority: int = Field(default=0, ge=_INT64_MIN, le=_INT64_MAX) + cache_salt: str | None = None include_stop_str_in_output: bool = False guided_decoding_backend: str | None = None echo: bool = False