[Misc] Update request-extras parity for batch chat completion (#47333)
Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
@@ -181,7 +181,7 @@ class OpenAIServingChatBatch(OpenAIServingChat):
|
||||
sub_request_id,
|
||||
lora_request=lora_request,
|
||||
trace_headers=trace_headers,
|
||||
priority=request.priority if hasattr(request, "priority") else 0,
|
||||
priority=request.priority,
|
||||
data_parallel_rank=data_parallel_rank,
|
||||
reasoning_ended=None,
|
||||
)
|
||||
|
||||
@@ -1020,6 +1020,10 @@ class BatchChatCompletionRequest(OpenAIBaseModel):
|
||||
continue_final_message: bool = False
|
||||
chat_template: str | None = None
|
||||
chat_template_kwargs: dict[str, Any] | None = None
|
||||
media_io_kwargs: dict[str, dict[str, Any]] | None = None
|
||||
mm_processor_kwargs: dict[str, Any] | None = None
|
||||
priority: int = Field(default=0, ge=_INT64_MIN, le=_INT64_MAX)
|
||||
cache_salt: str | None = None
|
||||
include_stop_str_in_output: bool = False
|
||||
guided_decoding_backend: str | None = None
|
||||
echo: bool = False
|
||||
|
||||
Reference in New Issue
Block a user