[Misc] Update request-extras parity for batch chat completion (#47333)
Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
@@ -181,7 +181,7 @@ class OpenAIServingChatBatch(OpenAIServingChat):
|
||||
sub_request_id,
|
||||
lora_request=lora_request,
|
||||
trace_headers=trace_headers,
|
||||
priority=request.priority if hasattr(request, "priority") else 0,
|
||||
priority=request.priority,
|
||||
data_parallel_rank=data_parallel_rank,
|
||||
reasoning_ended=None,
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user