[Pooling] Honor request_id from request bodies (#55665)
Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
@@ -109,7 +109,10 @@ class PoolingBaseServing(ABC, BaseServing):
|
||||
raw_request: Request | None = None,
|
||||
):
|
||||
model_name = self.models.model_name()
|
||||
request_id = f"{self.request_id_prefix}-{self._base_request_id(raw_request)}"
|
||||
base_request_id = self._base_request_id(
|
||||
raw_request, getattr(request, "request_id", None)
|
||||
)
|
||||
request_id = f"{self.request_id_prefix}-{base_request_id}"
|
||||
await self._check_model(request)
|
||||
|
||||
pooling_params = io_processor.create_pooling_params(request)
|
||||
|
||||
Reference in New Issue
Block a user