[Pooling] Honor request_id from request bodies (#55665)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
Taneem Ibrahim
2026-09-07 19:55:20 -04:00
committed by GitHub
parent 252ed87621
commit fdfa0a1659
2 changed files with 7 additions and 1 deletions
+4 -1
View File
@@ -109,7 +109,10 @@ class PoolingBaseServing(ABC, BaseServing):
raw_request: Request | None = None,
):
model_name = self.models.model_name()
request_id = f"{self.request_id_prefix}-{self._base_request_id(raw_request)}"
base_request_id = self._base_request_id(
raw_request, getattr(request, "request_id", None)
)
request_id = f"{self.request_id_prefix}-{base_request_id}"
await self._check_model(request)
pooling_params = io_processor.create_pooling_params(request)