From ba2ae9f23961ac67bc5c055da8c26fbd660989c6 Mon Sep 17 00:00:00 2001 From: Taneem Ibrahim Date: Mon, 14 Sep 2026 18:11:11 -0500 Subject: [PATCH] [MRV2] Run pooling post processing on non-final PP ranks (#56666) Signed-off-by: Taneem Ibrahim Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com> --- vllm/v1/worker/gpu_worker.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/vllm/v1/worker/gpu_worker.py b/vllm/v1/worker/gpu_worker.py index 3f457b9b7b..2a3531b61b 100644 --- a/vllm/v1/worker/gpu_worker.py +++ b/vllm/v1/worker/gpu_worker.py @@ -1238,6 +1238,8 @@ class Worker(WorkerBase): ) self._pp_send_work = handles[1:] + if self.use_v2_model_runner and self.model_runner.is_pooling_model: + return self.model_runner.pool() # type: ignore return None def take_draft_token_ids(self) -> DraftTokenIds | None: