diff --git a/vllm/v1/worker/gpu_worker.py b/vllm/v1/worker/gpu_worker.py index 3f457b9b7b..2a3531b61b 100644 --- a/vllm/v1/worker/gpu_worker.py +++ b/vllm/v1/worker/gpu_worker.py @@ -1238,6 +1238,8 @@ class Worker(WorkerBase): ) self._pp_send_work = handles[1:] + if self.use_v2_model_runner and self.model_runner.is_pooling_model: + return self.model_runner.pool() # type: ignore return None def take_draft_token_ids(self) -> DraftTokenIds | None: