[MRV2] Run pooling post processing on non-final PP ranks (#56666)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
Taneem Ibrahim
2026-09-14 16:11:11 -07:00
committed by GitHub
co-authored by mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 3bb0a03f35
commit ba2ae9f239
+2
View File
@@ -1238,6 +1238,8 @@ class Worker(WorkerBase):
)
self._pp_send_work = handles[1:]
if self.use_v2_model_runner and self.model_runner.is_pooling_model:
return self.model_runner.pool() # type: ignore
return None
def take_draft_token_ids(self) -> DraftTokenIds | None: