[MRV2] Run pooling post processing on non-final PP ranks (#56666)
Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
3bb0a03f35
commit
ba2ae9f239
@@ -1238,6 +1238,8 @@ class Worker(WorkerBase):
|
||||
)
|
||||
self._pp_send_work = handles[1:]
|
||||
|
||||
if self.use_v2_model_runner and self.model_runner.is_pooling_model:
|
||||
return self.model_runner.pool() # type: ignore
|
||||
return None
|
||||
|
||||
def take_draft_token_ids(self) -> DraftTokenIds | None:
|
||||
|
||||
Reference in New Issue
Block a user