[Core] Bound execute_dummy_batch RPC waits by the execute-model timeout (#60398)

Signed-off-by: NickLucche <nicolo.lucchesi@mistral.ai>
This commit is contained in:
Nicolò Lucchesi
2026-10-08 01:22:04 +00:00
committed by GitHub
parent fdfc171a74
commit 8733a21d55
2 changed files with 20 additions and 8 deletions
+5 -1
View File
@@ -364,7 +364,11 @@ class MultiprocExecutor(Executor):
)
def execute_dummy_batch(self) -> None:
self.collective_rpc("execute_dummy_batch", unique_reply_rank=self.output_rank)
self.collective_rpc(
"execute_dummy_batch",
unique_reply_rank=self.output_rank,
timeout=envs.VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS,
)
def take_draft_token_ids(self) -> DraftTokenIds | None:
# OPTIMIZATION: Get output only from a single worker (output_rank)