Revert "[DSpark] Support pipeline-parallel targets in aggregated serving (#56956)" (#58484)

This commit is contained in:
Nick Hill
2026-09-24 08:48:36 -07:00
committed by GitHub
parent d636456b1f
commit 09fe178dba
11 changed files with 28 additions and 629 deletions
-12
View File
@@ -804,15 +804,6 @@ class Worker(WorkerBase):
@instrument(span_name="Warmup (GPU)")
def compile_or_warm_up_model(self) -> CompilationTimes:
# All warmup phases below run synthetic steps whose sampled outputs are
# discarded. The PP sampled-token broadcast would carry no payload, and
# its side-stream NCCL ops can overlap the next step's activation p2p
# and deadlock the pipeline, so keep it disabled for the whole warmup
# window and restore it before serving.
pp_handler = getattr(self.model_runner, "pp_handler", None)
if pp_handler is not None:
pp_handler.set_disabled(True)
warmup_sizes: list[int] = []
if (
@@ -991,9 +982,6 @@ class Worker(WorkerBase):
# gate so subsequent `execute_model` / `sample_tokens` calls enforce it.
enable_gpu_sync_check()
if pp_handler is not None:
pp_handler.set_disabled(False)
return CompilationTimes(
language_model=self.compilation_config.compilation_time,
encoder=self.compilation_config.encoder_compilation_time,