[Feature] Fully support for async scheduling + PP, 30.8% E2E throughput improvement, 31.8% TPOT improvement (#32618)

Signed-off-by: yewentao256 <zhyanwentao@126.com>
Signed-off-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com>
Signed-off-by: Nick Hill <nickhill123@gmail.com>
Co-authored-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Wentao Ye
2026-01-28 20:30:32 +00:00
committed by GitHub
co-authored by Nick Hill
parent 8bdd3979d8
commit 3e440786af
4 changed files with 103 additions and 23 deletions
+16
View File
@@ -42,6 +42,22 @@ def test_compile_config_repr_succeeds():
assert "inductor_passes" in val
def test_async_scheduling_with_pipeline_parallelism_is_allowed():
cfg = VllmConfig(
scheduler_config=SchedulerConfig(
max_model_len=8192,
is_encoder_decoder=False,
async_scheduling=True,
),
parallel_config=ParallelConfig(
pipeline_parallel_size=2,
distributed_executor_backend="mp",
nnodes=2,
),
)
assert cfg.scheduler_config.async_scheduling is True
@dataclass
class _TestConfigFields:
a: int