[DP] Only use DP padding when cudagraphs are actually used (#34102)

Signed-off-by: Lucas Wilkinson <lwilkins@redhat.com>
This commit is contained in:
Lucas Wilkinson
2026-02-27 15:14:31 -05:00
committed by GitHub
parent 234a65b781
commit 1d532f9d8f
7 changed files with 137 additions and 125 deletions
+1 -2
View File
@@ -241,7 +241,7 @@ class ForwardContext:
additional_kwargs: dict[str, Any] = field(default_factory=dict)
def __post_init__(self):
assert self.cudagraph_runtime_mode.valid_runtime_modes(), (
assert self.cudagraph_runtime_mode.is_valid_runtime_mode(), (
f"Invalid cudagraph runtime mode: {self.cudagraph_runtime_mode}"
)
@@ -347,7 +347,6 @@ def set_forward_context(
num_tokens_unpadded=num_tokens,
parallel_config=vllm_config.parallel_config,
allow_microbatching=False,
allow_dp_padding=False,
)
assert num_tokens_across_dp is not None
dp_metadata = DPMetadata.make(