[Bugfix][DBO] Fix DeepEP low-latency profiling crash with DP+EP+DBO (#57502)

Signed-off-by: Micah Williamson <micah.williamson@amd.com>
Co-authored-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
Micah Williamson
2026-09-18 06:33:41 +00:00
committed by GitHub
co-authored by Andreas Karatzas
parent 42a33039eb
commit d5f0a6e829
+5 -2
View File
@@ -6164,6 +6164,11 @@ class GPUModelRunner(
num_tokens_padded, None, False
)
num_tokens_unpadded = num_tokens_padded if is_profile else 0
is_padding = self._prepare_padding_mask(
num_tokens_unpadded, num_tokens_padded
)
if ubatch_slices_padded is not None:
# Adjust values to reflect a single ubatch.
# TODO(sage,lucas): this is cruft that should be addressed in
@@ -6172,8 +6177,6 @@ class GPUModelRunner(
if num_tokens_across_dp is not None:
num_tokens_across_dp[:] = num_tokens_padded
is_padding = self._prepare_padding_mask(0, num_tokens_padded)
with (
self.maybe_randomize_inputs(
input_ids, inputs_embeds, randomize_inputs=randomize_inputs