[Bugfix][DBO] Fix DeepEP low-latency profiling crash with DP+EP+DBO (#57502)
Signed-off-by: Micah Williamson <micah.williamson@amd.com> Co-authored-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
co-authored by
Andreas Karatzas
parent
42a33039eb
commit
d5f0a6e829
@@ -6164,6 +6164,11 @@ class GPUModelRunner(
|
||||
num_tokens_padded, None, False
|
||||
)
|
||||
|
||||
num_tokens_unpadded = num_tokens_padded if is_profile else 0
|
||||
is_padding = self._prepare_padding_mask(
|
||||
num_tokens_unpadded, num_tokens_padded
|
||||
)
|
||||
|
||||
if ubatch_slices_padded is not None:
|
||||
# Adjust values to reflect a single ubatch.
|
||||
# TODO(sage,lucas): this is cruft that should be addressed in
|
||||
@@ -6172,8 +6177,6 @@ class GPUModelRunner(
|
||||
if num_tokens_across_dp is not None:
|
||||
num_tokens_across_dp[:] = num_tokens_padded
|
||||
|
||||
is_padding = self._prepare_padding_mask(0, num_tokens_padded)
|
||||
|
||||
with (
|
||||
self.maybe_randomize_inputs(
|
||||
input_ids, inputs_embeds, randomize_inputs=randomize_inputs
|
||||
|
||||
Reference in New Issue
Block a user