[Bugfix][DBO] Fix DeepEP low-latency profiling crash with DP+EP+DBO (#57502)
Signed-off-by: Micah Williamson <micah.williamson@amd.com> Co-authored-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
co-authored by
Andreas Karatzas
parent
42a33039eb
commit
d5f0a6e829
@@ -6164,6 +6164,11 @@ class GPUModelRunner(
|
|||||||
num_tokens_padded, None, False
|
num_tokens_padded, None, False
|
||||||
)
|
)
|
||||||
|
|
||||||
|
num_tokens_unpadded = num_tokens_padded if is_profile else 0
|
||||||
|
is_padding = self._prepare_padding_mask(
|
||||||
|
num_tokens_unpadded, num_tokens_padded
|
||||||
|
)
|
||||||
|
|
||||||
if ubatch_slices_padded is not None:
|
if ubatch_slices_padded is not None:
|
||||||
# Adjust values to reflect a single ubatch.
|
# Adjust values to reflect a single ubatch.
|
||||||
# TODO(sage,lucas): this is cruft that should be addressed in
|
# TODO(sage,lucas): this is cruft that should be addressed in
|
||||||
@@ -6172,8 +6177,6 @@ class GPUModelRunner(
|
|||||||
if num_tokens_across_dp is not None:
|
if num_tokens_across_dp is not None:
|
||||||
num_tokens_across_dp[:] = num_tokens_padded
|
num_tokens_across_dp[:] = num_tokens_padded
|
||||||
|
|
||||||
is_padding = self._prepare_padding_mask(0, num_tokens_padded)
|
|
||||||
|
|
||||||
with (
|
with (
|
||||||
self.maybe_randomize_inputs(
|
self.maybe_randomize_inputs(
|
||||||
input_ids, inputs_embeds, randomize_inputs=randomize_inputs
|
input_ids, inputs_embeds, randomize_inputs=randomize_inputs
|
||||||
|
|||||||
Reference in New Issue
Block a user