[ROCm] Fix AITER AR+RMSNorm no-residual fusion (#41972)
Signed-off-by: Aakif Nawaz <aakif.nawaz@amd.com>
This commit is contained in:
@@ -939,7 +939,7 @@ class AiterAllreduceFusedRMSNormPattern(BasePattern, VllmPatternReplacement):
|
|||||||
def _replacement(
|
def _replacement(
|
||||||
input: torch.Tensor, weight: torch.Tensor
|
input: torch.Tensor, weight: torch.Tensor
|
||||||
) -> tuple[torch.Tensor, torch.Tensor]:
|
) -> tuple[torch.Tensor, torch.Tensor]:
|
||||||
residual = torch.empty_like(input)
|
residual = torch.zeros_like(input)
|
||||||
allreduce = self.FUSED_AR_RMSNORM_OP(
|
allreduce = self.FUSED_AR_RMSNORM_OP(
|
||||||
input_=input,
|
input_=input,
|
||||||
residual=residual,
|
residual=residual,
|
||||||
|
|||||||
Reference in New Issue
Block a user