[XPU] Initial support for GDN attention on Qwen3-next/Qwen3.5 (#33657)
Signed-off-by: Yan Ma <yan.ma@intel.com> Signed-off-by: Chendi Xue <chendi.xue@intel.com> Co-authored-by: Chendi Xue <chendi.xue@intel.com> Co-authored-by: Kunshang Ji <kunshang.ji@intel.com>
This commit is contained in:
co-authored by
Chendi Xue
Kunshang Ji
parent
05e68e1f81
commit
ee3cf45739
@@ -560,6 +560,11 @@ class RMSNormGated(CustomOp):
|
||||
activation=self.activation,
|
||||
)
|
||||
|
||||
def forward_xpu(
|
||||
self, x: torch.Tensor, z: torch.Tensor | None = None
|
||||
) -> torch.Tensor:
|
||||
return self.forward_cuda(x, z)
|
||||
|
||||
|
||||
class LayerNorm(nn.Module):
|
||||
"""
|
||||
|
||||
Reference in New Issue
Block a user