[XPU] Route to fused_qk_rmsnorm_rope_gate triton kernel (#56096)
Signed-off-by: Marceli Fylcek <marceli.fylcek@intel.com> Co-authored-by: Kunshang Ji <kunshang.ji@intel.com>
This commit is contained in:
co-authored by
Kunshang Ji
parent
4ace5cd9d8
commit
ccbaed5b91
@@ -378,7 +378,7 @@ class Qwen3NextAttention(nn.Module):
|
|||||||
self.use_fused_qk_norm_rope_gate = (
|
self.use_fused_qk_norm_rope_gate = (
|
||||||
self.attn_output_gate
|
self.attn_output_gate
|
||||||
and getattr(self.rotary_emb, "is_neox_style", False)
|
and getattr(self.rotary_emb, "is_neox_style", False)
|
||||||
and current_platform.is_cuda()
|
and (current_platform.is_cuda() or current_platform.is_xpu())
|
||||||
and supports_dtype
|
and supports_dtype
|
||||||
and (text_only or supports_mrope)
|
and (text_only or supports_mrope)
|
||||||
)
|
)
|
||||||
|
|||||||
Reference in New Issue
Block a user