From c9355e25e8cfdc0548a5034f7bc148e1760e82d2 Mon Sep 17 00:00:00 2001 From: Jakub Byczkowski Date: Thu, 10 Sep 2026 11:48:00 +0200 Subject: [PATCH] [XPU][Bugfix] Add forward_xpu to Ernie4_5_VLRotaryEmbedding (#55942) Signed-off-by: Jakub Byczkowski Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> --- .../layers/rotary_embedding/ernie45_vl_rope.py | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/vllm/model_executor/layers/rotary_embedding/ernie45_vl_rope.py b/vllm/model_executor/layers/rotary_embedding/ernie45_vl_rope.py index 2eda63a34a..ec0c5a3286 100644 --- a/vllm/model_executor/layers/rotary_embedding/ernie45_vl_rope.py +++ b/vllm/model_executor/layers/rotary_embedding/ernie45_vl_rope.py @@ -80,3 +80,14 @@ class Ernie4_5_VLRotaryEmbedding(MRotaryEmbedding): key: torch.Tensor | None = None, ) -> tuple[torch.Tensor, torch.Tensor | None]: return self.forward_native(positions, query, key) + + def forward_xpu( # type: ignore[override] + self, + positions: torch.Tensor, + query: torch.Tensor, + key: torch.Tensor | None = None, + ) -> tuple[torch.Tensor, torch.Tensor | None]: + # No fused XPU kernel for this 3D t/h/w rope; base + # MRotaryEmbedding.forward_xpu forwards an extra `offsets` arg that + # this class's forward_cuda override doesn't accept. Use native path. + return self.forward_native(positions, query, key)