[XPU][Bugfix] Add forward_xpu to Ernie4_5_VLRotaryEmbedding (#55942)
Signed-off-by: Jakub Byczkowski <jakub.byczkowski@intel.com> Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
This commit is contained in:
co-authored by
Copilot
parent
6fd08c45e6
commit
c9355e25e8
@@ -80,3 +80,14 @@ class Ernie4_5_VLRotaryEmbedding(MRotaryEmbedding):
|
||||
key: torch.Tensor | None = None,
|
||||
) -> tuple[torch.Tensor, torch.Tensor | None]:
|
||||
return self.forward_native(positions, query, key)
|
||||
|
||||
def forward_xpu( # type: ignore[override]
|
||||
self,
|
||||
positions: torch.Tensor,
|
||||
query: torch.Tensor,
|
||||
key: torch.Tensor | None = None,
|
||||
) -> tuple[torch.Tensor, torch.Tensor | None]:
|
||||
# No fused XPU kernel for this 3D t/h/w rope; base
|
||||
# MRotaryEmbedding.forward_xpu forwards an extra `offsets` arg that
|
||||
# this class's forward_cuda override doesn't accept. Use native path.
|
||||
return self.forward_native(positions, query, key)
|
||||
|
||||
Reference in New Issue
Block a user