[XPU][Bugfix] Add forward_xpu to Ernie4_5_VLRotaryEmbedding (#55942)
Signed-off-by: Jakub Byczkowski <jakub.byczkowski@intel.com> Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
Jakub Byczkowski committed
Sep 10, 2026 at 11:48 UTC
c9355e25e8cfdc0548a5034f7bc148e1760e82d2
1 file changed
+11
vllm/model_executor/layers/rotary_embedding/ernie45_vl_rope.py
+11
@@ -80,3 +80,14 @@ class Ernie4_5_VLRotaryEmbedding(MRotaryEmbedding):
80
key: torch.Tensor | None = None,
81
) -> tuple[torch.Tensor, torch.Tensor | None]:
82
return self.forward_native(positions, query, key)
83
+
84
+ def forward_xpu( # type: ignore[override]
85
+ self,
86
+ positions: torch.Tensor,
87
+ query: torch.Tensor,
88
+ key: torch.Tensor | None = None,
89
+ ) -> tuple[torch.Tensor, torch.Tensor | None]:
90
+ # No fused XPU kernel for this 3D t/h/w rope; base
91
+ # MRotaryEmbedding.forward_xpu forwards an extra `offsets` arg that
92
+ # this class's forward_cuda override doesn't accept. Use native path.
93
+ return self.forward_native(positions, query, key)