[Model] Enable Qwen3.8 for AMD Rocm (#50068)
Signed-off-by: haic0 <haic0@users.noreply.github.com> Signed-off-by: haic0 <haichzha@amd.com>
haic0 committed
Aug 7, 2026 at 21:19 UTC
f2bfad9167a29e963f29f9ea79f2811513566ea6
1 file changed
+10
vllm/model_executor/models/qwen3_5.py
+10
@@ -67,6 +67,7 @@ from .interfaces import (
67
MultiModalEmbeddings,
68
SupportsEagle3,
69
SupportsLoRA,
70
+ SupportsMRoPE,
71
SupportsPP,
72
_require_is_multimodal,
73
)
@@ -289,6 +290,7 @@ class Qwen3_5ForCausalLMBase(
290
IsHybrid,
291
SupportsEagle3,
292
SupportsLoRA,
293
+ SupportsMRoPE,
294
SupportsPP,
295
):
296
packed_modules_mapping = {
@@ -425,6 +427,14 @@ class Qwen3_5ForCausalLMBase(
427
)
428
return loader.load_weights(weights, mapper=self.hf_to_vllm_mapper)
429
430
+ def get_mrope_input_positions(
431
+ self,
432
+ input_tokens: list[int],
433
+ mm_features: list[object],
434
+ ) -> tuple[torch.Tensor, int]:
435
+ positions = torch.arange(len(input_tokens), dtype=torch.long)
436
+ return positions.unsqueeze(0).expand(3, -1), 0
437
+
438
439
class Qwen3_5ForCausalLM(Qwen3_5ForCausalLMBase):
440
pass