From f2bfad9167a29e963f29f9ea79f2811513566ea6 Mon Sep 17 00:00:00 2001 From: haic0 <149741444+haic0@users.noreply.github.com> Date: Fri, 7 Aug 2026 21:19:07 +0800 Subject: [PATCH] [Model] Enable Qwen3.8 for AMD Rocm (#50068) Signed-off-by: haic0 Signed-off-by: haic0 --- vllm/model_executor/models/qwen3_5.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/vllm/model_executor/models/qwen3_5.py b/vllm/model_executor/models/qwen3_5.py index 197b5315c5..6ebf26c871 100644 --- a/vllm/model_executor/models/qwen3_5.py +++ b/vllm/model_executor/models/qwen3_5.py @@ -67,6 +67,7 @@ from .interfaces import ( MultiModalEmbeddings, SupportsEagle3, SupportsLoRA, + SupportsMRoPE, SupportsPP, _require_is_multimodal, ) @@ -289,6 +290,7 @@ class Qwen3_5ForCausalLMBase( IsHybrid, SupportsEagle3, SupportsLoRA, + SupportsMRoPE, SupportsPP, ): packed_modules_mapping = { @@ -425,6 +427,14 @@ class Qwen3_5ForCausalLMBase( ) return loader.load_weights(weights, mapper=self.hf_to_vllm_mapper) + def get_mrope_input_positions( + self, + input_tokens: list[int], + mm_features: list[object], + ) -> tuple[torch.Tensor, int]: + positions = torch.arange(len(input_tokens), dtype=torch.long) + return positions.unsqueeze(0).expand(3, -1), 0 + class Qwen3_5ForCausalLM(Qwen3_5ForCausalLMBase): pass