From 901a3b091cf1c952ab582aefa6597e98f22055e5 Mon Sep 17 00:00:00 2001 From: Qiming Zhang Date: Tue, 23 Jun 2026 01:59:11 -0700 Subject: [PATCH] fix gpt_oss pp>1 with ep (#46441) Signed-off-by: mayuyuace --- vllm/model_executor/models/gpt_oss.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/models/gpt_oss.py b/vllm/model_executor/models/gpt_oss.py index ddcaecb08b..f10151180d 100644 --- a/vllm/model_executor/models/gpt_oss.py +++ b/vllm/model_executor/models/gpt_oss.py @@ -1078,7 +1078,7 @@ class GptOssModel(nn.Module, EagleModelMixin): head_start = tp_rank * heads_per_rank ep_size = get_ep_group().world_size - ep_rank = get_ep_group().rank + ep_rank = get_ep_group().rank_in_group num_experts = self.config.num_local_experts experts_per_rank = num_experts // ep_size ep_rank_start = ep_rank * experts_per_rank