fix gpt_oss pp>1 with ep (#46441)
Signed-off-by: mayuyuace <qiming1.zhang@intel.com>
Qiming Zhang committed
Jun 23, 2026 at 01:59 UTC
901a3b091cf1c952ab582aefa6597e98f22055e5
1 file changed
+1
-1
vllm/model_executor/models/gpt_oss.py
+1
-1
@@ -1078,7 +1078,7 @@ class GptOssModel(nn.Module, EagleModelMixin):
1078
head_start = tp_rank * heads_per_rank
1079
1080
ep_size = get_ep_group().world_size
1081
- ep_rank = get_ep_group().rank
1081
+ ep_rank = get_ep_group().rank_in_group
1082
num_experts = self.config.num_local_experts
1083
experts_per_rank = num_experts // ep_size
1084
ep_rank_start = ep_rank * experts_per_rank