[BugFix][PCP] Handle missing DP metadata in one-sided EP (#54016)
Signed-off-by: LopezCastroRoberto <robertol.c510@gmail.com> Co-authored-by: Lucas Wilkinson <lwilkins@redhat.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
Roberto L. Castro committed
Sep 16, 2026 at 16:24 UTC
e97ff8061344d1dbf954ad3c3174ab3b576aaf33
1 file changed
+3
-2
vllm/model_executor/layers/fused_moe/prepare_finalize/flashinfer_nvlink_one_sided.py
+3
-2
@@ -13,9 +13,10 @@ from vllm.model_executor.layers.fused_moe.utils import moe_kernel_quantize_input
13
from vllm.utils.flashinfer import nvfp4_block_scale_interleave
14
15
16
-def get_local_sizes():
16
+def get_local_sizes() -> list[int] | None:
17
dp_metadata = get_forward_context().dp_metadata
18
- assert dp_metadata is not None
18
+ if dp_metadata is None: # PCP with DP=1
19
+ return None
20
return dp_metadata.get_chunk_sizes_across_dp_rank()
21
22