diff --git a/vllm/model_executor/layers/fused_moe/prepare_finalize/flashinfer_nvlink_one_sided.py b/vllm/model_executor/layers/fused_moe/prepare_finalize/flashinfer_nvlink_one_sided.py index 0b57afb606..d7a84c931b 100644 --- a/vllm/model_executor/layers/fused_moe/prepare_finalize/flashinfer_nvlink_one_sided.py +++ b/vllm/model_executor/layers/fused_moe/prepare_finalize/flashinfer_nvlink_one_sided.py @@ -13,9 +13,10 @@ from vllm.model_executor.layers.fused_moe.utils import moe_kernel_quantize_input from vllm.utils.flashinfer import nvfp4_block_scale_interleave -def get_local_sizes(): +def get_local_sizes() -> list[int] | None: dp_metadata = get_forward_context().dp_metadata - assert dp_metadata is not None + if dp_metadata is None: # PCP with DP=1 + return None return dp_metadata.get_chunk_sizes_across_dp_rank()