From 432e1cbc23240dd4a002c93c5513c6b353d00b4a Mon Sep 17 00:00:00 2001 From: Simon Danielsson <70206058+simondanielsson@users.noreply.github.com> Date: Sun, 5 Oct 2025 09:46:36 +0100 Subject: [PATCH] [Bugfix]: Assertion error when using FlashInfer backend (#25933) Signed-off-by: simondanielsson Co-authored-by: Cyrus Leung --- vllm/model_executor/layers/quantization/fp8.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/model_executor/layers/quantization/fp8.py b/vllm/model_executor/layers/quantization/fp8.py index dbcf4b2fbe..4c4f3a8b0f 100644 --- a/vllm/model_executor/layers/quantization/fp8.py +++ b/vllm/model_executor/layers/quantization/fp8.py @@ -508,7 +508,7 @@ class Fp8MoEMethod(FusedMoEMethodBase): self.layer = layer self.quant_config = quant_config self.weight_block_size = self.quant_config.weight_block_size - self.block_quant = self.weight_block_size is not None + self.block_quant: bool = self.weight_block_size is not None self.fused_experts: Optional[ mk.FusedMoEModularKernel] = None # type: ignore @@ -1094,7 +1094,7 @@ class Fp8MoEMethod(FusedMoEMethodBase): expert_map=expert_map, ) elif self.flashinfer_moe_backend == FlashinferMoeBackend.CUTLASS: - assert self.block_quant is None + assert not self.block_quant assert (not renormalize and custom_routing_function is not None) assert activation == 'silu', ( f"Expected 'silu' activation but got {activation}")