From 69d3335066718b7e2b3d00713e02646874b424a9 Mon Sep 17 00:00:00 2001 From: Han <180024497+LH-and-FPGA@users.noreply.github.com> Date: Tue, 18 Aug 2026 03:38:42 +0200 Subject: [PATCH] [Bugfix][Quantization] Guard the MXFP8 FlashInfer path on FlashInfer availability (#52648) Signed-off-by: Han Li Signed-off-by: Misha Goin Co-authored-by: Claude Opus 5 (1M context) Co-authored-by: Misha Goin --- .../kernels/linear/mxfp8/flashinfer.py | 12 ++++++++---- .../layers/quantization/utils/mxfp8_utils.py | 3 ++- 2 files changed, 10 insertions(+), 5 deletions(-) diff --git a/vllm/model_executor/kernels/linear/mxfp8/flashinfer.py b/vllm/model_executor/kernels/linear/mxfp8/flashinfer.py index d26e5579ed..3150d93f99 100644 --- a/vllm/model_executor/kernels/linear/mxfp8/flashinfer.py +++ b/vllm/model_executor/kernels/linear/mxfp8/flashinfer.py @@ -11,7 +11,7 @@ from vllm.model_executor.layers.quantization.utils.mxfp8_utils import ( ) from vllm.platforms import current_platform from vllm.utils import flashinfer as vllm_flashinfer -from vllm.utils.flashinfer import has_flashinfer_cutedsl +from vllm.utils.flashinfer import has_flashinfer, has_flashinfer_cutedsl from .Mxfp8LinearKernel import Mxfp8LinearKernel, Mxfp8LinearLayerConfig @@ -23,9 +23,13 @@ class FlashInferCutlassMxfp8LinearKernel(Mxfp8LinearKernel): def is_supported( cls, compute_capability: int | None = None ) -> tuple[bool, str | None]: - if current_platform.has_device_capability(100): - return True, None - return False, "requires >=sm_100 (Blackwell)" + if not ( + current_platform.is_cuda() and current_platform.has_device_capability(100) + ): + return False, "requires >=sm_100 (Blackwell)" + if not has_flashinfer(): + return False, "requires FlashInfer" + return True, None @classmethod def can_implement(cls, c: Mxfp8LinearLayerConfig) -> tuple[bool, str | None]: diff --git a/vllm/model_executor/layers/quantization/utils/mxfp8_utils.py b/vllm/model_executor/layers/quantization/utils/mxfp8_utils.py index 932bf92352..1e45ea9ab0 100644 --- a/vllm/model_executor/layers/quantization/utils/mxfp8_utils.py +++ b/vllm/model_executor/layers/quantization/utils/mxfp8_utils.py @@ -177,8 +177,9 @@ def _mxfp8_e4m3_quantize_impl( alignment: int = 0, ) -> tuple[torch.Tensor, torch.Tensor]: from vllm.platforms import current_platform + from vllm.utils.flashinfer import has_flashinfer - if current_platform.has_device_capability(100): + if current_platform.has_device_capability(100) and has_flashinfer(): from flashinfer import mxfp8_quantize as flashinfer_mxfp8_quantize x_q, x_scales = flashinfer_mxfp8_quantize(