From 711f485643af9e6e9622d43caa8b020b6026bc15 Mon Sep 17 00:00:00 2001 From: Zhewen Li Date: Thu, 2 Oct 2025 22:37:25 -0700 Subject: [PATCH] [Bugfix] Fix import `gemm_afp4wfp4` failure on AMD (#26068) Signed-off-by: zhewenli --- .../layers/quantization/quark/schemes/quark_w4a4_mxfp4.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/layers/quantization/quark/schemes/quark_w4a4_mxfp4.py b/vllm/model_executor/layers/quantization/quark/schemes/quark_w4a4_mxfp4.py index f8628a8227..bcf3911095 100644 --- a/vllm/model_executor/layers/quantization/quark/schemes/quark_w4a4_mxfp4.py +++ b/vllm/model_executor/layers/quantization/quark/schemes/quark_w4a4_mxfp4.py @@ -97,7 +97,7 @@ try: dispatch_key=current_platform.dispatch_key, ) -except ImportError: +except (ImportError, AttributeError): dynamic_mxfp4_quant = gemm_afp4wfp4 = None __all__ = ["QuarkW4A4MXFP4"]