diff --git a/tests/quantization/test_auto_round.py b/tests/quantization/test_auto_round.py index 838ca44956..eef3a91de5 100644 --- a/tests/quantization/test_auto_round.py +++ b/tests/quantization/test_auto_round.py @@ -496,7 +496,7 @@ def test_qwen3_1p7b_mxfp4_autoround_uses_mxfp4_linear_scheme( monkeypatch.setattr( "vllm.model_executor.layers.quantization.inc.schemes." "inc_mxfp4_linear.init_mxfp4_linear_kernel", - lambda: DummyKernel(), + lambda **kwargs: DummyKernel(), ) from vllm.model_executor.layers.quantization.inc.schemes.inc_mxfp4_linear import ( # noqa: E501 @@ -614,7 +614,7 @@ def test_inc_mxfp4_linear_method_registers_and_processes_weights( monkeypatch.setattr( "vllm.model_executor.layers.quantization.inc.schemes." "inc_mxfp4_linear.init_mxfp4_linear_kernel", - lambda: DummyKernel(), + lambda **kwargs: DummyKernel(), ) monkeypatch.setattr( "vllm.model_executor.parameter.get_tensor_model_parallel_rank", diff --git a/vllm/model_executor/layers/quantization/inc/schemes/inc_mxfp4_linear.py b/vllm/model_executor/layers/quantization/inc/schemes/inc_mxfp4_linear.py index 8fbbc65a0b..04b3cd65cf 100644 --- a/vllm/model_executor/layers/quantization/inc/schemes/inc_mxfp4_linear.py +++ b/vllm/model_executor/layers/quantization/inc/schemes/inc_mxfp4_linear.py @@ -7,6 +7,7 @@ import torch from torch.nn.parameter import Parameter from vllm.model_executor.kernels.linear import init_mxfp4_linear_kernel +from vllm.model_executor.layers.quantization.utils.quant_utils import kMxfp4Dynamic from vllm.model_executor.parameter import ( GroupQuantScaleParameter, ModelWeightParameter, @@ -29,7 +30,7 @@ class INCMxfp4LinearMethod(INCLinearScheme): def __init__(self, layer_config: "INCLayerConfig") -> None: self.group_size = layer_config.group_size or 32 - self.kernel = init_mxfp4_linear_kernel() + self.kernel = init_mxfp4_linear_kernel(activation_quant_key=kMxfp4Dynamic) @classmethod def get_min_capability(cls) -> int: