[Kernel] Add b12x FP4 MoE backend (#52018)

Signed-off-by: Luke Alonso <lalonso@gmail.com>
Signed-off-by: mgoin <mgoin64@gmail.com>
Signed-off-by: Misha Goin <mgoin64@gmail.com>
Co-authored-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
Luke Alonso
2026-08-21 08:04:36 -07:00
committed by GitHub
co-authored by mgoin
parent 5ee84d3c52
commit 2740c817ff
23 changed files with 2417 additions and 60 deletions
+30 -5
View File
@@ -663,12 +663,28 @@ def test_inc_mxfp4_linear_method_registers_and_processes_weights(
assert captured["processed_layer"] is layer
def test_inc_mxfp4_moe_method_registers_weights_and_builds_kernel(
@pytest.mark.parametrize(
("moe_backend", "is_xpu", "mxfp4_backend"),
[
("auto", True, Mxfp4MoeBackend.XPU),
("b12x", False, Mxfp4MoeBackend.B12X_MXFP4_MXFP8),
],
)
def test_inc_mxfp4_moe_method_preserves_checkpoint_packing(
monkeypatch,
moe_backend: str,
is_xpu: bool,
mxfp4_backend: Mxfp4MoeBackend,
) -> None:
captured = {}
expected_quant_config = object()
expected_kernel = object()
expected_kernel = SimpleNamespace(
fused_experts=SimpleNamespace(
process_weights_after_loading=lambda layer: captured.update(
{"processed_layer": layer}
)
)
)
expected_experts_cls = object()
monkeypatch.setattr(
@@ -676,11 +692,16 @@ def test_inc_mxfp4_moe_method_registers_weights_and_builds_kernel(
"CutlassExpertsMxfp4._supports_current_device",
lambda: False,
)
monkeypatch.setattr(current_platform, "is_xpu", lambda: True)
monkeypatch.setattr(current_platform, "is_xpu", lambda: is_xpu)
monkeypatch.setattr(
"vllm.model_executor.layers.quantization.inc.schemes.inc_mxfp4_moe."
"select_mxfp4_moe_backend",
lambda moe: (Mxfp4MoeBackend.XPU, expected_experts_cls),
lambda moe: (mxfp4_backend, expected_experts_cls),
)
monkeypatch.setattr(
"vllm.model_executor.layers.quantization.inc.schemes.inc_mxfp4_moe."
"prepare_moe_fp4_layer_for_marlin",
lambda layer: pytest.fail("packed backends must not use Marlin packing"),
)
monkeypatch.setattr(
"vllm.model_executor.layers.quantization.inc.schemes.inc_mxfp4_moe."
@@ -698,7 +719,10 @@ def test_inc_mxfp4_moe_method_registers_weights_and_builds_kernel(
INCMxfp4MoEMethod,
)
expected_moe_config = SimpleNamespace(w13_num_shards=2)
expected_moe_config = SimpleNamespace(
w13_num_shards=2,
moe_backend=moe_backend,
)
method = INCMxfp4MoEMethod(moe=cast(Any, expected_moe_config))
layer = torch.nn.Module()
layer._expert_routing_tables = lambda: "routing-tables"
@@ -731,6 +755,7 @@ def test_inc_mxfp4_moe_method_registers_weights_and_builds_kernel(
assert captured["kernel_kwargs"]["moe_config"] is expected_moe_config
assert captured["kernel_kwargs"]["experts_cls"] is expected_experts_cls
assert captured["kernel_kwargs"]["routing_tables"] == "routing-tables"
assert captured["processed_layer"] is layer
assert method.moe_kernel is expected_kernel