[XPU] Support int4 group_size=32 W4A16 MoE (#45136)

Signed-off-by: Marceli Fylcek <marceli.fylcek@intel.com>
Co-authored-by: Kunshang Ji <kunshang.ji@intel.com>
This commit is contained in:
Marceli Fylcek
2026-06-14 00:14:35 -07:00
committed by GitHub
co-authored by Kunshang Ji
parent 9fd737badc
commit 9548a1887f
@@ -19,6 +19,7 @@ from vllm.model_executor.layers.quantization.utils.quant_utils import (
kFp8Static128BlockSym,
kFp8StaticTensorSym,
kInt4Static,
kInt4Static32,
kMxfp4Static,
kMxfp8Dynamic,
kMxfp8Static,
@@ -302,7 +303,10 @@ class XPUExpertsWNA16(XPUExperts):
weight_key: QuantKey | None,
activation_key: QuantKey | None,
) -> bool:
return (weight_key, activation_key) == (kInt4Static, None)
return (weight_key, activation_key) in (
(kInt4Static, None),
(kInt4Static32, None),
)
class XPUExpertsMxFp4(XPUExperts):