[XPU] Support int4 group_size=32 W4A16 MoE (#45136)
Signed-off-by: Marceli Fylcek <marceli.fylcek@intel.com> Co-authored-by: Kunshang Ji <kunshang.ji@intel.com>
This commit is contained in:
co-authored by
Kunshang Ji
parent
9fd737badc
commit
9548a1887f
@@ -19,6 +19,7 @@ from vllm.model_executor.layers.quantization.utils.quant_utils import (
|
|||||||
kFp8Static128BlockSym,
|
kFp8Static128BlockSym,
|
||||||
kFp8StaticTensorSym,
|
kFp8StaticTensorSym,
|
||||||
kInt4Static,
|
kInt4Static,
|
||||||
|
kInt4Static32,
|
||||||
kMxfp4Static,
|
kMxfp4Static,
|
||||||
kMxfp8Dynamic,
|
kMxfp8Dynamic,
|
||||||
kMxfp8Static,
|
kMxfp8Static,
|
||||||
@@ -302,7 +303,10 @@ class XPUExpertsWNA16(XPUExperts):
|
|||||||
weight_key: QuantKey | None,
|
weight_key: QuantKey | None,
|
||||||
activation_key: QuantKey | None,
|
activation_key: QuantKey | None,
|
||||||
) -> bool:
|
) -> bool:
|
||||||
return (weight_key, activation_key) == (kInt4Static, None)
|
return (weight_key, activation_key) in (
|
||||||
|
(kInt4Static, None),
|
||||||
|
(kInt4Static32, None),
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
class XPUExpertsMxFp4(XPUExperts):
|
class XPUExpertsMxFp4(XPUExperts):
|
||||||
|
|||||||
Reference in New Issue
Block a user