[XPU] Support int4 group_size=32 W4A16 MoE (#45136)
Signed-off-by: Marceli Fylcek <marceli.fylcek@intel.com> Co-authored-by: Kunshang Ji <kunshang.ji@intel.com>
This commit is contained in:
co-authored by
Kunshang Ji
parent
9fd737badc
commit
9548a1887f
@@ -19,6 +19,7 @@ from vllm.model_executor.layers.quantization.utils.quant_utils import (
|
||||
kFp8Static128BlockSym,
|
||||
kFp8StaticTensorSym,
|
||||
kInt4Static,
|
||||
kInt4Static32,
|
||||
kMxfp4Static,
|
||||
kMxfp8Dynamic,
|
||||
kMxfp8Static,
|
||||
@@ -302,7 +303,10 @@ class XPUExpertsWNA16(XPUExperts):
|
||||
weight_key: QuantKey | None,
|
||||
activation_key: QuantKey | None,
|
||||
) -> bool:
|
||||
return (weight_key, activation_key) == (kInt4Static, None)
|
||||
return (weight_key, activation_key) in (
|
||||
(kInt4Static, None),
|
||||
(kInt4Static32, None),
|
||||
)
|
||||
|
||||
|
||||
class XPUExpertsMxFp4(XPUExperts):
|
||||
|
||||
Reference in New Issue
Block a user