[Quantization] Support compressed-tensors MXFP4 MoE with FP8 activations via Mxfp4MoEMethod (#59815)

Signed-off-by: mgoin <mgoin64@gmail.com>
Co-authored-by: Claude <noreply@anthropic.com>
Co-authored-by: Kevin H. Luu <khluu000@gmail.com>
This commit is contained in:
Misha Goin
2026-10-14 13:33:35 -07:00
committed by GitHub
co-authored by Claude Kevin H. Luu
parent fe98d90a9d
commit 984c242ede
12 changed files with 311 additions and 10 deletions
@@ -56,9 +56,17 @@ class HummingMxFp4LinearKernel(MxFp4LinearKernel):
}
convert_linear_layer_to_humming_standard(layer=layer, name_map=name_map)
input_schema = quant_key_to_input_schema(self.config.activation_quant_key)
act_key = self.config.activation_quant_key
input_schema = quant_key_to_input_schema(act_key)
# Keep checkpoint-declared FP8 activations instead of falling back to
# A16 for group-scaled weights.
self.layer_config = prepare_humming_linear_layer_config(
layer, quant_config, input_schema=input_schema
layer,
quant_config,
input_schema=input_schema,
allow_input_schema_fallback=(
act_key is None or act_key.dtype != current_platform.fp8_dtype()
),
)
self.compute_config = get_humming_linear_compute_config()
self.locks = create_humming_locks(layer.weight.device)