[Bugfix] Fix FlashInfer CUTLASS MXFP4-MXFP8 MoE by restoring swizzled scale (#42089)
Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
@@ -111,7 +111,7 @@ def test_trtllm_fp4_moe_no_graph(
|
||||
# The TRT-LLM FP4 MoE kernel rejects swizzled (padded) activation
|
||||
# scales — its numel-based vec_size check requires numel == M*K/16.
|
||||
# Match what oracle/nvfp4.py does for this backend.
|
||||
is_nvfp4_scale_swizzled=False,
|
||||
is_scale_swizzled=False,
|
||||
)
|
||||
|
||||
score = torch.randn((m, e), device="cuda", dtype=dtype)
|
||||
|
||||
@@ -402,7 +402,7 @@ def make_test_quant_config(
|
||||
per_act_token_quant: bool = False,
|
||||
block_shape: list[int] | None = None,
|
||||
make_gate: bool = True,
|
||||
is_nvfp4_scale_swizzled: bool = True,
|
||||
is_scale_swizzled: bool = True,
|
||||
) -> tuple[torch.Tensor, torch.Tensor, FusedMoEQuantConfig]:
|
||||
(_, w1, w1_s, w1_gs), (_, w2, w2_s, w2_gs) = make_test_weights(
|
||||
e,
|
||||
@@ -443,7 +443,7 @@ def make_test_quant_config(
|
||||
# TODO: make sure this is handled properly
|
||||
g1_alphas=(1 / w1_gs) if w1_gs is not None else None,
|
||||
g2_alphas=(1 / w2_gs) if w2_gs is not None else None,
|
||||
is_nvfp4_scale_swizzled=is_nvfp4_scale_swizzled,
|
||||
is_scale_swizzled=is_scale_swizzled,
|
||||
),
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user