[Bugfix][CI] Update CuTeDSL indexer Q sentinel test for migrated wrappers (#56594)

Signed-off-by: LopezCastroRoberto <rocastro@redhat.com>
This commit is contained in:
Roberto L. Castro
2026-09-12 09:12:58 -07:00
committed by GitHub
parent 22f6e4eccb
commit c377114636
2 changed files with 20 additions and 20 deletions
@@ -289,16 +289,16 @@ def test_cutedsl_indexer_q_writes_stay_within_num_tokens(use_fp4, n_head):
dtype=torch.uint8,
device=device,
)
mod.fused_indexer_q_rope_quant_mxfp4_cutedsl(
positions[:num_tokens],
q[:num_tokens],
cos_sin_cache,
weights[:num_tokens],
1.0,
1.0,
outputs["q_packed"][:num_tokens],
outputs["q_scale"][:num_tokens],
weights_out[:num_tokens],
mod._INDEXER_Q_MXFP4_KERNEL(
positions=positions[:num_tokens],
q=q[:num_tokens],
cos_sin_cache=cos_sin_cache,
weights=weights[:num_tokens],
weights_softmax_scale=1.0,
weights_head_scale=1.0,
q_packed=outputs["q_packed"][:num_tokens],
q_scale=outputs["q_scale"][:num_tokens],
weights_out=weights_out[:num_tokens],
)
else:
outputs["q_fp8"] = torch.full(
@@ -307,15 +307,15 @@ def test_cutedsl_indexer_q_writes_stay_within_num_tokens(use_fp4, n_head):
dtype=torch.uint8,
device=device,
)
mod.fused_indexer_q_rope_quant_fp8_cutedsl(
positions[:num_tokens],
q[:num_tokens],
cos_sin_cache,
weights[:num_tokens],
1.0,
1.0,
outputs["q_fp8"][:num_tokens].view(torch.float8_e4m3fn),
weights_out[:num_tokens],
mod._INDEXER_Q_FP8_KERNEL(
positions=positions[:num_tokens],
q=q[:num_tokens],
cos_sin_cache=cos_sin_cache,
weights=weights[:num_tokens],
weights_softmax_scale=1.0,
weights_head_scale=1.0,
q_fp8=outputs["q_fp8"][:num_tokens].view(torch.float8_e4m3fn),
weights_out=weights_out[:num_tokens],
)
torch.accelerator.synchronize()
@@ -684,7 +684,7 @@ class IndexerQFp8Kernel(VllmCuTeDSLJitKernel["IndexerQFp8Kernel.CompileKey"]):
q,
cos_sin_cache,
weights,
q_fp8,
q_fp8.view(torch.uint8),
weights_out,
float(weights_softmax_scale * weights_head_scale),
)