[Perf][DSv4.1] Length-aware candidate block selection in the decode indexer (#61039)

Signed-off-by: Juntian Liu <Juntianl777@gmail.com>
This commit is contained in:
Juntian Liu
2026-10-14 20:15:58 +00:00
committed by GitHub
parent 2622ee21aa
commit 7c3f7e5500
2 changed files with 69 additions and 33 deletions
@@ -877,20 +877,20 @@ def sparse_attn_indexer(
padded_q_scale, decode_weights = mqa_logits_mx_inputs(
padded_q_quant_cast, padded_q_scale, weights[:num_padded_tokens]
)
# SM100 decode is varlen: one row and context length per token.
logits = as_fp32_logits(
fp8_fp4_paged_mqa_logits(
(padded_q_quant_cast, padded_q_scale),
kv_cache,
decode_weights,
seq_lens,
decode_metadata.block_table,
decode_metadata.schedule_metadata,
max_model_len=max_model_len,
indices=decode_metadata.indices,
),
seq_lens.view(-1),
logits = fp8_fp4_paged_mqa_logits(
(padded_q_quant_cast, padded_q_scale),
kv_cache,
decode_weights,
seq_lens,
decode_metadata.block_table,
decode_metadata.schedule_metadata,
max_model_len=max_model_len,
indices=decode_metadata.indices,
)
# Keeping bf16 halves top-k/candidate reads; other top-k backends and
# DCP need fp32. SM100 decode is varlen: one context length per row.
if topk_backend != "deep_select" or dcp_world_size != 1:
logits = as_fp32_logits(logits, seq_lens.view(-1))
num_rows = logits.shape[0]
if candidate_blocks is not None:
# Two-level selection (v4.1) on the decode logits; columns are