[BUGFIX][HY4] Record indexer completion event for full CUDA graph capture (#57811)

Signed-off-by: Jee Jee Li <jeejeelee@inferact.ai>
This commit is contained in:
Jee Jee Li
2026-09-21 10:59:11 +08:00
committed by GitHub
parent 3918f3c5a3
commit 86ce4d10e2
+2
View File
@@ -758,6 +758,8 @@ class HYV4MLAAttention(nn.Module):
"""
if self.indexer is not None and self.is_sparse and not self.skip_topk:
self.indexer(hidden_states, q_c, positions, self.indexer_rope_emb)
if self.is_sparse:
self.mla_attn.impl.record_logical_topk_ready() # type: ignore[attr-defined]
out.copy_(
self.mla_attn(
q,