[BUGFIX][HY4] Record indexer completion event for full CUDA graph capture (#57811)
Signed-off-by: Jee Jee Li <jeejeelee@inferact.ai>
This commit is contained in:
@@ -758,6 +758,8 @@ class HYV4MLAAttention(nn.Module):
|
||||
"""
|
||||
if self.indexer is not None and self.is_sparse and not self.skip_topk:
|
||||
self.indexer(hidden_states, q_c, positions, self.indexer_rope_emb)
|
||||
if self.is_sparse:
|
||||
self.mla_attn.impl.record_logical_topk_ready() # type: ignore[attr-defined]
|
||||
out.copy_(
|
||||
self.mla_attn(
|
||||
q,
|
||||
|
||||
Reference in New Issue
Block a user