diff --git a/vllm/models/hy_v4/nvidia/attention.py b/vllm/models/hy_v4/nvidia/attention.py index 5e0a33f183..7f963cc707 100644 --- a/vllm/models/hy_v4/nvidia/attention.py +++ b/vllm/models/hy_v4/nvidia/attention.py @@ -758,6 +758,8 @@ class HYV4MLAAttention(nn.Module): """ if self.indexer is not None and self.is_sparse and not self.skip_topk: self.indexer(hidden_states, q_c, positions, self.indexer_rope_emb) + if self.is_sparse: + self.mla_attn.impl.record_logical_topk_ready() # type: ignore[attr-defined] out.copy_( self.mla_attn( q,