diff --git a/vllm/models/deepseek_v32/nvidia/attention.py b/vllm/models/deepseek_v32/nvidia/attention.py index 771a3d4f95..962eb6c57e 100644 --- a/vllm/models/deepseek_v32/nvidia/attention.py +++ b/vllm/models/deepseek_v32/nvidia/attention.py @@ -467,10 +467,6 @@ class DeepseekV32Attention(MLAAttention): index_rope_interleave=self._index_rope_interleave, ) - if attn_metadata is None: - output.zero_() - return - if self.indexer is not None: sparse_attn_indexer( q_c, @@ -492,6 +488,10 @@ class DeepseekV32Attention(MLAAttention): True, # skip_topk_buffer_clear (fused_norm_rope already did it) ) + if attn_metadata is None: + output.zero_() + return + num_actual = attn_metadata.num_actual_tokens # type: ignore[attr-defined] kv_cache = self.kv_cache if self._fp8_kv_needs_view: