diff --git a/vllm/v1/attention/backends/gdn_attn.py b/vllm/v1/attention/backends/gdn_attn.py index 0e843e31ba..27df94d7bd 100644 --- a/vllm/v1/attention/backends/gdn_attn.py +++ b/vllm/v1/attention/backends/gdn_attn.py @@ -239,6 +239,7 @@ class GDNAttentionMetadataBuilder(AttentionMetadataBuilder[GDNAttentionMetadata] or num_decode_draft_tokens_cpu[spec_sequence_masks_cpu].sum().item() == 0 ): + num_spec_decodes = 0 spec_sequence_masks = None spec_sequence_masks_cpu = None else: