[Spec Decode] Enable adaptive DSpark on SM100 sparse MLA (#52783)

Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
Misha Goin
2026-08-25 13:31:15 -04:00
committed by GitHub
parent 70021a0081
commit 7de96050c5
7 changed files with 293 additions and 18 deletions
@@ -17,6 +17,7 @@ from vllm.v1.attention.backend import AttentionCGSupport
from vllm.v1.utils import CpuGpuBuffer
from vllm.v1.worker.gpu.async_utils import StepTimingSample, stream
from vllm.v1.worker.gpu.attn_utils import (
get_attn_cg_support,
get_query_lens_mismatch_unsupported_backend,
)
from vllm.v1.worker.gpu.buffer_utils import async_copy_to_gpu
@@ -25,6 +26,7 @@ logger = init_logger(__name__)
_PROFILE_REPLAYS = 5
if TYPE_CHECKING:
from vllm.config import VllmConfig
from vllm.v1.worker.gpu.attn_utils import AttentionCGSupportInfo
from vllm.v1.worker.gpu.input_batch import InputBatch
from vllm.v1.worker.gpu.states import RequestState
@@ -444,13 +446,19 @@ def maybe_create_adaptive_verification_manager(
query_start_loc: torch.Tensor,
num_bonus_tokens: int,
max_total_logits: int,
vllm_config: "VllmConfig",
target_layer_names: set[str] | None = None,
additional_attn_cg_support: tuple[AttentionCGSupport, str | None] | None = None,
) -> AdaptiveVerificationManager | None:
if not enable_adaptive_verification:
return None
# The selector rejects unsupported backends, but models that
# hard-wire theirs (e.g. DeepSeek-V4) never go through it.
backend = get_query_lens_mismatch_unsupported_backend(attn_groups)
backend = get_query_lens_mismatch_unsupported_backend(
attn_groups,
checked_layer_names=target_layer_names,
)
if backend is not None:
raise ValueError(
"Adaptive verification trims verification requests on device, which"
@@ -459,12 +467,23 @@ def maybe_create_adaptive_verification_manager(
"use a backend that does."
)
if attn_cg_support.min_cg_support != AttentionCGSupport.ALWAYS:
target_attn_cg_support = attn_cg_support
if target_layer_names is not None:
target_attn_cg_support = get_attn_cg_support(
attn_groups,
vllm_config,
checked_layer_names=target_layer_names,
)
if additional_attn_cg_support is not None:
target_attn_cg_support = target_attn_cg_support.narrow(
*additional_attn_cg_support
)
if target_attn_cg_support.min_cg_support != AttentionCGSupport.ALWAYS:
raise ValueError(
"Adaptive verification captures varlen decode cudagraphs, so every"
" attention builder must report AttentionCGSupport.ALWAYS, but "
f"{attn_cg_support.min_cg_attn_backend} reports "
f"{attn_cg_support.min_cg_support}. Pass "
" target attention builder must report AttentionCGSupport.ALWAYS, but "
f"{target_attn_cg_support.min_cg_attn_backend} reports "
f"{target_attn_cg_support.min_cg_support}. Pass "
"enable_adaptive_verification=false in the speculative config, or "
"use a backend that does."
)