[Spec Decode] DSpark confidence-scheduled verification (#47808)
Signed-off-by: Lucas Wilkinson <lwilkins@redhat.com> Signed-off-by: Lucas Wilkinson <LucasWilkinson@users.noreply.github.com> Signed-off-by: Benjamin Chislett <chislett.ben@gmail.com> Signed-off-by: Lucas Wilkinson <wilkinson.lucas@gmail.com> Signed-off-by: Nick Hill <nickhill123@gmail.com> Co-authored-by: OpenAI Codex <codex@openai.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com> Co-authored-by: Benjamin Chislett <chislett.ben@gmail.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com> Co-authored-by: Nick Hill <nickhill123@gmail.com> Co-authored-by: OpenAI Codex <noreply@openai.com>
This commit is contained in:
co-authored by
OpenAI Codex
Claude Opus 5
Benjamin Chislett
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
Nick Hill
OpenAI Codex
parent
fe889ac925
commit
7f7a32cfec
@@ -908,6 +908,20 @@ class SamplingParams(
|
||||
if speculative_config is None:
|
||||
return
|
||||
|
||||
# Adaptive verification compacts logits after the forward pass, while
|
||||
# compute_topk_scores uses the scheduled layout in cu_num_logits_np.
|
||||
# TODO(lucas): lift this restriction. The true boundaries exist on device as
|
||||
# cu_num_logits; cu_num_generated_tokens is only read host-side after
|
||||
# the logprobs D2H, so it could ride along on that copy.
|
||||
if (
|
||||
speculative_config.enable_adaptive_verification
|
||||
and self.num_logprobs is not None
|
||||
):
|
||||
raise ValueError(
|
||||
"Output logprobs are not supported with DSpark confidence-based "
|
||||
"verification."
|
||||
)
|
||||
|
||||
# Some sampling parameters are not yet compatible with spec decoding.
|
||||
if self.min_p > _SAMPLING_EPS or self.logit_bias:
|
||||
raise VLLMValidationError(
|
||||
|
||||
Reference in New Issue
Block a user