[Model Runner V2][Spec Decode] Use fp32 uniform threshold for acceptance (#46878)

This commit is contained in:
Giancarlo Delfin
2026-06-27 14:09:25 -07:00
committed by GitHub
parent 8bf064f8d3
commit b6caeb5a09
2 changed files with 12 additions and 5 deletions
@@ -3,7 +3,7 @@
import torch
from vllm.triton_utils import tl, tldevice, triton
from vllm.v1.worker.gpu.sample.gumbel import gumbel_block_argmax, tl_rand64
from vllm.v1.worker.gpu.sample.gumbel import gumbel_block_argmax, tl_rand32
@triton.jit
@@ -243,7 +243,7 @@ def _rejection_kernel(
if SYNTHETIC_MODE:
pos = tl.load(pos_ptr + logit_idx)
u = tl_rand64(seed, pos, includes_zero=False)
u = tl_rand32(seed, pos, includes_zero=False)
rate = tl.load(synthetic_conditional_rates_ptr + i)
# -1 is used for padded draft token ids that should be rejected.
accepted &= (u < rate) & (draft_sampled >= 0)
@@ -272,7 +272,7 @@ def _rejection_kernel(
)
target_log_prob = target_logit - target_lse
pos = tl.load(pos_ptr + logit_idx)
u = tl_rand64(seed, pos, includes_zero=False)
u = tl_rand32(seed, pos, includes_zero=False)
if HAS_DRAFT_LOGITS:
draft_logit = tl.load(
draft_logits_ptr