[Model Runner V2][Spec Decode] Fix draft logits cache column stride in gumbel_sample (#53017)

This commit is contained in:
Giancarlo Delfin
2026-08-19 17:39:30 -07:00
committed by GitHub
parent 0a111cca2c
commit d4f4d3f40f
3 changed files with 88 additions and 6 deletions
@@ -833,7 +833,8 @@ def _resample_kernel(
seed_ptr,
pos_ptr,
None, # logits_cache_ptr
0, # logits_cache_stride
0, # logits_cache_stride_0
0, # logits_cache_stride_1
None, # logits_cache_col_ptr
vocab_size,
APPLY_TEMPERATURE=False,