[Bugfix][Spec Decode] Fix probabilistic sampling for parallel drafting (#45956)

Signed-off-by: Benjamin Chislett <bchislett@nvidia.com>
This commit is contained in:
Benjamin Chislett
2026-06-24 05:36:23 +00:00
committed by GitHub
parent ac1fa74616
commit 4c5bc41ba6
2 changed files with 17 additions and 0 deletions
+1
View File
@@ -1074,6 +1074,7 @@ def test_propose_stores_probabilistic_draft_probs(attn_backend, monkeypatch):
sampling_metadata = mock.MagicMock()
sampling_metadata.all_greedy = False
sampling_metadata.temperature = torch.ones(batch_size, device=device)
result = proposer.propose(
num_speculative_tokens=num_speculative_tokens,