From 2f41c894e320a07a46a360ee72149dd84d6f4bec Mon Sep 17 00:00:00 2001 From: MKQuantum <121593006+MKQuantum@users.noreply.github.com> Date: Thu, 20 Aug 2026 18:38:53 -0400 Subject: [PATCH] Fix seed loss when batch contains unseeded requests (#51866) Signed-off-by: MKQuantum <121593006+MKQuantum@users.noreply.github.com> --- vllm/v1/sample/ops/topk_topp_sampler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/v1/sample/ops/topk_topp_sampler.py b/vllm/v1/sample/ops/topk_topp_sampler.py index e6e0e054c0..03716cb3c1 100644 --- a/vllm/v1/sample/ops/topk_topp_sampler.py +++ b/vllm/v1/sample/ops/topk_topp_sampler.py @@ -200,7 +200,7 @@ class TopKTopPSampler(nn.Module): elif self.logprobs_mode == "processed_logprobs": logits_to_return = logits.log_softmax(dim=-1, dtype=torch.float32) - if len(generators) != logits.shape[0] and not self.use_fp64_gumbel: + if not generators and not self.use_fp64_gumbel: return compiled_random_sample(logits), logits_to_return probs = logits.softmax(dim=-1, dtype=torch.float32)