From 986edc858a13d92aa9bd2731710bd95e9e5c672d Mon Sep 17 00:00:00 2001 From: Wei Zhao <51183510+wzhao18@users.noreply.github.com> Date: Sat, 9 May 2026 23:30:08 -0400 Subject: [PATCH] [Bugfix] Fix DeepSeek v4 topk numerical issue for unaligned max-model-len (#42169) --- csrc/topk.cu | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/csrc/topk.cu b/csrc/topk.cu index c5bffb3285..9ca9aa8824 100644 --- a/csrc/topk.cu +++ b/csrc/topk.cu @@ -20,7 +20,7 @@ void launch_persistent_topk(const torch::Tensor& logits, namespace P = vllm::persistent; const int64_t num_rows = logits.size(0); - const int64_t stride = logits.size(1); + const int64_t stride = logits.stride(0); cudaStream_t stream = at::cuda::getCurrentCUDAStream(); static int num_sms = 0; @@ -243,7 +243,7 @@ void persistent_topk(const torch::Tensor& logits, const torch::Tensor& lengths, TORCH_CHECK(output.dim() == 2, "output must be 2D"); const int64_t num_rows = logits.size(0); - const int64_t stride = logits.size(1); + const int64_t stride = logits.stride(0); TORCH_CHECK(lengths.numel() == num_rows, "lengths size mismatch"); TORCH_CHECK(output.size(0) == num_rows && output.size(1) == k,