From 83f591d7f694a3ca3ae3bf22d646e818a1421872 Mon Sep 17 00:00:00 2001 From: Chauncey Date: Sun, 16 Aug 2026 23:24:14 +0800 Subject: [PATCH] [Perf][DSV4] Optimize global top-k index kernel with compile-time constants (#51967) Signed-off-by: chaunceyjiang Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com> --- vllm/models/deepseek_v4/common/ops/cache_utils.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/vllm/models/deepseek_v4/common/ops/cache_utils.py b/vllm/models/deepseek_v4/common/ops/cache_utils.py index 2d085f88fa..1f53c96e93 100644 --- a/vllm/models/deepseek_v4/common/ops/cache_utils.py +++ b/vllm/models/deepseek_v4/common/ops/cache_utils.py @@ -477,15 +477,15 @@ def compute_global_topk_indices_and_lens( @triton.jit def _compute_global_topk_indices_and_lens_kernel( global_topk_indices_ptr, - global_topk_indices_stride, + global_topk_indices_stride: tl.constexpr, topk_lens_ptr, topk_indices_ptr, - topk_indices_stride, - topk, + topk_indices_stride: tl.constexpr, + topk: tl.constexpr, token_to_req_indices_ptr, block_table_ptr, - block_table_stride, - block_size, + block_table_stride: tl.constexpr, + block_size: tl.constexpr, is_valid_token_ptr, TRITON_BLOCK_SIZE: tl.constexpr, ):