From b1b59720b252b422368deb99aadc888fb397db40 Mon Sep 17 00:00:00 2001 From: Qiu Date: Mon, 11 May 2026 16:11:49 +0800 Subject: [PATCH] bugfix(flashinfer,dcp): remove kv_cache_layout for BatchDCPPrefillWrapper._new_tokens. (#38895) Signed-off-by: QiuChunshuo --- vllm/v1/attention/backends/flashinfer.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/vllm/v1/attention/backends/flashinfer.py b/vllm/v1/attention/backends/flashinfer.py index 7c1a784888..dc4b1cccac 100755 --- a/vllm/v1/attention/backends/flashinfer.py +++ b/vllm/v1/attention/backends/flashinfer.py @@ -223,9 +223,7 @@ class BatchDCPPrefillWrapper: self._context = BatchPrefillWithPagedKVCacheWrapper( workspace_buffer, get_kv_cache_layout() ) - self._new_tokens = BatchPrefillWithRaggedKVCacheWrapper( - workspace_buffer, get_kv_cache_layout() - ) + self._new_tokens = BatchPrefillWithRaggedKVCacheWrapper(workspace_buffer) def plan( self,