[V0 Deprecation] Refactor kv cache from list to element (#37487)

Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Wentao Ye
2026-03-23 20:10:11 -07:00
committed by GitHub
parent de99d91ece
commit c59a132f96
27 changed files with 70 additions and 85 deletions
@@ -365,7 +365,7 @@ class SparseAttnIndexer(CustomOp):
return torch.ops.vllm.sparse_attn_indexer(
hidden_states,
self.k_cache.prefix,
self.k_cache.kv_cache[0],
self.k_cache.kv_cache,
q_fp8,
k,
weights,
@@ -389,7 +389,7 @@ class SparseAttnIndexer(CustomOp):
return torch.ops.vllm.rocm_aiter_sparse_attn_indexer(
hidden_states,
self.k_cache.prefix,
self.k_cache.kv_cache[0],
self.k_cache.kv_cache,
q_fp8,
k,
weights,