[V0 Deprecation] Refactor kv cache from list to element (#37487)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
@@ -365,7 +365,7 @@ class SparseAttnIndexer(CustomOp):
|
||||
return torch.ops.vllm.sparse_attn_indexer(
|
||||
hidden_states,
|
||||
self.k_cache.prefix,
|
||||
self.k_cache.kv_cache[0],
|
||||
self.k_cache.kv_cache,
|
||||
q_fp8,
|
||||
k,
|
||||
weights,
|
||||
@@ -389,7 +389,7 @@ class SparseAttnIndexer(CustomOp):
|
||||
return torch.ops.vllm.rocm_aiter_sparse_attn_indexer(
|
||||
hidden_states,
|
||||
self.k_cache.prefix,
|
||||
self.k_cache.kv_cache[0],
|
||||
self.k_cache.kv_cache,
|
||||
q_fp8,
|
||||
k,
|
||||
weights,
|
||||
|
||||
Reference in New Issue
Block a user