[Perf][Deepseek] optimize gather_and_maybe_dequant_cache kernel's perf for extremely long sequence (#28029)
Signed-off-by: ganyi <ygan@amd.com>
This commit is contained in:
+4
-2
@@ -2201,7 +2201,8 @@ def gather_and_maybe_dequant_cache(
|
||||
dst: torch.Tensor,
|
||||
block_table: torch.Tensor,
|
||||
cu_seq_lens: torch.Tensor,
|
||||
batch_size: int,
|
||||
token_to_seq: torch.Tensor,
|
||||
num_tokens: int,
|
||||
kv_cache_dtype: str,
|
||||
scale: torch.Tensor,
|
||||
seq_starts: torch.Tensor | None = None,
|
||||
@@ -2211,7 +2212,8 @@ def gather_and_maybe_dequant_cache(
|
||||
dst,
|
||||
block_table,
|
||||
cu_seq_lens,
|
||||
batch_size,
|
||||
token_to_seq,
|
||||
num_tokens,
|
||||
kv_cache_dtype,
|
||||
scale,
|
||||
seq_starts,
|
||||
|
||||
Reference in New Issue
Block a user