[DSv4.1] Avoid runtime recompiles of _ring_slot_mapping_kernel (#59119)
Signed-off-by: Juntian Liu <Juntianl777@gmail.com> Co-authored-by: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5.5
parent
6cbbea8721
commit
30f5c01d4e
@@ -57,7 +57,7 @@ class CompressorMetadata:
|
||||
token_to_req_indices: torch.Tensor # [num_tokens]
|
||||
|
||||
|
||||
@triton.jit
|
||||
@triton.jit(do_not_specialize=["block_table_stride", "num_actual_tokens", "num_tokens"])
|
||||
def _ring_slot_mapping_kernel(
|
||||
slot_mapping_ptr,
|
||||
block_table_ptr,
|
||||
|
||||
Reference in New Issue
Block a user