[Perf] Triton fast path for small CPU→GPU swap_blocks_batch in the offloading connector (#42212)
Signed-off-by: Itay Etelis <itay.etelis@ibm.com> Co-authored-by: Itay Etelis <itay.etelis@ibm.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
Itay Etelis
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
02564b4de0
commit
1fa9ea09f6
@@ -0,0 +1,31 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
"""Unit test for the Triton ``swap_blocks_batch`` fast-path kernel."""
|
||||
|
||||
import pytest
|
||||
import torch
|
||||
|
||||
from vllm.platforms import current_platform
|
||||
from vllm.v1.kv_offload.cpu.swap_blocks_triton import swap_blocks_batch
|
||||
|
||||
|
||||
def _addrs(buffers: list[torch.Tensor]) -> torch.Tensor:
|
||||
return torch.tensor([b.data_ptr() for b in buffers], dtype=torch.int64)
|
||||
|
||||
|
||||
@pytest.mark.skipif(
|
||||
not current_platform.is_cuda(), reason="Triton swap fast path requires CUDA"
|
||||
)
|
||||
def test_triton_swap_copies_source_bytes():
|
||||
# 8-byte-aligned, sub-threshold sizes covering 8 KiB chunk boundaries and
|
||||
# odd tail-mask lengths, with enough descriptors to take the Triton path.
|
||||
sizes = [8, 4096, 8192, 8200, 16384, 4088] * 8
|
||||
src = [torch.randint(256, (s,), dtype=torch.uint8, device="cuda") for s in sizes]
|
||||
dst = [torch.zeros_like(s) for s in src]
|
||||
sizes_t = torch.tensor(sizes, dtype=torch.int64)
|
||||
|
||||
swap_blocks_batch(_addrs(src), _addrs(dst), sizes_t.clone(), bytes_per_chunk=8192)
|
||||
torch.accelerator.synchronize()
|
||||
|
||||
for s, t in zip(src, dst):
|
||||
assert torch.equal(t, s) # kernel copied the source bytes verbatim
|
||||
Reference in New Issue
Block a user