[Bugfix][Kernel] Handle kernel block sizes in V2 DCP slot mapping (#51031)

Signed-off-by: NickLucche <nicolo.lucchesi@mistral.ai>
This commit is contained in:
Nicolò Lucchesi
2026-08-24 07:28:38 +00:00
committed by GitHub
parent a047e2543d
commit 0ecc284790
2 changed files with 73 additions and 15 deletions
+44
View File
@@ -132,6 +132,50 @@ def test_block_tables_apply_staged_writes_single_group():
)
@pytest.mark.parametrize("cp_rank", range(4))
def test_dcp_slot_mapping_with_smaller_kernel_blocks(cp_rank: int):
"""DCP interleave is expressed in logical-block token coordinates."""
device = torch.device("cuda")
block_tables = BlockTables(
block_sizes=[128],
max_num_reqs=1,
max_num_batched_tokens=1024,
max_num_blocks_per_group=[2],
device=device,
kernel_block_sizes=[64],
cp_size=4,
cp_rank=cp_rank,
cp_interleave=128,
)
block_tables.append_block_ids(
req_index=0,
new_block_ids=([5, 9],),
overwrite=True,
)
block_tables.apply_staged_writes()
idx_mapping = torch.zeros(1, dtype=torch.int32, device=device)
query_start_loc = torch.tensor([0, 1024], dtype=torch.int32, device=device)
positions = torch.arange(1024, dtype=torch.int64, device=device)
actual = block_tables.compute_slot_mappings(
idx_mapping,
query_start_loc,
positions,
num_tokens_padded=1024,
)[0]
expected = torch.full((1024,), -1, dtype=torch.int64, device=device)
first_start = cp_rank * 128
second_start = 512 + first_start
expected[first_start : first_start + 128] = torch.arange(
5 * 128, 6 * 128, dtype=torch.int64, device=device
)
expected[second_start : second_start + 128] = torch.arange(
9 * 128, 10 * 128, dtype=torch.int64, device=device
)
assert torch.equal(actual, expected)
def test_v1_block_table_move_row_clears_vacated_row():
"""condense() moves the last row into a freed slot; the vacated row must
not keep stale block ids. Padded dummy-run batches dereference stale rows