[CI Bug] Fix kimi test AssertionError: Aligned Mamba state indices must be precomputed (#53766)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
@@ -130,14 +130,22 @@ def test_internal_checkpoint_metadata_targets_last_aligned_boundary():
|
|||||||
common_attn_metadata = create_common_attn_metadata(
|
common_attn_metadata = create_common_attn_metadata(
|
||||||
batch, BLOCK_SIZE, device, arange_block_indices=True
|
batch, BLOCK_SIZE, device, arange_block_indices=True
|
||||||
).replace(is_prefilling=torch.tensor([True, True]))
|
).replace(is_prefilling=torch.tensor([True, True]))
|
||||||
actual = _make_builder(
|
builder = _make_builder(
|
||||||
KimiK3KDAMetadataBuilder,
|
KimiK3KDAMetadataBuilder,
|
||||||
num_speculative_tokens=0,
|
num_speculative_tokens=0,
|
||||||
full_cuda_graph=False,
|
full_cuda_graph=False,
|
||||||
mamba_cache_mode="align",
|
mamba_cache_mode="align",
|
||||||
num_prefill_checkpoint_blocks=1,
|
num_prefill_checkpoint_blocks=1,
|
||||||
device=device,
|
device=device,
|
||||||
).build(0, common_attn_metadata)
|
)
|
||||||
|
assert isinstance(builder, KimiK3KDAMetadataBuilder)
|
||||||
|
builder.mamba_aligned_state_indices = mamba_get_block_table_tensor(
|
||||||
|
common_attn_metadata.block_table_tensor,
|
||||||
|
common_attn_metadata.seq_lens,
|
||||||
|
builder.kv_cache_spec,
|
||||||
|
"align",
|
||||||
|
)
|
||||||
|
actual = builder.build(0, common_attn_metadata)
|
||||||
|
|
||||||
assert actual.checkpoint is not None
|
assert actual.checkpoint is not None
|
||||||
torch.testing.assert_close(
|
torch.testing.assert_close(
|
||||||
@@ -159,14 +167,22 @@ def test_internal_checkpoint_metadata_skips_unaligned_offset():
|
|||||||
common_attn_metadata = create_common_attn_metadata(
|
common_attn_metadata = create_common_attn_metadata(
|
||||||
batch, BLOCK_SIZE, device, arange_block_indices=True
|
batch, BLOCK_SIZE, device, arange_block_indices=True
|
||||||
).replace(is_prefilling=torch.tensor([True]))
|
).replace(is_prefilling=torch.tensor([True]))
|
||||||
actual = _make_builder(
|
builder = _make_builder(
|
||||||
KimiK3KDAMetadataBuilder,
|
KimiK3KDAMetadataBuilder,
|
||||||
num_speculative_tokens=0,
|
num_speculative_tokens=0,
|
||||||
full_cuda_graph=False,
|
full_cuda_graph=False,
|
||||||
mamba_cache_mode="align",
|
mamba_cache_mode="align",
|
||||||
num_prefill_checkpoint_blocks=1,
|
num_prefill_checkpoint_blocks=1,
|
||||||
device=device,
|
device=device,
|
||||||
).build(0, common_attn_metadata)
|
)
|
||||||
|
assert isinstance(builder, KimiK3KDAMetadataBuilder)
|
||||||
|
builder.mamba_aligned_state_indices = mamba_get_block_table_tensor(
|
||||||
|
common_attn_metadata.block_table_tensor,
|
||||||
|
common_attn_metadata.seq_lens,
|
||||||
|
builder.kv_cache_spec,
|
||||||
|
"align",
|
||||||
|
)
|
||||||
|
actual = builder.build(0, common_attn_metadata)
|
||||||
|
|
||||||
assert actual.checkpoint is None
|
assert actual.checkpoint is None
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user