Add pydocstyle to the ruff rules (#52136)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
Signed-off-by: Harry Mellor <hej.mellor@gmail.com>
Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Harry Mellor
2026-09-16 16:44:29 +00:00
committed by GitHub
co-authored by Claude Opus 5
parent 804e5377aa
commit 8c1557a79c
2002 changed files with 15024 additions and 14269 deletions
+6 -3
View File
@@ -247,7 +247,8 @@ def test_extend_attention_cpu_matches_reference(prefix_lens, extend_lens):
class _FakeLinear:
"""Minimal duck-typed stand-in for kv_b_proj: only .weight and
.quant_method are read by get_and_maybe_dequant_weights()."""
.quant_method are read by get_and_maybe_dequant_weights().
"""
def __init__(self, weight: torch.Tensor):
self.weight = weight
@@ -318,7 +319,8 @@ class _FakeAttnMetadata:
def test_amx_mla_impl_forward_mqa_matches_reference(default_vllm_config):
"""forward_mqa receives already-absorbed Q (as MLAAttention.forward_impl
would produce via layer.W_UK_T) and must reproduce plain per-head MLA
decode attention through W_UK/W_UV."""
decode attention through W_UK/W_UV.
"""
set_random_seed(1)
num_heads, qk_nope_head_dim, v_head_dim, kv_lora_rank = 4, 32, 32, 64
impl, kv_b_weight = _make_amx_mla_impl(
@@ -384,7 +386,8 @@ def test_amx_mla_impl_forward_mqa_matches_reference(default_vllm_config):
def test_amx_mla_impl_forward_mha_matches_reference(default_vllm_config):
"""forward_mha receives raw unabsorbed Q and must attend correctly for a
prefill batch with a mix of fresh and continued (cached-prefix)
sequences."""
sequences.
"""
set_random_seed(2)
num_heads, qk_nope_head_dim, v_head_dim, kv_lora_rank = 4, 32, 32, 64
impl, kv_b_weight = _make_amx_mla_impl(
@@ -616,7 +616,8 @@ def test_non_causal_autoselect_backend():
)
def test_flash_attn_rejects_unhandled_kv_cache_dtypes(kv_cache_dtype: str):
"""FlashAttentionBackend must not claim support for kv_cache dtypes
that it cannot handle."""
that it cannot handle.
"""
from vllm.v1.attention.backends.flash_attn import FlashAttentionBackend
assert not FlashAttentionBackend.supports_kv_cache_dtype(kv_cache_dtype)
@@ -627,7 +628,8 @@ def test_flash_attn_accepts_handled_fp8_variants(
kv_cache_dtype: str, monkeypatch: pytest.MonkeyPatch
):
"""FlashAttentionBackend must accept the two fp8 dtypes it can actually
handle: 'fp8' (alias for fp8_e4m3fn) and 'fp8_e4m3'."""
handle: 'fp8' (alias for fp8_e4m3fn) and 'fp8_e4m3'.
"""
import vllm.v1.attention.backends.fa_utils as fa_utils_mod
from vllm.v1.attention.backends.flash_attn import FlashAttentionBackend
@@ -225,7 +225,8 @@ def test_cutlass_mla_decode_cross_layer_view():
"""The kernel must read the cache's page-dim stride instead of assuming
pages are packed back-to-back. A per-layer view into a cross-layer
(block-major) cache has stride(0) inflated by num_layers; outputs must
match a contiguous cache holding the same data exactly."""
match a contiguous cache holding the same data exactly.
"""
device = torch.device("cuda:0")
torch.set_default_dtype(torch.bfloat16)
torch.set_default_device(device)
+3 -1
View File
@@ -96,6 +96,7 @@ def _make_paged_kv_metadata(
kv_indices – CUDA int32, shape [total_blocks]
kv_last_page_lens – CPU int32, shape [num_seqs]
block_tables – CUDA int32, shape [num_seqs, max_blocks_per_seq]
"""
num_seqs = len(kv_lens)
max_blocks = (max(kv_lens) + block_size - 1) // block_size
@@ -161,7 +162,8 @@ def test_fast_decode_plan_importable() -> None:
@torch.inference_mode
def test_fast_plan_decode_warmup_uses_full_plan(dtype: torch.dtype) -> None:
"""On the first call fast_plan_decode must route through self.plan() and
flip vllm_first_call to False on the wrapper object."""
flip vllm_first_call to False on the wrapper object.
"""
from unittest.mock import patch
from vllm.v1.attention.backends.flashinfer import fast_plan_decode
@@ -286,7 +286,7 @@ def test_flashinfer_sm90_fp8_mla_decode_without_rope():
@requires_sm10x
def test_flashinfer_mla_decode_workspace_supports_autotune():
"""vLLM's FlashInfer MLA decode workspace must be int8 for autotuning.
"""VLLM's FlashInfer MLA decode workspace must be int8 for autotuning.
Model Runner V2's warmup autotunes ``trtllm_batch_decode_mla``, which makes
the FlashInfer autotuner enumerate the CuteDSL tactic. That tactic asserts
@@ -134,7 +134,8 @@ def make_quantized_kv_cache(
head_size: int,
) -> tuple:
"""Quantize kv_cache based on dtype. Returns (kv_cache, kv_cache_sf,
kv_scale, ref_kv_cache, is_nvfp4_kv)."""
kv_scale, ref_kv_cache, is_nvfp4_kv).
"""
is_nvfp4_kv = kv_quant_dtype == FP4_DTYPE
if is_nvfp4_kv:
data, scales, kv_scale, ref = make_nvfp4_kv_cache(
@@ -73,7 +73,8 @@ def _strided_context_inputs(
) -> tuple[torch.Tensor, torch.Tensor, torch.Tensor]:
"""The real prefill-context layouts: ``k_nope``/``v`` as the two strided
halves of one kv_b_proj output and ``k_pe`` as a column slice of the gather
workspace (left in the fp8 cache layout for a plain fp8 cache)."""
workspace (left in the fp8 cache layout for a plain fp8 cache).
"""
kv_nope = _randn(num_tokens, num_heads, 256, dtype=dtype)
k_nope, v = kv_nope.split((128, 128), dim=-1)
workspace = _randn(num_tokens, 576, dtype=dtype)
@@ -23,7 +23,7 @@ DTYPES = [torch.float32]
def reference_lightning_attention(q, k, v, ed, block_size, kv_history):
"""Reference implementation of lightning attention core algorithm
"""Reference implementation of lightning attention core algorithm.
The difference from the main implementation is that this processes
each step sequentially, instead of using parallelized triton kernels
@@ -72,7 +72,7 @@ def reference_lightning_attention(q, k, v, ed, block_size, kv_history):
def reference_linear_decode(q, k, v, kv_caches, slope_rate, slot_idx):
"""Reference implementation: linear attention decode function"""
"""Reference implementation: linear attention decode function."""
B, H, _, D = q.shape
output = torch.zeros(B, H * D, dtype=q.dtype, device=q.device)
@@ -89,7 +89,8 @@ all_case_info: list[tuple] = []
@pytest.mark.parametrize("output_dtype", [torch.float32, torch.half, torch.bfloat16])
def test_merge_attn_states_both_empty(merge_fn, output_dtype) -> None:
"""When a token is empty on both sides (both LSE -inf), the 0/0 softmax
scales must not surface as NaN in the merged output."""
scales must not surface as NaN in the merged output.
"""
num_tokens, num_heads, head_size = 6, 8, 128
prefix_output = torch.zeros(
num_tokens, num_heads, head_size, device=DEVICE, dtype=output_dtype
+3 -7
View File
@@ -1,7 +1,6 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
"""
Test:
"""Test:
* Tests for MMEncoderAttention layer
"""
@@ -49,9 +48,7 @@ if current_platform.is_rocm():
@pytest.mark.parametrize("device", devices)
def test_mha_attn_platform(default_vllm_config, device: str):
"""
Test the attention selector between different platform and device.
"""
"""Test the attention selector between different platform and device."""
torch.set_default_dtype(torch.float16)
if device == "cpu":
@@ -113,8 +110,7 @@ def ref_attention(
value: torch.Tensor,
scale: float,
) -> torch.Tensor:
"""
Native implementation of scaled dot product attention without mask:
"""Native implementation of scaled dot product attention without mask:
- query, key, value: [batch_size, seq_len, num_heads, head_size]
- attn_mask: [batch_size, seq_len, seq_len]
"""
+28 -14
View File
@@ -45,7 +45,8 @@ def kv_layout(request) -> KVCacheLayout:
def _layer_stride_order(layout: KVCacheLayout, ndim: int) -> tuple[int, ...]:
"""Per-layer physical stride order for the given layout; the 3-dim
indexer side cache (H=1) is contiguous, so identity."""
indexer side cache (H=1) is contiguous, so identity.
"""
if ndim == 3:
return (0, 1, 2)
stride_order = layout.layer_view_order
@@ -65,7 +66,8 @@ def _main_spec() -> FullAttentionSpec:
def _main_kv_logical_shape(num_pages: int) -> tuple[int, ...]:
"""Standardized per-layer logical shape [B, H, N, C] for the main cache,
derived the same way the production allocator does."""
derived the same way the production allocator does.
"""
shape_bytes = compute_layer_kv_cache_shape_bytes(_main_spec(), num_pages)
return (*shape_bytes[:-1], shape_bytes[-1] // DTYPE.itemsize)
@@ -75,7 +77,8 @@ def _allocate_main_kv_via_contract(
) -> torch.Tensor:
"""Build the main KV cache exactly as the production allocator does for the
given layout: allocate the physical (permuted) tensor, then expose the
inverse-permuted logical [B, H, N, C] view the backend sees."""
inverse-permuted logical [B, H, N, C] view the backend sees.
"""
logical_shape = _main_kv_logical_shape(num_pages)
stride_order = _layer_stride_order(layout, len(logical_shape))
physical_shape = tuple(logical_shape[i] for i in stride_order)
@@ -1376,7 +1379,8 @@ def test_amd_decode_index_topk_end_to_end(
@pytest.mark.parametrize("num_idx_heads", [1, 4])
def test_decode_index_topk_fp8(num_idx_heads: int):
"""The standalone Triton path must score FP8 inputs in FP32 so its top-k
matches a reference computed from the dequantized FP8 values."""
matches a reference computed from the dequantized FP8 values.
"""
torch.manual_seed(0)
topk, init_blocks, local_blocks, head_dim = 8, 0, 1, 128
decode_query_len = 1
@@ -1649,7 +1653,8 @@ def test_prefill_sparse_attention_correctness(
def test_main_cache_layout_contract():
"""The standardized per-layer logical shape is [B, H, N, C] with packed
K/V content, and the legacy layout aliases resolve to the expected
per-layer stride orders."""
per-layer stride orders.
"""
nb, bs, h, d = 7, BLOCK_SIZE, NUM_KV_HEADS, HEAD_DIM
logical = _main_kv_logical_shape(nb)
assert logical == (nb, h, bs, 2 * d)
@@ -1773,7 +1778,8 @@ def test_indexer_cache_squeezes_to_contiguous_3d():
"""The indexer side cache is standardized 4D with H=1: under both layouts
the allocator's logical view stays contiguous and squeezes (as
`MiniMaxM3IndexerCache.bind_kv_cache` does) to the 3-dim
[num_blocks, block_size, head_dim] cache the kernels consume."""
[num_blocks, block_size, head_dim] cache the kernels consume.
"""
nb = 5
ispec = MLAAttentionSpec(
block_size=BLOCK_SIZE, num_kv_heads=1, head_size=HEAD_DIM, dtype=DTYPE
@@ -1793,7 +1799,8 @@ def test_indexer_cache_squeezes_to_contiguous_3d():
def test_hnd_allocation_is_packed_head_major():
"""Under HND the backend-visible logical view is the packed head-major
physical allocation."""
physical allocation.
"""
nb, bs, h, d = 4, BLOCK_SIZE, NUM_KV_HEADS, HEAD_DIM
logical = _main_kv_logical_shape(nb)
stride_order = KVCacheLayout.LBHNC.layer_view_order
@@ -1821,7 +1828,8 @@ def test_hnd_allocation_is_packed_head_major():
def test_main_cache_is_block_first_and_unpadded():
"""The allocator's contiguous-view branch (not the padded-strided branch)
is used for the main GQA cache: its spec is unpadded and the physical
layout keeps num_blocks as the first dimension under both layouts."""
layout keeps num_blocks as the first dimension under both layouts.
"""
spec = _main_spec()
# Unpadded -> allocator uses kv_tensor.view(...) rather than as_strided().
assert spec.page_size_padded is None
@@ -1843,7 +1851,8 @@ def _build_decode_inputs(
):
"""Shared decode setup: uniform query tokens per request, a non-identity
block table, and topk indices selecting the current block plus older causal
blocks for each query token."""
blocks for each query token.
"""
active_batch = len(seq_lens_list)
batch = active_batch + num_padded_reqs
pages_per_req = [(s + BLOCK_SIZE - 1) // BLOCK_SIZE for s in seq_lens_list]
@@ -2179,7 +2188,8 @@ def test_decode_sparse_attention_correctness(
):
"""Decode (split-K) parity under both layouts: this is the only coverage of
the decode-site cache feed, and the strided HND case fails if the kernel
ignores the cache strides."""
ignores the cache strides.
"""
torch.manual_seed(0)
q, block_table, seq_lens, topk_idx, num_pages = _build_decode_inputs(
seq_lens_list, decode_query_len, num_padded_reqs
@@ -2229,7 +2239,8 @@ def test_decode_wrong_layout_breaks_parity():
already contiguous-NHD (i.e. skipping the allocator's inverse permute)
reorders the K/V content, so the decode output no longer matches the
reference computed on the correct logical view. The mislabeled tensor keeps
the same shape as the correct view, so the kernel stays in bounds."""
the same shape as the correct view, so the kernel stays in bounds.
"""
torch.manual_seed(0)
seq_lens_list = (130, 257)
q, block_table, seq_lens, topk_idx, num_pages = _build_decode_inputs(seq_lens_list)
@@ -2264,7 +2275,8 @@ def test_decode_wrong_layout_breaks_parity():
def test_main_cache_byte_identical_through_production_allocator():
"""AC-2: drive the real allocator (`create_kv_cache_views`) for the M3 main
`FullAttentionSpec` under HND and assert the backend-visible view has the
same shape, stride, and storage offset as the packed-HND allocation."""
same shape, stride, and storage offset as the packed-HND allocation.
"""
nb = 4
spec = _main_spec()
raw = torch.zeros(nb * spec.page_size_bytes, dtype=torch.int8)
@@ -2279,7 +2291,8 @@ def test_main_cache_byte_identical_through_production_allocator():
def test_padded_main_cache_is_flagged():
"""AC-2.1 negative: the M3 main cache relies on the allocator's
contiguous-view branch (`page_size_padded is None`). A spec that sets
`page_size_padded` is explicitly flagged rather than silently wrong-strided."""
`page_size_padded` is explicitly flagged rather than silently wrong-strided.
"""
def _require_unpadded_block_first(spec, stride_order):
inv_order = [stride_order.index(i) for i in range(len(stride_order))]
@@ -2316,7 +2329,8 @@ def test_padded_main_cache_is_flagged():
def test_reshape_and_cache_flash_write_persists(kv_layout: KVCacheLayout):
"""AC-5 write path: the `reshape_and_cache_flash` write site now consumes
packed-content K/V split views. Writing through those views must persist
into the bound storage under both layouts."""
into the bound storage under both layouts.
"""
torch.manual_seed(0)
num_pages = 4
kv_cache = _allocate_main_kv_via_contract(num_pages, kv_layout)
@@ -23,7 +23,8 @@ pytestmark = pytest.mark.skipif(
def test_concat_and_cache_mla_into_unified_slot_view():
"""concat_and_cache_mla must write correctly into a per-layer view whose
block stride is the full unified slot (block-major), with zero bleed into
the other layers' segments of the same slot."""
the other layers' segments of the same slot.
"""
from vllm import _custom_ops as ops
torch.manual_seed(0)
@@ -85,7 +86,8 @@ def test_concat_and_cache_mla_into_unified_slot_view():
def test_flashmla_dense_decode_unified_slot_view():
"""FlashMLA dense decode (FLASHMLA backend, e.g. Kimi-K2-style dense MLA
on Hopper) must read a unified-slot block-major view bit-identically to a
contiguous per-layer cache."""
contiguous per-layer cache.
"""
import vllm.v1.attention.ops.flashmla as fm
ok, reason = fm.is_flashmla_dense_supported()
@@ -150,7 +152,8 @@ def test_flashmla_dense_decode_unified_slot_view():
def test_flashinfer_mla_dense_decode_unified_slot_view():
"""FlashInfer MLA dense decode must read a unified-slot block-major view
(inflated stride(0), non-zero storage offset) bit-identically to a
contiguous per-layer cache."""
contiguous per-layer cache.
"""
try:
from flashinfer.decode import trtllm_batch_decode_with_kv_cache_mla
except ImportError:
@@ -221,7 +224,8 @@ def test_flashinfer_mla_dense_decode_unified_slot_view():
def test_flashmla_fp8_sparse_decode_unified_slot_view(next_n: int):
"""FlashMLA fp8 sparse decode (DeepSeek V3.2/V4 DSA path) must read a
unified-slot block-major view bit-identically to a contiguous fp8_ds_mla
cache, with finite nonzero output."""
cache, with finite nonzero output.
"""
import vllm.v1.attention.ops.flashmla as fm
ok, reason = fm.is_flashmla_sparse_supported()
@@ -310,7 +314,8 @@ def test_flashmla_fp8_sparse_decode_unified_slot_view(next_n: int):
def test_indexer_k_quant_and_cache_into_unified_slot_view():
"""indexer_k_quant_and_cache (DeepSeek V3.2/V4 DSA indexer K write) must
write correctly into a per-layer view whose block stride is the full
unified slot, with zero bleed into the other layers' segments."""
unified slot, with zero bleed into the other layers' segments.
"""
from vllm import _custom_ops as ops
torch.manual_seed(0)
@@ -355,7 +360,8 @@ def test_indexer_k_quant_and_cache_into_unified_slot_view():
def test_flashattn_mla_dense_decode_unified_slot_view():
"""FA3 decode (FLASH_ATTN_MLA backend) must read a unified-slot
block-major view bit-identically to a contiguous per-layer cache."""
block-major view bit-identically to a contiguous per-layer cache.
"""
try:
from vllm.vllm_flash_attn import flash_attn_varlen_func
except ImportError:
@@ -428,7 +434,8 @@ def test_flashattn_mla_dense_decode_unified_slot_view():
def test_flashmla_dense_fp8_decode_unified_slot_view():
"""FlashMLA dense fp8 decode (FLASHMLA backend with quantized KV cache)
must read a unified-slot block-major view bit-identically to a contiguous
per-layer fp8 cache."""
per-layer fp8 cache.
"""
import vllm.v1.attention.ops.flashmla as fm
ok, reason = fm.is_flashmla_dense_supported()
@@ -499,7 +506,8 @@ def test_flashmla_dense_fp8_decode_unified_slot_view():
def test_flashinfer_mla_dense_fp8_decode_unified_slot_view():
"""FlashInfer MLA dense decode with an fp8 KV cache must read a
unified-slot block-major view bit-identically to a contiguous per-layer
cache."""
cache.
"""
try:
from flashinfer.decode import trtllm_batch_decode_with_kv_cache_mla
except ImportError:
+14 -7
View File
@@ -283,7 +283,8 @@ def _run_direct_flash_attn_case(
# Backend contract tests --------------------------------------------------
def test_aiter_mha_backend_contract():
"""The ROCm backend advertises the dtypes, shapes, and attention types it
is designed to handle."""
is designed to handle.
"""
from vllm.v1.attention.backend import AttentionType
from vllm.v1.attention.backends.rocm_aiter_fa import AiterFlashAttentionBackend
@@ -311,7 +312,8 @@ def test_aiter_mha_backend_contract():
def test_aiter_mha_backend_validates_kv_cache_block_size():
"""The backend should reject KV cache specs that cannot be gathered
correctly by the ROCm kernel."""
correctly by the ROCm kernel.
"""
from vllm.v1.attention.backends.rocm_aiter_fa import AiterFlashAttentionBackend
from vllm.v1.kv_cache_interface import FullAttentionSpec
@@ -331,7 +333,8 @@ def test_aiter_mha_backend_validates_kv_cache_block_size():
def test_aiter_mha_backend_supports_compute_capability_matches_mi3xx_probe():
"""The backend should trust the ROCm MI3xx probe instead of the raw torch
capability tuple."""
capability tuple.
"""
from vllm.platforms.interface import DeviceCapability
from vllm.v1.attention.backends.rocm_aiter_fa import AiterFlashAttentionBackend
@@ -356,7 +359,8 @@ def test_aiter_mha_env_flags_control_enablement(
use_aiter, use_mha, expected, monkeypatch
):
"""Both the global AITER flag and the MHA-specific flag must be enabled
before the ROCm MHA path is considered active."""
before the ROCm MHA path is considered active.
"""
from vllm._aiter_ops import rocm_aiter_ops
_assert_aiter_supported()
@@ -374,7 +378,8 @@ def test_aiter_mha_env_flags_control_enablement(
def test_aiter_mha_platform_gate_matches_install_and_arch():
"""The global AITER availability check should only open on ROCm MI3xx when
the aiter package is installed."""
the aiter package is installed.
"""
from vllm._aiter_ops import IS_AITER_FOUND, is_aiter_found_and_supported
assert is_aiter_found_and_supported() is (
@@ -645,7 +650,8 @@ def test_aiter_mha_multi_batch(num_heads, head_size, dtype):
@pytest.mark.parametrize("num_blocks", DIRECT_NUM_BLOCKS)
def test_aiter_fa_large_block_table_matches_reference(num_blocks):
"""The direct paged-KV path should stay stable for both normal and very
large block tables."""
large block tables.
"""
atol = 2e-2
rtol = 2e-2
_assert_aiter_supported()
@@ -667,7 +673,8 @@ def test_aiter_fa_large_block_table_matches_reference(num_blocks):
@pytest.mark.skipif(not on_mi3xx(), reason="MI300/MI350 ROCm only")
def test_aiter_fa_sliding_window_matches_reference():
"""The direct kernel should respect the same sliding-window causal mask as
the naive reference implementation."""
the naive reference implementation.
"""
atol = 2e-2
rtol = 2e-2
_assert_aiter_supported()
@@ -35,7 +35,7 @@ def _require_aiter():
@torch.inference_mode()
def test_mla_decode_fwd_op_schema() -> None:
"""opcheck validates registration, schema, fake-tensor, and ``o`` aliasing.
"""Opcheck validates registration, schema, fake-tensor, and ``o`` aliasing.
A single opcheck call covers that the op is registered/callable, that its
fake implementation matches the real op (torch.compile tracing), and that
@@ -111,7 +111,8 @@ def _make_mixed_common_metadata():
def _patch_build_deps(monkeypatch, events=None):
"""Stub the aiter kernel, triton helper and CUDA sync so ``build()`` runs
on CPU."""
on CPU.
"""
def fake_generate_sparse_seqlen_triton(
query_lens, seq_lens, cu_query_lens, topk_token, num_tokens, max_query_len
@@ -152,7 +153,8 @@ def test_build_populates_decode_only_split_fields(monkeypatch):
def test_build_populates_mixed_split_fields(monkeypatch):
"""Mixed decode+prefill batch: split is reported, prefill fields stay
default because this impl always runs the MQA path."""
default because this impl always runs the MQA path.
"""
builder = _make_builder()
_patch_build_deps(monkeypatch)
@@ -125,7 +125,8 @@ def _quantize_to_fp8(tensor: torch.Tensor):
@pytest.mark.parametrize("PAGE_SIZE", [1, 16])
def test_decode_attention_fp8(B, L, H_Q, H_KV, D_QK, D_V, CACHE_SIZE, PAGE_SIZE):
"""Test FP8 KV cache path: quantize K/V to FP8, run kernel with scales,
and compare against BF16 reference output."""
and compare against BF16 reference output.
"""
assert CACHE_SIZE % PAGE_SIZE == 0
dtype = torch.bfloat16
seq_len = L
@@ -248,7 +249,8 @@ def test_decode_attention_cross_layer_view(H_Q, H_KV, D_QK, D_V, is_mla, PAGE_SI
"""The kernel must honor the cache's page-dim stride, not assume pages are
packed back-to-back. A per-layer view into a cross-layer (block-major)
cache has stride(0) inflated by num_layers; outputs must match a
contiguous cache holding the same data exactly."""
contiguous cache holding the same data exactly.
"""
B = 3
seq_len = 1027
CACHE_SIZE = 16384
@@ -1,8 +1,6 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
"""
Unit tests for the Triton DiffKV unified-attention kernel.
"""
"""Unit tests for the Triton DiffKV unified-attention kernel."""
import pytest
import torch
@@ -1,7 +1,6 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
"""
Standalone unit tests for trtllm_prefill_attn_kvfp8_dequant.
"""Standalone unit tests for trtllm_prefill_attn_kvfp8_dequant.
Tests both contiguous and non-contiguous (cross-layer unified) KV cache
layouts against a pure-PyTorch reference implementation.
@@ -43,8 +42,7 @@ def make_random_kv_cache(
layout=KVCacheLayout.LBHNC,
num_layers=None,
):
"""
Create a random fp8 KV cache mimicking the production allocation.
"""Create a random fp8 KV cache mimicking the production allocation.
Physical layout: [L, B, H, N, 2 * hs] permuted by ``layout.stride_order``
Returned view: (num_blocks, 2, num_kv_heads, block_size, head_size)
@@ -382,8 +380,7 @@ def test_large_block_size():
@torch.inference_mode()
def test_cross_layer_many_layers():
"""
Non-contiguous with 36 layers -- matches real gpt-oss-120b.
"""Non-contiguous with 36 layers -- matches real gpt-oss-120b.
Cross-layer (BLHNC) strides are far from contiguous (factor of 36 in the gaps).
"""
from vllm.v1.attention.backends.flashinfer import (
@@ -30,12 +30,12 @@ def reference_mla_sparse_prefill(
topk_length: torch.Tensor | None = None,
attn_sink: torch.Tensor | None = None,
) -> tuple[torch.Tensor, torch.Tensor, torch.Tensor, torch.Tensor]:
"""
Returns:
"""Returns:
- o: [s_q, h_q, dv]
- o_fp32: [s_q, h_q, dv]
- max_logits: [s_q, h_q]
- lse: [s_q, h_q]
"""
s_q, h_q, d_qk = q.shape
s_kv, _, _ = kv.shape