Add pydocstyle to the ruff rules (#52136)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
Signed-off-by: Harry Mellor <hej.mellor@gmail.com>
Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Harry Mellor
2026-09-16 16:44:29 +00:00
committed by GitHub
co-authored by Claude Opus 5
parent 804e5377aa
commit 8c1557a79c
2002 changed files with 15024 additions and 14269 deletions
@@ -1,7 +1,6 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
"""
Hybrid W4A16 kernel: Triton for prefill, HIP skinny for decode.
"""Hybrid W4A16 kernel: Triton for prefill, HIP skinny for decode.
Routes based on batch size M:
M <= MAX_SKINNY_BATCH_SIZE: HIP skinny GEMM (wvSplitK_int4_g)
@@ -94,8 +93,7 @@ def _triton_w4a16_skinny_fmt_kernel(
BLOCK_N: tl.constexpr,
BLOCK_K: tl.constexpr,
):
"""
Fused W4A16 GEMM reading weights from skinny format [N, K//8].
"""Fused W4A16 GEMM reading weights from skinny format [N, K//8].
B is stored as [N, K//8] int32 using ExLlama shuffle packing:
each int32 packs 8 K-values with interleave [0,2,4,6,1,3,5,7]:
@@ -196,8 +194,7 @@ def triton_w4a16_skinny_fmt_gemm(
zp_bias: int = 8,
zp: torch.Tensor | None = None, # [N//8, K//G] int32 zero-points
) -> torch.Tensor:
"""
Fused W4A16 GEMM reading from skinny weight format [N, K//8].
"""Fused W4A16 GEMM reading from skinny weight format [N, K//8].
Args:
a: Activation matrix [M, K], float16 or bfloat16.
@@ -211,6 +208,7 @@ def triton_w4a16_skinny_fmt_gemm(
Returns:
Output matrix [M, N], same dtype as a.
"""
assert a.is_contiguous(), "Activation matrix must be contiguous"
assert b_q.is_contiguous(), "Weight matrix must be contiguous"
@@ -1,7 +1,6 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
"""
Triton-based W4A16 GEMM kernel for ROCm MI300.
"""Triton-based W4A16 GEMM kernel for ROCm MI300.
Implements fused int4-weight dequantization + fp16 GEMM in a single kernel,
using GPTQ sequential packing (8 int4 values per int32, shifts [0,4,...,28]).
@@ -67,8 +66,7 @@ def triton_w4a16_gemm_kernel(
BLOCK_N: tl.constexpr,
BLOCK_K: tl.constexpr,
):
"""
Fused W4A16 GEMM: C[M,N] = A[M,K] @ dequant(B)[K,N]
"""Fused W4A16 GEMM: C[M,N] = A[M,K] @ dequant(B)[K,N].
B is stored as [K, N//8] int32 using GPTQ sequential packing:
each int32 packs 8 consecutive N-values at bit offsets [0,4,8,12,16,20,24,28].
@@ -170,8 +168,7 @@ def _triton_w4a16_gemm_impl(
group_size: int,
zp_bias: int = 8, # bias for uint4b8 when qzeros is None
) -> torch.Tensor:
"""
Fused W4A16 GEMM using GPTQ-packed int4 weights.
"""Fused W4A16 GEMM using GPTQ-packed int4 weights.
Args:
a: Activation matrix [M, K], float16 or bfloat16.
@@ -184,6 +181,7 @@ def _triton_w4a16_gemm_impl(
Returns:
Output matrix [M, N], same dtype as a.
"""
assert a.is_contiguous(), "Activation matrix must be contiguous"
assert b_q.is_contiguous(), "Weight matrix must be contiguous"
@@ -302,8 +300,7 @@ def triton_w4a16_gemm(
class TritonW4A16LinearKernel(MPLinearKernel):
"""
Triton-based W4A16 GEMM kernel for ROCm (MI300 and newer).
"""Triton-based W4A16 GEMM kernel for ROCm (MI300 and newer).
Supports GPTQ-format int4 weights (uint4b8 symmetric, uint4 asymmetric)
with grouped quantization. Weight tensors are transposed from the
@@ -360,8 +357,7 @@ class TritonW4A16LinearKernel(MPLinearKernel):
return True, None
def process_weights_after_loading(self, layer: torch.nn.Module) -> None:
"""
Convert compressed-tensors checkpoint layout to kernel layout.
"""Convert compressed-tensors checkpoint layout to kernel layout.
Checkpoint (from compressed_tensors_wNa16.create_weights):
weight_packed: [N, K//8] int32 input_dim=1, output_dim=0, packed_dim=1