Add pydocstyle to the ruff rules (#52136)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Signed-off-by: Harry Mellor <hej.mellor@gmail.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
804e5377aa
commit
8c1557a79c
@@ -24,9 +24,9 @@ def make_inputs(num_tokens, dtype):
|
||||
"""Create inputs matching the real code path.
|
||||
|
||||
Args:
|
||||
contiguous_nope: If False, simulate the transposed BMM output
|
||||
(non-contiguous nope with stride pattern from
|
||||
[N,B,L].transpose(0,1)).
|
||||
num_tokens: Number of tokens to generate inputs for.
|
||||
dtype: dtype of the generated tensors.
|
||||
|
||||
"""
|
||||
# Simulate: bmm output [N, B, L].transpose(0, 1) -> [B, N, L]
|
||||
raw = torch.randn(NUM_HEADS, num_tokens, NOPE_DIM, dtype=dtype, device="cuda")
|
||||
|
||||
@@ -106,8 +106,7 @@ class BenchmarkTensors:
|
||||
|
||||
|
||||
def reference_quant(x: torch.Tensor, quant_out: torch.Tensor, use_ue8m0: bool):
|
||||
"""
|
||||
Reference triton quant kernel from,
|
||||
"""Reference triton quant kernel from,
|
||||
vllm.model_executor.layers.quantization.utils.fp8_utils
|
||||
"""
|
||||
assert quant_out.size() == x.size()
|
||||
|
||||
@@ -1,7 +1,6 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
"""
|
||||
Benchmark the performance of the cutlass_moe_fp8 kernel vs the triton_moe
|
||||
"""Benchmark the performance of the cutlass_moe_fp8 kernel vs the triton_moe
|
||||
kernel. Both kernels take in fp8 quantized weights and 16-bit activations,
|
||||
but use different quantization strategies and backends.
|
||||
"""
|
||||
@@ -190,7 +189,7 @@ def bench_run(
|
||||
torch.accelerator.synchronize()
|
||||
|
||||
def bench_cuda_graph(graph, num_warmup=5, num_iters=100):
|
||||
"""Benchmark CUDA graph using events like benchmark_moe.py"""
|
||||
"""Benchmark CUDA graph using events like benchmark_moe.py."""
|
||||
# Warmup
|
||||
for _ in range(num_warmup):
|
||||
graph.replay()
|
||||
|
||||
@@ -1,7 +1,6 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
"""
|
||||
Benchmark the performance of the cutlass_moe_fp4 kernel vs the triton_moe
|
||||
"""Benchmark the performance of the cutlass_moe_fp4 kernel vs the triton_moe
|
||||
kernel. The cutlass_moe_fp4 kernel takes in fp4 quantized weights and 16-bit
|
||||
activations. The triton_moe kernel takes in fp8 weights(tensor scaled to fp8)
|
||||
and 16-bit activations.
|
||||
|
||||
@@ -2,8 +2,7 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
|
||||
"""
|
||||
Benchmark script for device communicators:
|
||||
"""Benchmark script for device communicators:
|
||||
CustomAllreduce (oneshot, twoshot), PyNcclCommunicator,
|
||||
and SymmMemCommunicator (multimem, two-shot).
|
||||
|
||||
@@ -17,6 +16,7 @@ Usage:
|
||||
Example:
|
||||
torchrun --nproc_per_node=2 benchmark_device_communicators.py
|
||||
--sequence-lengths 512 1024 2048 --num-warmup 10 --num-trials 100
|
||||
|
||||
"""
|
||||
|
||||
import json
|
||||
@@ -241,7 +241,6 @@ class CommunicatorBenchmark:
|
||||
self, sequence_length: int, num_warmup: int, num_trials: int
|
||||
) -> dict[str, float]:
|
||||
"""Benchmark allreduce operations for all available communicators."""
|
||||
|
||||
results = {}
|
||||
|
||||
# Define communicators with their benchmark functions
|
||||
|
||||
@@ -1,8 +1,7 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
|
||||
"""
|
||||
Benchmark for FlashInfer fused collective operations vs standard operations.
|
||||
"""Benchmark for FlashInfer fused collective operations vs standard operations.
|
||||
|
||||
This benchmark compares:
|
||||
1. FlashInfer's allreduce_fusion with trtllm backend
|
||||
@@ -446,9 +445,15 @@ def run_benchmarks(
|
||||
"""Run all benchmarks for given configuration.
|
||||
|
||||
Args:
|
||||
num_tokens: Number of tokens in the benchmark input.
|
||||
hidden_dim: Hidden dimension of the benchmark input.
|
||||
dtype: dtype of the benchmark input.
|
||||
use_residual: Whether to include a residual add in the fused op.
|
||||
no_oneshot: Skip the one-shot allreduce variants.
|
||||
allreduce_params: Shared parameters for FlashInfer fused allreduce.
|
||||
workspaces: Dict mapping backend name ("trtllm", "mnnvl") to workspace.
|
||||
quant_modes: Set of quantization modes: "none", "fp8", "fp4".
|
||||
|
||||
"""
|
||||
(
|
||||
input_tensor,
|
||||
|
||||
@@ -10,6 +10,7 @@ Example:
|
||||
|
||||
.venv/bin/python benchmarks/kernels/benchmark_kimi_k3_attn_res.py \
|
||||
--output /tmp/attn_res.json
|
||||
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
@@ -16,6 +16,7 @@ state traffic itself.
|
||||
Example:
|
||||
python benchmarks/kernels/benchmark_kimi_k3_kda_decode.py \
|
||||
--tokens 1 8 32 64 128 --heads 12
|
||||
|
||||
"""
|
||||
|
||||
import argparse
|
||||
|
||||
@@ -27,6 +27,7 @@ Examples:
|
||||
|
||||
For multi-node runs, launch one ``torchrun`` agent per node and use a shared
|
||||
rendezvous endpoint.
|
||||
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
@@ -102,9 +102,7 @@ def make_rand_tensors(
|
||||
num_slices: int,
|
||||
device: str = "cuda",
|
||||
) -> tuple[torch.Tensor, list[torch.Tensor], torch.Tensor]:
|
||||
"""
|
||||
Make LoRA input/output matrices.
|
||||
"""
|
||||
"""Make LoRA input/output matrices."""
|
||||
A = torch.rand(a_shape, dtype=a_dtype).to(device)
|
||||
|
||||
# LoRA weights column major
|
||||
@@ -117,8 +115,7 @@ def make_rand_tensors(
|
||||
def make_prompt_lora_mapping(
|
||||
num_prompts: int, num_active_loras: int, sort_by_lora_id: bool, device: str
|
||||
) -> torch.Tensor:
|
||||
"""
|
||||
All prompts are mapped to a LoRA ID in range [0, num_active_loras).
|
||||
"""All prompts are mapped to a LoRA ID in range [0, num_active_loras).
|
||||
where 0 refers to first lora, 1 refers to second lora and so on.
|
||||
"""
|
||||
assert num_active_loras > 0
|
||||
@@ -147,9 +144,7 @@ def make_token_lora_mapping(
|
||||
seq_len_tensor: torch.Tensor,
|
||||
device: str,
|
||||
):
|
||||
"""
|
||||
Make token_lora_mapping from prompt_lora_mapping and seq_lens_tensor
|
||||
"""
|
||||
"""Make token_lora_mapping from prompt_lora_mapping and seq_lens_tensor."""
|
||||
assert prompt_lora_mapping.shape[0] == num_prompts
|
||||
|
||||
# token to lora index mapping
|
||||
@@ -174,8 +169,7 @@ def ref_group_gemm(
|
||||
scaling: float,
|
||||
add_inputs: bool | None,
|
||||
):
|
||||
"""
|
||||
Torch group gemm reference implementation to test correctness of
|
||||
"""Torch group gemm reference implementation to test correctness of
|
||||
benchmarking operations.
|
||||
"""
|
||||
batches = seq_lens_cpu.size(0)
|
||||
@@ -198,9 +192,7 @@ def ref_group_gemm(
|
||||
|
||||
|
||||
class OpType(Enum):
|
||||
"""
|
||||
LoRA Ops to benchmark and its properties.
|
||||
"""
|
||||
"""LoRA Ops to benchmark and its properties."""
|
||||
|
||||
LORA_SHRINK = auto()
|
||||
LORA_EXPAND = auto()
|
||||
@@ -291,9 +283,7 @@ class OpType(Enum):
|
||||
def matmul_dtypes(
|
||||
self, op_dtype: torch.dtype
|
||||
) -> tuple[torch.dtype, torch.dtype, torch.dtype]:
|
||||
"""
|
||||
return a type, b type and c type for A x B = C
|
||||
"""
|
||||
"""Return a type, b type and c type for A x B = C."""
|
||||
if self.is_shrink_fn():
|
||||
return op_dtype, op_dtype, torch.float32
|
||||
elif self.is_expand_fn():
|
||||
@@ -338,8 +328,7 @@ class OpType(Enum):
|
||||
top_k_num: int | None = None,
|
||||
num_experts: int | None = None,
|
||||
) -> tuple[tuple[int, ...], tuple[int, ...], tuple[int, ...]]:
|
||||
"""
|
||||
Given num_slices, return the shapes of the A, B, and C matrices
|
||||
"""Given num_slices, return the shapes of the A, B, and C matrices
|
||||
in A x B = C, for the op_type
|
||||
"""
|
||||
m, k, n = self.mkn(batch_size, seq_length, hidden_size, lora_rank)
|
||||
@@ -419,9 +408,7 @@ class OpType(Enum):
|
||||
|
||||
@dataclass
|
||||
class BenchmarkContext:
|
||||
"""
|
||||
LoRA benchmark context
|
||||
"""
|
||||
"""LoRA benchmark context."""
|
||||
|
||||
batch_size: int
|
||||
hidden_size: int
|
||||
@@ -467,9 +454,7 @@ class BenchmarkContext:
|
||||
|
||||
@dataclass
|
||||
class BenchmarkTensors:
|
||||
"""
|
||||
Input/Output tensors used for benchmarks
|
||||
"""
|
||||
"""Input/Output tensors used for benchmarks."""
|
||||
|
||||
# matmul tensors
|
||||
input: torch.Tensor
|
||||
@@ -555,9 +540,7 @@ class BenchmarkTensors:
|
||||
)
|
||||
|
||||
def sanity_check(self, ctx: BenchmarkContext, op_type: OpType) -> None:
|
||||
"""
|
||||
Fails asserts when non-conformality is detected.
|
||||
"""
|
||||
"""Fails asserts when non-conformality is detected."""
|
||||
num_tokens = (
|
||||
self.input.shape[1]
|
||||
if op_type.is_fused_moe_lora_expand_fn()
|
||||
@@ -577,9 +560,7 @@ class BenchmarkTensors:
|
||||
)
|
||||
|
||||
def to_device(self, device: str):
|
||||
"""
|
||||
Transfer tensors to device if the tensors aren't already on the device
|
||||
"""
|
||||
"""Transfer tensors to device if the tensors aren't already on the device."""
|
||||
|
||||
def to_device(tensor: torch.Tensor):
|
||||
if tensor.device != device:
|
||||
@@ -604,9 +585,7 @@ class BenchmarkTensors:
|
||||
)
|
||||
|
||||
def metadata(self, ctx: BenchmarkContext, op_type: OpType) -> tuple[int, int, int]:
|
||||
"""
|
||||
Return num_seqs, num_tokens and max_seq_len
|
||||
"""
|
||||
"""Return num_seqs, num_tokens and max_seq_len."""
|
||||
num_seqs = self.seq_lens.shape[0]
|
||||
num_tokens = self.get_num_tokens(
|
||||
self.lora_kernel_meta.token_lora_mapping.shape[0], ctx.top_k_num, op_type
|
||||
@@ -630,8 +609,7 @@ class BenchmarkTensors:
|
||||
expert_map: torch.Tensor | None = None,
|
||||
pad_sorted_ids: bool = False,
|
||||
) -> tuple[torch.Tensor, torch.Tensor, torch.Tensor]:
|
||||
"""
|
||||
Aligns tokens and experts into block-sized chunks for LoRA-based
|
||||
"""Aligns tokens and experts into block-sized chunks for LoRA-based
|
||||
mixture-of-experts (MoE) execution.
|
||||
"""
|
||||
max_num_tokens_padded = topk_ids.numel() + num_experts * (block_size - 1)
|
||||
@@ -959,8 +937,7 @@ class BenchmarkTensors:
|
||||
def test_correctness(
|
||||
self, op_type: OpType, expand_fn_add_inputs: bool | None
|
||||
) -> bool:
|
||||
"""
|
||||
Test correctness of op_type implementation against a grouped gemm
|
||||
"""Test correctness of op_type implementation against a grouped gemm
|
||||
reference implementation.
|
||||
"""
|
||||
seq_lens_cpu = self.seq_lens.to(device="cpu")
|
||||
@@ -1070,15 +1047,13 @@ def bench_torch_mm(
|
||||
op_type: OpType,
|
||||
cuda_graph_nops: int | None = None,
|
||||
) -> TMeasurement:
|
||||
"""
|
||||
Benchmark basic torch.mm as a roofline.
|
||||
"""Benchmark basic torch.mm as a roofline.
|
||||
|
||||
When all the input tokens have the same LoRA ID, the LoRA kernels are just
|
||||
a matmul. This torch.mm benchmark serves as a roofline for that case.
|
||||
|
||||
input op_type is used in determining the m, k, n dimensions for the matmul.
|
||||
"""
|
||||
|
||||
batch_size, hidden_size, lora_rank, seq_length, dtype = (
|
||||
ctx.batch_size,
|
||||
ctx.hidden_size,
|
||||
|
||||
@@ -1,7 +1,6 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
"""
|
||||
Benchmark script comparing torch.cat vs direct copy for k_nope/k_pe concatenation
|
||||
"""Benchmark script comparing torch.cat vs direct copy for k_nope/k_pe concatenation
|
||||
in MLA (Multi-head Latent Attention) prefill.
|
||||
|
||||
This validates that the optimization from commit 8d4142bd is beneficial across
|
||||
|
||||
@@ -1,8 +1,7 @@
|
||||
#!/usr/bin/env python3
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
"""
|
||||
Benchmark comparing old vs new default fused MoE configs.
|
||||
"""Benchmark comparing old vs new default fused MoE configs.
|
||||
|
||||
Runs the triton fused_moe kernel with three configurations for each scenario:
|
||||
1. Tuned config (from JSON file, if available) — the target to match
|
||||
@@ -33,7 +32,8 @@ FP8_DTYPE = current_platform.fp8_dtype()
|
||||
|
||||
def old_default_config(M, E, N, K, topk, dtype=None, block_shape=None):
|
||||
"""The original defaults before https://github.com/vllm-project/vllm/pull/34846,
|
||||
for comparison."""
|
||||
for comparison.
|
||||
"""
|
||||
if dtype == "fp8_w8a8" and block_shape is not None:
|
||||
return {
|
||||
"BLOCK_SIZE_M": 64,
|
||||
|
||||
@@ -15,7 +15,7 @@ from vllm.platforms import current_platform
|
||||
|
||||
@contextmanager
|
||||
def _triton_mode():
|
||||
"""Temporarily force the Triton fallback path"""
|
||||
"""Temporarily force the Triton fallback path."""
|
||||
with patch("vllm.platforms.current_platform.is_cuda", return_value=False):
|
||||
yield
|
||||
|
||||
|
||||
@@ -16,7 +16,7 @@ from vllm.utils.torch_utils import STR_DTYPE_TO_TORCH_DTYPE
|
||||
|
||||
|
||||
def with_triton_mode(fn):
|
||||
"""Temporarily force the Triton fallback path"""
|
||||
"""Temporarily force the Triton fallback path."""
|
||||
|
||||
def wrapped(*args, **kwargs):
|
||||
with patch("vllm.platforms.current_platform.is_cuda", return_value=False):
|
||||
@@ -124,8 +124,7 @@ def compute_geomean_speedups(
|
||||
speedup_cols: list[str],
|
||||
groupby_cols: list[str] | None = None,
|
||||
) -> pd.DataFrame:
|
||||
"""
|
||||
Compute geometric mean speedups over a baseline column.
|
||||
"""Compute geometric mean speedups over a baseline column.
|
||||
|
||||
Args:
|
||||
df: Input dataframe
|
||||
@@ -135,6 +134,7 @@ def compute_geomean_speedups(
|
||||
|
||||
Returns:
|
||||
pd.DataFrame with geometric mean speedups
|
||||
|
||||
"""
|
||||
from scipy.stats import gmean
|
||||
|
||||
|
||||
@@ -1,7 +1,6 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
"""
|
||||
Benchmark the RDNAHybridW4A16LinearKernel across decode and prefill shapes.
|
||||
"""Benchmark the RDNAHybridW4A16LinearKernel across decode and prefill shapes.
|
||||
|
||||
Usage:
|
||||
python benchmark_int4_gemm.py
|
||||
|
||||
@@ -32,7 +32,6 @@ def run_benchmark(
|
||||
device: str = "cuda",
|
||||
) -> float:
|
||||
"""Return latency (seconds) for given num_tokens."""
|
||||
|
||||
if kv_cache_dtype == "fp8" and head_size % 16:
|
||||
raise ValueError("fp8 kv-cache requires head_size to be a multiple of 16.")
|
||||
|
||||
|
||||
@@ -37,7 +37,6 @@ def run_benchmark(
|
||||
device: str = "cuda",
|
||||
) -> float:
|
||||
"""Return latency (seconds) for given num_tokens."""
|
||||
|
||||
if kv_cache_dtype == "fp8" and head_size % 16:
|
||||
raise ValueError("fp8 kv-cache requires head_size to be a multiple of 16.")
|
||||
|
||||
|
||||
@@ -1,8 +1,7 @@
|
||||
#!/usr/bin/env python3
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
"""
|
||||
Benchmark and tuning script for the Mamba selective_state_update kernel.
|
||||
"""Benchmark and tuning script for the Mamba selective_state_update kernel.
|
||||
|
||||
Mirrors the fused MoE tuning workflow: sweeps (BLOCK_SIZE_M, num_warps) across
|
||||
an effective_batch grid for a given (headdim, dstate, ngroups, cache_dtype) and
|
||||
@@ -124,8 +123,7 @@ def benchmark_config(
|
||||
num_warmup: int = 20,
|
||||
graph_batch_size: int = 10,
|
||||
) -> float | None:
|
||||
"""
|
||||
Time one (BLOCK_SIZE_M, num_warps) config for selective_state_update.
|
||||
"""Time one (BLOCK_SIZE_M, num_warps) config for selective_state_update.
|
||||
Returns elapsed time in microseconds, or None on error.
|
||||
|
||||
Uses accelerator graph capture-and-replay to isolate kernel time from
|
||||
@@ -356,8 +354,7 @@ def validate_configs(
|
||||
rtol: float = 1e-2,
|
||||
state_dtype: torch.dtype | None = None,
|
||||
) -> dict[int, bool]:
|
||||
"""
|
||||
For every (effective_batch, batch, nheads) in *active* that has a tuned
|
||||
"""For every (effective_batch, batch, nheads) in *active* that has a tuned
|
||||
config, run the kernel with that config and compare against the reference.
|
||||
Returns {effective_batch: passed}.
|
||||
"""
|
||||
|
||||
@@ -1,8 +1,7 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
|
||||
"""
|
||||
Comprehensive 3-way SiLU Benchmark Suite
|
||||
"""Comprehensive 3-way SiLU Benchmark Suite.
|
||||
|
||||
This benchmark compares three SiLU implementations:
|
||||
1. SiLU V2 (CUDA) - Optimized CUDA kernel implementation
|
||||
@@ -110,7 +109,7 @@ def silu_mul_fp8_quant_deep_gemm_triton(
|
||||
eps: float = 1e-10,
|
||||
expert_offsets: torch.Tensor = None,
|
||||
) -> tuple[torch.Tensor, torch.Tensor]:
|
||||
"""Quantize silu(y[..., :H]) * y[..., H:] to FP8 with group per-token scales
|
||||
"""Quantize silu(y[..., :H]) * y[..., H:] to FP8 with group per-token scales.
|
||||
|
||||
y has shape (E, T, 2*H). The first half of the last dimension is
|
||||
silu-activated, multiplied by the second half, then quantized into FP8.
|
||||
@@ -206,7 +205,7 @@ def benchmark(
|
||||
iterations_per_run: int = 20,
|
||||
):
|
||||
def generate_data(seed_offset=0):
|
||||
"""Generate input data with given seed offset"""
|
||||
"""Generate input data with given seed offset."""
|
||||
set_random_seed(42 + seed_offset)
|
||||
y = torch.rand((E, T, 2 * H), dtype=torch.bfloat16, device="cuda").contiguous()
|
||||
|
||||
|
||||
@@ -10,6 +10,7 @@ with a static scale file.
|
||||
Example:
|
||||
python benchmarks/kernels/benchmark_vit_aiter_fp8_attn.py \
|
||||
--seq-lens 2304 4096 8192 16384 --head-dim 72
|
||||
|
||||
"""
|
||||
|
||||
from types import SimpleNamespace
|
||||
|
||||
@@ -97,7 +97,8 @@ def graph_replay(fn):
|
||||
|
||||
def calculate_diff(vocab_size, hidden_size, tp_size, num_tokens):
|
||||
"""The fused kernel must be bit-exact with the path it replaces, on every
|
||||
rank of the shard."""
|
||||
rank of the shard.
|
||||
"""
|
||||
dtype = torch.bfloat16
|
||||
for tp_rank in range(tp_size):
|
||||
input_ids, weight, shard_indices = make_inputs(
|
||||
|
||||
@@ -57,10 +57,12 @@ def w8a8_block_matmul(
|
||||
Bs: The per-block quantization scale for `B`.
|
||||
block_size: The block size for per-block quantization.
|
||||
It should be 2-dim, e.g., [128, 128].
|
||||
config: Triton kernel launch config, e.g. tile sizes and num_warps.
|
||||
output_dtype: The dtype of the returned tensor.
|
||||
|
||||
Returns:
|
||||
torch.Tensor: The result of matmul.
|
||||
|
||||
"""
|
||||
assert len(block_size) == 2
|
||||
block_n, block_k = block_size[0], block_size[1]
|
||||
|
||||
@@ -1,8 +1,7 @@
|
||||
#!/usr/bin/env python3
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
"""
|
||||
Generic benchmark harness for vLLM IR ops.
|
||||
"""Generic benchmark harness for vLLM IR ops.
|
||||
|
||||
Usage:
|
||||
python benchmarks/kernels/ir/bench_ir_ops.py
|
||||
|
||||
@@ -1,8 +1,6 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
"""
|
||||
Shape configurations for IR op benchmarks.
|
||||
"""
|
||||
"""Shape configurations for IR op benchmarks."""
|
||||
|
||||
import torch
|
||||
|
||||
|
||||
@@ -17,8 +17,7 @@ class CudaGraphBenchParams:
|
||||
|
||||
@dataclasses.dataclass
|
||||
class ArgPool:
|
||||
"""
|
||||
When some argument of the benchmarking function is annotated with this type,
|
||||
"""When some argument of the benchmarking function is annotated with this type,
|
||||
the benchmarking class (BenchMM) will collapse the argument to a pick a
|
||||
single value from the given list of values, during function invocation.
|
||||
For every invocation during a benchmarking run, it will choose a
|
||||
|
||||
Reference in New Issue
Block a user