[CI] Ignore ruff D209, rejoin the docstrings it split, and silence incompatible-rule warnings (#57212)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
1085b64425
commit
651a88c09a
@@ -136,8 +136,7 @@ async def _client_loop(
|
||||
client_id: int,
|
||||
):
|
||||
"""A single async client: pulls prompts, submits to engine, consumes
|
||||
hidden states as soon as each request finishes.
|
||||
"""
|
||||
hidden states as soon as each request finishes."""
|
||||
loop = asyncio.get_event_loop()
|
||||
while True:
|
||||
item = await prompt_queue.get()
|
||||
|
||||
@@ -84,8 +84,7 @@ def make_inputs(
|
||||
|
||||
def build_configs(head_configs, num_tokens_list, input_dtypes, tp_sizes):
|
||||
"""Build (num_tokens, num_heads, head_size, dtype_str) config tuples,
|
||||
applying TP division to num_heads and skipping invalid combos.
|
||||
"""
|
||||
applying TP division to num_heads and skipping invalid combos."""
|
||||
configs = []
|
||||
for (_, nh, hs), nt, dtype, tp in itertools.product(
|
||||
head_configs, num_tokens_list, input_dtypes, tp_sizes
|
||||
|
||||
@@ -32,8 +32,7 @@ FP8_DTYPE = current_platform.fp8_dtype()
|
||||
|
||||
def old_default_config(M, E, N, K, topk, dtype=None, block_shape=None):
|
||||
"""The original defaults before https://github.com/vllm-project/vllm/pull/34846,
|
||||
for comparison.
|
||||
"""
|
||||
for comparison."""
|
||||
if dtype == "fp8_w8a8" and block_shape is not None:
|
||||
return {
|
||||
"BLOCK_SIZE_M": 64,
|
||||
|
||||
@@ -97,8 +97,7 @@ def graph_replay(fn):
|
||||
|
||||
def calculate_diff(vocab_size, hidden_size, tp_size, num_tokens):
|
||||
"""The fused kernel must be bit-exact with the path it replaces, on every
|
||||
rank of the shard.
|
||||
"""
|
||||
rank of the shard."""
|
||||
dtype = torch.bfloat16
|
||||
for tp_rank in range(tp_size):
|
||||
input_ids, weight, shard_indices = make_inputs(
|
||||
|
||||
Reference in New Issue
Block a user