[CI] Ignore ruff D209, rejoin the docstrings it split, and silence incompatible-rule warnings (#57212)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
1085b64425
commit
651a88c09a
@@ -62,8 +62,7 @@ class AttentionState(NamedTuple):
|
||||
@dataclass(frozen=True)
|
||||
class BatchExecutionDescriptor:
|
||||
"""Describes the shape of the batch and CG mode to run; this is used to make shape
|
||||
matches between the capture and runtime.
|
||||
"""
|
||||
matches between the capture and runtime."""
|
||||
|
||||
cg_mode: CUDAGraphMode
|
||||
num_tokens: int
|
||||
@@ -91,8 +90,7 @@ def make_cudagraph_stats(
|
||||
class CreateForwardFn(Protocol):
|
||||
"""Factory that prepares inputs (OUTSIDE the graph) and returns a
|
||||
forward_fn. Called with warmup=True for the warmup pass and warmup=False
|
||||
for the captured pass.
|
||||
"""
|
||||
for the captured pass."""
|
||||
|
||||
def __call__(
|
||||
self,
|
||||
@@ -955,8 +953,7 @@ def profile_cudagraph_memory(runner: "GPUModelRunner") -> int:
|
||||
def _extrapolate_full_graph_memory(mem_samples: list[int], total_graphs: int) -> int:
|
||||
"""Extrapolate the total FULL capture cost from samples of the largest
|
||||
graphs. The first capture allocates the pool baseline; later graphs mostly
|
||||
reuse it, so the second sample is taken as the per-graph cost.
|
||||
"""
|
||||
reuse it, so the second sample is taken as the per-graph cost."""
|
||||
if not mem_samples:
|
||||
return 0
|
||||
first_capture = mem_samples[0]
|
||||
@@ -993,8 +990,7 @@ def _init_minimal_kv_cache_for_profiling(runner: "GPUModelRunner") -> None:
|
||||
|
||||
def _teardown_profiling_state(runner: "GPUModelRunner") -> None:
|
||||
"""Release the profiling KV cache and captured graphs while keeping model
|
||||
weights, so the real ``initialize_kv_cache`` starts from a clean slate.
|
||||
"""
|
||||
weights, so the real ``initialize_kv_cache`` starts from a clean slate."""
|
||||
torch.accelerator.synchronize()
|
||||
if hasattr(runner.model_state, "_mamba_ctx"):
|
||||
runner.model_state._mamba_ctx = None
|
||||
|
||||
@@ -2228,8 +2228,7 @@ class GPUModelRunner(LoRAModelRunnerMixin):
|
||||
|
||||
def shutdown(self) -> None:
|
||||
"""Release GPU tensors (model weights, KV caches, workspace) so that
|
||||
memory is reclaimable when running in the same process.
|
||||
"""
|
||||
memory is reclaimable when running in the same process."""
|
||||
torch.accelerator.synchronize()
|
||||
self.cudagraph_manager = None
|
||||
self.fast_prefill = None
|
||||
|
||||
@@ -144,8 +144,7 @@ class ModelState(ABC):
|
||||
) -> None:
|
||||
"""Hook run on real batches before the forward pass (after block tables
|
||||
are gathered). Used by mamba "align" prefix caching to pre-copy state
|
||||
across block boundaries. No-op by default.
|
||||
"""
|
||||
across block boundaries. No-op by default."""
|
||||
return None
|
||||
|
||||
def postprocess_state(
|
||||
|
||||
@@ -38,8 +38,7 @@ def compute_need_sampled_mask(input_batch: InputBatch) -> np.ndarray | None:
|
||||
"""Return a bool array of shape `[input_batch.num_reqs]` marking requests
|
||||
that produce a sampled token this step, and therefore must have that token
|
||||
(and the draft block proposed from it) propagated to the earlier PP stages.
|
||||
Returns None if no request in the batch produces a sample.
|
||||
"""
|
||||
Returns None if no request in the batch produces a sample."""
|
||||
old_computed = input_batch.num_computed_tokens_np
|
||||
prefill_len = input_batch.prefill_len_np
|
||||
# Exclude non-final prefill chunks (they don't produce a sample).
|
||||
@@ -179,8 +178,7 @@ class PPHandler:
|
||||
|
||||
def receive(self, input_batch: InputBatch) -> bool:
|
||||
"""Returns True iff sampled tokens need to be gathered from *all*
|
||||
requests in the batch.
|
||||
"""
|
||||
requests in the batch."""
|
||||
assert not self.is_last_rank
|
||||
need_sampled_mask = compute_need_sampled_mask(input_batch)
|
||||
if need_sampled_mask is None:
|
||||
|
||||
@@ -76,8 +76,7 @@ MAX_COMPACT_SUPPORT = 2048
|
||||
|
||||
class SamplingMaskTensors(NamedTuple):
|
||||
"""Device-side masks pending async D2H: compact ids, plus the bitmask as
|
||||
the exact fallback for rows wider than ``max_num_kept``.
|
||||
"""
|
||||
the exact fallback for rows wider than ``max_num_kept``."""
|
||||
|
||||
# [num_requests, max_num_kept]
|
||||
token_ids: torch.Tensor
|
||||
|
||||
@@ -107,8 +107,7 @@ class Sampler:
|
||||
self, idx_mapping_np: np.ndarray, include_token_ids: bool = True
|
||||
) -> tuple[int, int] | None:
|
||||
"""(num_logprobs, max_per_req_token_ids) for the given requests, or
|
||||
None when none of them want logprobs.
|
||||
"""
|
||||
None when none of them want logprobs."""
|
||||
max_num_logprobs = self.sampling_states.max_num_logprobs(idx_mapping_np)
|
||||
max_token_ids = (
|
||||
self.logprob_token_ids_state.max_num_token_ids(idx_mapping_np)
|
||||
|
||||
@@ -190,8 +190,7 @@ class AdaptiveVerificationManager:
|
||||
"""Dummy-run kwargs whose step timings seed the cost tables.
|
||||
|
||||
Run these inside StepTimingCollector.collect(), then hand the block's
|
||||
timings to set_initial_cost_curves.
|
||||
"""
|
||||
timings to set_initial_cost_curves."""
|
||||
max_num_tokens = self.req_states.max_num_batched_tokens
|
||||
size = self._cudagraph_limit = capture_sizes[-1] if capture_sizes else 0
|
||||
# Also profile beyond the capture limit: real steps run there
|
||||
@@ -261,8 +260,7 @@ class AdaptiveVerificationManager:
|
||||
input_batch: "InputBatch",
|
||||
) -> None:
|
||||
"""Publish this step's raw confidences for the ranking kernel and start
|
||||
copying them to the CPU, where a later step's budget reads them.
|
||||
"""
|
||||
copying them to the CPU, where a later step's budget reads them."""
|
||||
num_reqs = input_batch.num_reqs
|
||||
ready_idx = self._stale_idx ^ 1
|
||||
with gpu_sync_allowed():
|
||||
|
||||
@@ -72,8 +72,7 @@ def _prepare_dflash_inputs_to_capture(
|
||||
|
||||
class DFlashCudaGraphManager(CudaGraphManager):
|
||||
"""DFlash CudaGraphManager for the parallel-drafting query forward,
|
||||
building its own attention metadata from scratch.
|
||||
"""
|
||||
building its own attention metadata from scratch."""
|
||||
|
||||
def capture(
|
||||
self,
|
||||
|
||||
@@ -28,8 +28,7 @@ def _should_share(eagle: nn.Module, flag: str, draft, target) -> bool:
|
||||
|
||||
def get_target_lm_head(target_model: nn.Module, target_language_model: nn.Module):
|
||||
"""The target's lm_head — from get_language_model() for
|
||||
*ForConditionalGeneration targets, else the top-level module.
|
||||
"""
|
||||
*ForConditionalGeneration targets, else the top-level module."""
|
||||
return getattr(target_language_model, "lm_head", None) or getattr(
|
||||
target_model, "lm_head", None
|
||||
)
|
||||
|
||||
@@ -268,8 +268,7 @@ class DraftModelSpeculator(BaseSpeculator):
|
||||
@property
|
||||
def attn_vllm_config(self) -> VllmConfig:
|
||||
"""Config for the draft's attention metadata builders. Overridden by
|
||||
speculators whose attention mode differs from the target's.
|
||||
"""
|
||||
speculators whose attention mode differs from the target's."""
|
||||
return self.vllm_config
|
||||
|
||||
def set_attn(
|
||||
|
||||
Reference in New Issue
Block a user