Add pydocstyle to the ruff rules (#52136)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Signed-off-by: Harry Mellor <hej.mellor@gmail.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
804e5377aa
commit
8c1557a79c
@@ -76,7 +76,8 @@ MAX_COMPACT_SUPPORT = 2048
|
||||
|
||||
class SamplingMaskTensors(NamedTuple):
|
||||
"""Device-side masks pending async D2H: compact ids, plus the bitmask as
|
||||
the exact fallback for rows wider than ``max_num_kept``."""
|
||||
the exact fallback for rows wider than ``max_num_kept``.
|
||||
"""
|
||||
|
||||
# [num_requests, max_num_kept]
|
||||
token_ids: torch.Tensor
|
||||
|
||||
@@ -107,7 +107,8 @@ class Sampler:
|
||||
self, idx_mapping_np: np.ndarray, include_token_ids: bool = True
|
||||
) -> tuple[int, int] | None:
|
||||
"""(num_logprobs, max_per_req_token_ids) for the given requests, or
|
||||
None when none of them want logprobs."""
|
||||
None when none of them want logprobs.
|
||||
"""
|
||||
max_num_logprobs = self.sampling_states.max_num_logprobs(idx_mapping_np)
|
||||
max_token_ids = (
|
||||
self.logprob_token_ids_state.max_num_token_ids(idx_mapping_np)
|
||||
|
||||
@@ -163,6 +163,7 @@ def repeated_context_mask(
|
||||
include_prompt: Search the prompt as well as the generated tokens.
|
||||
skip_partial_context: Mark contexts containing start padding so they use
|
||||
ordinary sampling.
|
||||
|
||||
"""
|
||||
if max_history is not None and max_history < 1:
|
||||
raise ValueError("max_history must be positive or None")
|
||||
|
||||
Reference in New Issue
Block a user