Add pydocstyle to the ruff rules (#52136)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Signed-off-by: Harry Mellor <hej.mellor@gmail.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
804e5377aa
commit
8c1557a79c
@@ -55,8 +55,7 @@ def sync_cudagraph_and_dp_padding(
|
||||
allow_ubatching: bool = False,
|
||||
uniform_decode: bool = False,
|
||||
) -> tuple[BatchExecutionDescriptor, DPSyncState | None]:
|
||||
"""
|
||||
Coordinates the batch descriptor and DP padding across all ranks.
|
||||
"""Coordinates the batch descriptor and DP padding across all ranks.
|
||||
|
||||
`parallel_config` is only needed to decide whether to microbatch, so callers
|
||||
that never do (`allow_ubatching=False`) can leave it out.
|
||||
@@ -248,6 +247,12 @@ def dispatch_cg_and_sync_dp(
|
||||
need_eager: Force `CUDAGraphMode.NONE` instead of dispatching.
|
||||
num_active_loras: Active LoRA count for this rank. Does not need
|
||||
cross-rank agreement; it never changes a bucket's token count.
|
||||
parallel_config: Only needed to decide whether to microbatch, so
|
||||
callers that never do (`allow_ubatching=False`) can leave it out.
|
||||
allow_ubatching: Whether this rank's batch may be split into
|
||||
microbatches. Agreed across ranks before it takes effect.
|
||||
uniform_decode: Whether this rank's batch is a uniform decode, used
|
||||
to pick the microbatching split.
|
||||
dp_sync: Agreement from a prior dispatch over this same batch, to reuse.
|
||||
Must come from a batch with this same padded `num_tokens` and the
|
||||
same `uniform_token_count`; `num_reqs` may differ, as neither
|
||||
@@ -257,6 +262,7 @@ def dispatch_cg_and_sync_dp(
|
||||
Returns:
|
||||
(batch_desc, sync), where `sync` is this batch's agreement for a later
|
||||
dispatch to reuse. It is None when `dp_size` is 1 or no rank has work.
|
||||
|
||||
"""
|
||||
reuse_eager = dp_sync is not None and dp_sync.eager
|
||||
|
||||
|
||||
Reference in New Issue
Block a user