Add pydocstyle to the ruff rules (#52136)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Signed-off-by: Harry Mellor <hej.mellor@gmail.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
804e5377aa
commit
8c1557a79c
@@ -77,6 +77,7 @@ class BaseOffloader(ABC):
|
||||
|
||||
Returns:
|
||||
List of modules, potentially with offloading hooks installed.
|
||||
|
||||
"""
|
||||
pass
|
||||
|
||||
|
||||
@@ -151,6 +151,7 @@ class PrefetchOffloader(BaseOffloader):
|
||||
num_in_group: Offload this many layers per group (last N of each group).
|
||||
prefetch_step: Number of layers to prefetch ahead.
|
||||
mode: Offload mode ("cpu" is currently supported).
|
||||
|
||||
"""
|
||||
|
||||
def __init__(
|
||||
|
||||
@@ -29,6 +29,7 @@ def _wait_prefetch_impl(
|
||||
input_tensor: Input to the layer (e.g., hidden_states) - declared
|
||||
as mutated to create data dependency for torch.compile.
|
||||
layer_idx: Index of the layer to wait for.
|
||||
|
||||
"""
|
||||
get_offloader()._wait_for_layer(layer_idx)
|
||||
|
||||
@@ -49,6 +50,7 @@ def _start_prefetch_impl(
|
||||
prevent torch.compile from reordering this op before the
|
||||
computation that produces output_tensor.
|
||||
layer_idx: Index of the layer to prefetch.
|
||||
|
||||
"""
|
||||
get_offloader()._start_prefetch(layer_idx)
|
||||
|
||||
|
||||
@@ -34,6 +34,7 @@ class UVAOffloader(BaseOffloader):
|
||||
cpu_offload_max_bytes: Maximum bytes to offload to CPU.
|
||||
cpu_offload_params: Set of parameter name segments to selectively
|
||||
offload. If empty, all parameters are eligible up to the byte limit.
|
||||
|
||||
"""
|
||||
|
||||
supports_tower_offload = True
|
||||
|
||||
Reference in New Issue
Block a user