Add pydocstyle to the ruff rules (#52136)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Signed-off-by: Harry Mellor <hej.mellor@gmail.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
804e5377aa
commit
8c1557a79c
@@ -91,6 +91,7 @@ class SimpleCPUOffloadWorker:
|
||||
tensor (attention layers) or a list of tensors (Mamba layers
|
||||
in hybrid models). All values are included for offloading
|
||||
by resolving to their underlying raw storage.
|
||||
|
||||
"""
|
||||
if not kv_caches:
|
||||
logger.warning("No KV caches to offload.")
|
||||
@@ -313,6 +314,7 @@ class SimpleCPUOffloadWorker:
|
||||
tuple of (finished_sending, finished_recving).
|
||||
- finished_sending: always None (stores use worker metadata).
|
||||
- finished_recving: req_ids whose loads have completed.
|
||||
|
||||
"""
|
||||
metadata = self._connector_metadata
|
||||
finished_recving: set[str] = set()
|
||||
|
||||
Reference in New Issue
Block a user