Add pydocstyle to the ruff rules (#52136)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Signed-off-by: Harry Mellor <hej.mellor@gmail.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
804e5377aa
commit
8c1557a79c
@@ -1,7 +1,6 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
"""
|
||||
NOTE: Coding style guide for this file:
|
||||
"""NOTE: Coding style guide for this file:
|
||||
This model runner is shared by all models: text and multimodal, generative
|
||||
and embedding, public and private. As a result, this file must only contain
|
||||
code that is common to every model. Model-specific behavior belongs in the
|
||||
@@ -2229,7 +2228,8 @@ class GPUModelRunner(LoRAModelRunnerMixin):
|
||||
|
||||
def shutdown(self) -> None:
|
||||
"""Release GPU tensors (model weights, KV caches, workspace) so that
|
||||
memory is reclaimable when running in the same process."""
|
||||
memory is reclaimable when running in the same process.
|
||||
"""
|
||||
torch.accelerator.synchronize()
|
||||
self.cudagraph_manager = None
|
||||
self.fast_prefill = None
|
||||
|
||||
Reference in New Issue
Block a user