Add pydocstyle to the ruff rules (#52136)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Signed-off-by: Harry Mellor <hej.mellor@gmail.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
804e5377aa
commit
8c1557a79c
@@ -1,8 +1,6 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
"""
|
||||
EPLB communicator implementations and factory.
|
||||
"""
|
||||
"""EPLB communicator implementations and factory."""
|
||||
|
||||
import contextlib
|
||||
import time
|
||||
@@ -86,7 +84,8 @@ class EplbCommunicator(ABC):
|
||||
@property
|
||||
def needs_profile_buffer_reservation(self) -> bool:
|
||||
"""Whether the profile path must run a dummy collective operation to reserve
|
||||
communication buffers."""
|
||||
communication buffers.
|
||||
"""
|
||||
return True
|
||||
|
||||
def set_stream(self, cuda_stream: torch.cuda.Stream | None) -> None:
|
||||
@@ -258,6 +257,7 @@ class NixlEplbCommunicator(EplbCommunicator):
|
||||
cpu_group: CPU process group for metadata exchange.
|
||||
all_expert_weights: Expert weight tensors for all MoE layers.
|
||||
expert_buffer: Pre-allocated receive buffer tensors.
|
||||
|
||||
"""
|
||||
assert all_expert_weights, (
|
||||
"NixlEplbCommunicator requires non-empty all_expert_weights."
|
||||
@@ -443,7 +443,8 @@ class NixlEplbCommunicator(EplbCommunicator):
|
||||
|
||||
def _exchange_remote_send_meta(self) -> None:
|
||||
"""Exchange per-layer per-tensor metadata so receivers can compute
|
||||
remote RDMA addresses at transfer time."""
|
||||
remote RDMA addresses at transfer time.
|
||||
"""
|
||||
local_meta: dict[tuple[int, int], tuple[int, int, int]] = {}
|
||||
for layer_idx, layer_tensors in enumerate(self._all_expert_weights):
|
||||
for t_idx, t in enumerate(layer_tensors):
|
||||
@@ -666,6 +667,7 @@ def create_eplb_communicator(
|
||||
zero-copy RDMA reads.
|
||||
expert_buffer: Pre-allocated receive buffer tensors (one per
|
||||
weight tensor in a single layer).
|
||||
|
||||
"""
|
||||
first_layer = expert_weights[0] if expert_weights else []
|
||||
tensor_device_type = first_layer[0].device.type if first_layer else "cpu"
|
||||
|
||||
Reference in New Issue
Block a user