Add pydocstyle to the ruff rules (#52136)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Signed-off-by: Harry Mellor <hej.mellor@gmail.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
804e5377aa
commit
8c1557a79c
@@ -146,6 +146,7 @@ class LinearMethodBase(QuantizeMethodBase):
|
||||
input_size: Size of the input dim of the weight across all ranks.
|
||||
output_size: Size of the output dim of the weight across all ranks.
|
||||
params_dtype: Datatype of the parameters.
|
||||
|
||||
"""
|
||||
raise NotImplementedError
|
||||
|
||||
@@ -157,7 +158,8 @@ class LinearMethodBase(QuantizeMethodBase):
|
||||
bias: torch.Tensor | None = None,
|
||||
) -> torch.Tensor:
|
||||
"""Apply the weights in layer to the input tensor.
|
||||
Expects create_weights to have been called before on the layer."""
|
||||
Expects create_weights to have been called before on the layer.
|
||||
"""
|
||||
raise NotImplementedError
|
||||
|
||||
|
||||
@@ -250,6 +252,7 @@ class LinearBase(PluggableLayer):
|
||||
prefix: Prefix for parameter names.
|
||||
return_bias: If true, return bias together with outputs in forward pass.
|
||||
disable_tp: If true, tensor parallelism will be disabled for this layer.
|
||||
|
||||
"""
|
||||
|
||||
requires_unquantized_input = False
|
||||
@@ -335,6 +338,7 @@ class ReplicatedLinear(LinearBase):
|
||||
(e.g. model.layers.0.qkv_proj)
|
||||
return_bias: If true, return bias together with outputs in forward pass.
|
||||
disable_tp: Take no effect for replicated linear layers.
|
||||
|
||||
"""
|
||||
|
||||
# --8<-- [end:replicated_linear]
|
||||
@@ -454,6 +458,7 @@ class ColumnParallelLinear(LinearBase):
|
||||
shard per rank (see ``DCPGroupColumnParallelLinear``).
|
||||
tp_size: Override the tensor-parallel world size used for sharding.
|
||||
Defaults to the global TP world size.
|
||||
|
||||
"""
|
||||
|
||||
# --8<-- [end:column_parallel_linear]
|
||||
@@ -690,6 +695,7 @@ class MergedColumnParallelLinear(ColumnParallelLinear):
|
||||
return_bias: If true, return bias together with outputs in forward pass.
|
||||
disable_tp: If true, all weights matrix won't be sharded, this layer
|
||||
will be treated as a "Replicated" MergedLinear.
|
||||
|
||||
"""
|
||||
|
||||
def __init__(
|
||||
@@ -867,8 +873,7 @@ class MergedColumnParallelLinear(ColumnParallelLinear):
|
||||
loaded_weight: torch.Tensor,
|
||||
output_sizes: list[int] | None = None,
|
||||
):
|
||||
"""
|
||||
Handle special case for models where MLP layers are already
|
||||
"""Handle special case for models where MLP layers are already
|
||||
fused on disk. In this case, we have no shard id. This function
|
||||
determines the shard id by splitting these layers and then calls
|
||||
the weight loader using the shard id.
|
||||
@@ -876,7 +881,6 @@ class MergedColumnParallelLinear(ColumnParallelLinear):
|
||||
An example of a model with these fused layers:
|
||||
https://huggingface.co/microsoft/Phi-3-mini-4k-instruct
|
||||
"""
|
||||
|
||||
current_shard_offset = 0
|
||||
shard_offsets: list[tuple[int, int, int]] = []
|
||||
output_sizes = output_sizes or self.output_sizes
|
||||
@@ -1018,6 +1022,7 @@ class QKVParallelLinear(ColumnParallelLinear):
|
||||
(e.g. model.layers.0.qkv_proj)
|
||||
return_bias: If true, return bias together with outputs in forward pass.
|
||||
disable_tp: If true, weights matrix won't be sharded through tp rank.
|
||||
|
||||
"""
|
||||
|
||||
def __init__(
|
||||
@@ -1102,8 +1107,7 @@ class QKVParallelLinear(ColumnParallelLinear):
|
||||
def _load_fused_module_from_checkpoint(
|
||||
self, param: BasevLLMParameter, loaded_weight: torch.Tensor
|
||||
):
|
||||
"""
|
||||
Handle special case for models where QKV layers are already
|
||||
"""Handle special case for models where QKV layers are already
|
||||
fused on disk. In this case, we have no shard id. This function
|
||||
determines the shard id by splitting these layers and then calls
|
||||
the weight loader using the shard id.
|
||||
@@ -1632,6 +1636,7 @@ class RowParallelLinear(LinearBase):
|
||||
| . |
|
||||
| A_p |
|
||||
- -
|
||||
|
||||
Arguments:
|
||||
input_size: first dimension of matrix A.
|
||||
output_size: second dimension of matrix A.
|
||||
@@ -1651,6 +1656,7 @@ class RowParallelLinear(LinearBase):
|
||||
(e.g. model.layers.0.down_proj)
|
||||
return_bias: If true, return bias together with outputs in forward pass.
|
||||
disable_tp: If true, weights matrix won't be sharded through tp rank.
|
||||
|
||||
"""
|
||||
|
||||
# --8<-- [end:row_parallel_linear]
|
||||
|
||||
Reference in New Issue
Block a user