Add pydocstyle to the ruff rules (#52136)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Signed-off-by: Harry Mellor <hej.mellor@gmail.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
804e5377aa
commit
8c1557a79c
@@ -179,6 +179,7 @@ class GenerateBaseServing(BaseServing, BeamSearchOnlineMixin):
|
||||
|
||||
Args:
|
||||
n: Number of sequences the request will occupy.
|
||||
|
||||
"""
|
||||
if self.engine_client.errored:
|
||||
raise self.engine_client.dead_error
|
||||
@@ -236,7 +237,7 @@ class GenerateBaseServing(BaseServing, BeamSearchOnlineMixin):
|
||||
|
||||
@staticmethod
|
||||
def _get_data_parallel_rank(raw_request: Request | None) -> int | None:
|
||||
"""Pulls the data parallel rank from a header, if provided"""
|
||||
"""Pulls the data parallel rank from a header, if provided."""
|
||||
if raw_request is None:
|
||||
return None
|
||||
|
||||
@@ -294,7 +295,8 @@ class GenerateBaseServing(BaseServing, BeamSearchOnlineMixin):
|
||||
) -> _T:
|
||||
"""Wrap a `create_*` coroutine so that, if it raises or returns an
|
||||
ErrorResponse (i.e. the request never reached the engine), the KV
|
||||
connector is notified to free any pinned remote-prefill blocks."""
|
||||
connector is notified to free any pinned remote-prefill blocks.
|
||||
"""
|
||||
kv_transfer_params = self.has_kv_connector and request.kv_transfer_params
|
||||
if not kv_transfer_params or not kv_transfer_params.get("do_remote_prefill"):
|
||||
return await awaitable
|
||||
|
||||
Reference in New Issue
Block a user