[Docs] Fix warnings in mkdocs build (continued) (#23743)

Signed-off-by: Zerohertz <ohg3417@gmail.com>
Signed-off-by: Hyogeun Oh (오효근) <ohg3417@gmail.com>
This commit is contained in:
Hyogeun Oh (오효근)
2025-08-27 17:17:29 +00:00
committed by GitHub
parent dd58932280
commit 4e4d017b6f
26 changed files with 56 additions and 50 deletions
+4 -4
View File
@@ -255,9 +255,9 @@ def compute_encoder_budget(
Returns:
- Compute budget for encoder execution, measured in number of tokens
from the input sequence.
from the input sequence.
- Space budget for encoder cache size, measured in number of tokens
from the input sequence.
from the input sequence.
"""
if mm_registry.supports_multimodal_inputs(model_config):
max_tokens_by_modality = mm_registry \
@@ -303,9 +303,9 @@ def compute_mm_encoder_budget(
Returns:
- Compute budget for encoder execution, measured in number of tokens
from the input sequence.
from the input sequence.
- Space budget for encoder cache size, measured in number of tokens
from the input sequence.
from the input sequence.
"""
if not max_tokens_by_modality:
+2 -1
View File
@@ -119,7 +119,8 @@ class KVCacheCoordinator(ABC):
Args:
request: The request.
num_tokens: The total number of tokens that need to be cached
num_computed_tokens: The total number of tokens
that need to be cached
(including tokens that are already cached).
"""
for manager in self.single_type_managers:
+6 -5
View File
@@ -54,14 +54,15 @@ class KVCacheBlocks:
def get_block_ids(
self,
allow_none: bool = False,
):
) -> Optional[tuple[list[int], ...]]:
"""
Converts the KVCacheBlocks instance to block_ids.
Returns:
tuple[list[int], ...]: A tuple of lists where
* the outer tuple corresponds to KV cache groups
* each inner list contains the block_ids of the blocks in that group
tuple[list[int], ...]: A tuple of lists where:
- the outer tuple corresponds to KV cache groups
- each inner list contains the block_ids of the blocks in that
group
"""
if allow_none and all(len(group) == 0 for group in self.blocks):
return None