Speed up docs build (#44635)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
@@ -132,7 +132,8 @@ class KVEventAggregator:
|
||||
"""
|
||||
Add events from a worker batch.
|
||||
|
||||
:param events: List of KVCacheEvent objects.
|
||||
Args:
|
||||
events: List of KVCacheEvent objects.
|
||||
"""
|
||||
if not isinstance(events, list):
|
||||
raise TypeError("events must be a list of KVCacheEvent.")
|
||||
@@ -142,7 +143,8 @@ class KVEventAggregator:
|
||||
"""
|
||||
Return events that appeared in all workers.
|
||||
|
||||
:return: List of events present in all workers.
|
||||
Returns:
|
||||
List of events present in all workers.
|
||||
"""
|
||||
return [
|
||||
event
|
||||
@@ -154,7 +156,8 @@ class KVEventAggregator:
|
||||
"""
|
||||
Return all events for all workers.
|
||||
|
||||
:return: List of events for all workers.
|
||||
Returns:
|
||||
List of events for all workers.
|
||||
"""
|
||||
return list(self._event_counter.elements())
|
||||
|
||||
@@ -168,7 +171,8 @@ class KVEventAggregator:
|
||||
"""
|
||||
Increment the number of workers contributing events.
|
||||
|
||||
:param count: Number to increment the workers by.
|
||||
Args:
|
||||
count: Number to increment the workers by.
|
||||
"""
|
||||
if count <= 0:
|
||||
raise ValueError("count must be positive.")
|
||||
@@ -184,7 +188,8 @@ class KVEventAggregator:
|
||||
"""
|
||||
Return the number of workers.
|
||||
|
||||
:return: int number of workers.
|
||||
Returns:
|
||||
int number of workers.
|
||||
"""
|
||||
return self._num_workers
|
||||
|
||||
|
||||
@@ -439,13 +439,12 @@ def _init_lmcache_engine(
|
||||
`LMCACHE_CONFIG_FILE` to load the configuration file. If that environment
|
||||
variable is not set, this function will return None.
|
||||
|
||||
:param lmcache_config: The LMCache configuration.
|
||||
:type lmcache_config: LMCacheEngineConfig
|
||||
:param vllm_config: The vLLM configuration.
|
||||
:type vllm_config: VllmConfig
|
||||
Args:
|
||||
lmcache_config: The LMCache configuration.
|
||||
vllm_config: The vLLM configuration.
|
||||
|
||||
:return: The initialized LMCache engine
|
||||
:rtype: LMCacheEngine
|
||||
Returns:
|
||||
The initialized LMCache engine
|
||||
"""
|
||||
if curr_engine := LMCacheEngineBuilder.get(ENGINE_NAME):
|
||||
return curr_engine
|
||||
|
||||
Reference in New Issue
Block a user