Migrate docs from Sphinx to MkDocs (#18145)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
@@ -1263,12 +1263,10 @@ class LLMEngine:
|
||||
def step(self) -> List[Union[RequestOutput, PoolingRequestOutput]]:
|
||||
"""Performs one decoding iteration and returns newly generated results.
|
||||
|
||||
:::{figure} https://i.imgur.com/sv2HssD.png
|
||||
:alt: Overview of the step function
|
||||
:align: center
|
||||
|
||||
Overview of the step function.
|
||||
:::
|
||||
<figure markdown="span">
|
||||

|
||||
<figcaption>Overview of the step function</figcaption>
|
||||
</figure>
|
||||
|
||||
Details:
|
||||
- Step 1: Schedules the sequences to be executed in the next
|
||||
|
||||
@@ -29,7 +29,7 @@ prometheus_client.disable_created_metrics()
|
||||
# to extract the metrics definitions.
|
||||
|
||||
|
||||
# begin-metrics-definitions
|
||||
# --8<-- [start:metrics-definitions]
|
||||
class Metrics:
|
||||
"""
|
||||
vLLM uses a multiprocessing-based frontend for the OpenAI server.
|
||||
@@ -293,7 +293,7 @@ class Metrics:
|
||||
labelnames=labelnames))
|
||||
|
||||
|
||||
# end-metrics-definitions
|
||||
# --8<-- [end:metrics-definitions]
|
||||
|
||||
def _unregister_vllm_metrics(self) -> None:
|
||||
for collector in list(prometheus_client.REGISTRY._collector_to_names):
|
||||
|
||||
Reference in New Issue
Block a user