[V1][Metrics] Support vllm:cache_config_info (#13299)

This commit is contained in:
Mark McLoughlin
2025-02-22 00:20:00 -08:00
committed by GitHub
parent fca20841c2
commit 1cd981da4f
5 changed files with 32 additions and 12 deletions
+2 -3
View File
@@ -8,9 +8,8 @@ from typing import Dict, List, Optional, Type, Union, cast
import numpy as np
import prometheus_client
from vllm.config import VllmConfig
from vllm.engine.metrics_types import (StatLoggerBase, Stats,
SupportsMetricsInfo)
from vllm.config import SupportsMetricsInfo, VllmConfig
from vllm.engine.metrics_types import StatLoggerBase, Stats
from vllm.executor.ray_utils import ray
from vllm.logger import init_logger
+2 -8
View File
@@ -15,9 +15,9 @@ do this in Python code and lazily import prometheus_client.
import time
from abc import ABC, abstractmethod
from dataclasses import dataclass
from typing import Dict, List, Optional, Protocol
from typing import List, Optional
from vllm.config import VllmConfig
from vllm.config import SupportsMetricsInfo, VllmConfig
from vllm.spec_decode.metrics import SpecDecodeWorkerMetrics
@@ -70,12 +70,6 @@ class Stats:
spec_decode_metrics: Optional["SpecDecodeWorkerMetrics"] = None
class SupportsMetricsInfo(Protocol):
def metrics_info(self) -> Dict[str, str]:
...
class StatLoggerBase(ABC):
"""Base class for StatLogger."""