[V1][Metrics] Support vllm:cache_config_info (#13299)
This commit is contained in:
@@ -8,9 +8,8 @@ from typing import Dict, List, Optional, Type, Union, cast
|
||||
import numpy as np
|
||||
import prometheus_client
|
||||
|
||||
from vllm.config import VllmConfig
|
||||
from vllm.engine.metrics_types import (StatLoggerBase, Stats,
|
||||
SupportsMetricsInfo)
|
||||
from vllm.config import SupportsMetricsInfo, VllmConfig
|
||||
from vllm.engine.metrics_types import StatLoggerBase, Stats
|
||||
from vllm.executor.ray_utils import ray
|
||||
from vllm.logger import init_logger
|
||||
|
||||
|
||||
@@ -15,9 +15,9 @@ do this in Python code and lazily import prometheus_client.
|
||||
import time
|
||||
from abc import ABC, abstractmethod
|
||||
from dataclasses import dataclass
|
||||
from typing import Dict, List, Optional, Protocol
|
||||
from typing import List, Optional
|
||||
|
||||
from vllm.config import VllmConfig
|
||||
from vllm.config import SupportsMetricsInfo, VllmConfig
|
||||
from vllm.spec_decode.metrics import SpecDecodeWorkerMetrics
|
||||
|
||||
|
||||
@@ -70,12 +70,6 @@ class Stats:
|
||||
spec_decode_metrics: Optional["SpecDecodeWorkerMetrics"] = None
|
||||
|
||||
|
||||
class SupportsMetricsInfo(Protocol):
|
||||
|
||||
def metrics_info(self) -> Dict[str, str]:
|
||||
...
|
||||
|
||||
|
||||
class StatLoggerBase(ABC):
|
||||
"""Base class for StatLogger."""
|
||||
|
||||
|
||||
Reference in New Issue
Block a user