[V1][Metrics] Support vllm:cache_config_info (#13299)

This commit is contained in:
Mark McLoughlin
2025-02-22 00:20:00 -08:00
committed by GitHub
parent fca20841c2
commit 1cd981da4f
5 changed files with 32 additions and 12 deletions
+2 -3
View File
@@ -8,9 +8,8 @@ from typing import Dict, List, Optional, Type, Union, cast
import numpy as np
import prometheus_client
from vllm.config import VllmConfig
from vllm.engine.metrics_types import (StatLoggerBase, Stats,
SupportsMetricsInfo)
from vllm.config import SupportsMetricsInfo, VllmConfig
from vllm.engine.metrics_types import StatLoggerBase, Stats
from vllm.executor.ray_utils import ray
from vllm.logger import init_logger