Port metrics from aioprometheus to prometheus_client (#2730)

This commit is contained in:
Harry Mellor
2024-02-25 11:54:00 -08:00
committed by GitHub
parent f7c1234990
commit ef978fe411
9 changed files with 130 additions and 84 deletions
+2 -1
View File
@@ -128,7 +128,8 @@ class LLMEngine:
# Metric Logging.
if self.log_stats:
self.stat_logger = StatLogger(
local_interval=_LOCAL_LOGGING_INTERVAL_SEC)
local_interval=_LOCAL_LOGGING_INTERVAL_SEC,
labels=dict(model_name=model_config.model))
self.forward_dag = None
if USE_RAY_COMPILED_DAG: