[Fix] Skip record_sleep_state logic in PrometheusStatsLogger if not in dev mode (#27789)

Signed-off-by: SumanthRH <sumanthrh99@gmail.com>
This commit is contained in:
Sumanth R Hegde
2025-10-30 19:26:27 +00:00
committed by GitHub
parent a2981c4272
commit 4917002523
2 changed files with 45 additions and 1 deletions
+3
View File
@@ -1052,6 +1052,9 @@ class PrometheusStatLogger(AggregateStatLoggerBase):
self.gauge_lora_info.labels(**lora_info_labels).set_to_current_time()
def record_sleep_state(self, sleep: int = 0, level: int = 0):
if not envs.VLLM_SERVER_DEV_MODE:
return
awake = 1
discard_all = 0
weights_offloaded = 0