diff --git a/vllm/v1/metrics/loggers.py b/vllm/v1/metrics/loggers.py index 6855efd9f5..0052a35366 100644 --- a/vllm/v1/metrics/loggers.py +++ b/vllm/v1/metrics/loggers.py @@ -1161,7 +1161,8 @@ class PrometheusStatLogger(AggregateStatLoggerBase): iteration_stats.num_generation_tokens ) self.histogram_iteration_tokens[engine_idx].observe( - iteration_stats.num_prompt_tokens + iteration_stats.num_generation_tokens + iteration_stats.prompt_token_stats.computed + + iteration_stats.num_generation_tokens ) for max_gen_tokens in iteration_stats.max_num_generation_tokens_iter: