[V1] Remove log noise when idle (#16735)

Signed-off-by: Russell Bryant <rbryant@redhat.com>
This commit is contained in:
Russell Bryant
2025-04-16 21:34:08 -07:00
committed by GitHub
parent 607029e515
commit 9dbf7a2dc1
2 changed files with 15 additions and 4 deletions
+2 -2
View File
@@ -43,14 +43,14 @@ class SpecDecodingMetrics:
self.num_accepted_tokens.append(
spec_decoding_stats.num_accepted_tokens)
def log(self):
def log(self, log_fn=logger.info):
num_draft_tokens = np.sum(self.num_draft_tokens)
num_accepted_tokens = np.sum(self.num_accepted_tokens)
draft_acceptance_rate = (num_accepted_tokens / num_draft_tokens *
100 if num_draft_tokens > 0 else float("nan"))
logger.info(
log_fn(
"SpecDecoding metrics: "
"Draft acceptance rate: %.1f%%, "
"Accepted: %d tokens, "