[V1][Spec Decoding] Log accumulated metrics after system goes idle (#17913)

Signed-off-by: Mark McLoughlin <markmc@redhat.com>
This commit is contained in:
Mark McLoughlin
2025-05-09 18:23:07 -07:00
committed by GitHub
parent 0c0fdae84f
commit 7042cc96b0
2 changed files with 3 additions and 3 deletions
+2
View File
@@ -67,6 +67,8 @@ class SpecDecodingLogging:
spec_decoding_stats.num_accepted_tokens_per_pos)
def log(self, log_fn=logger.info):
if not self.num_drafts:
return
num_drafts = np.sum(self.num_drafts)
num_draft_tokens = np.sum(self.num_draft_tokens)
num_accepted_tokens = np.sum(self.num_accepted_tokens)