[Bugfix] [SpecDecode] AsyncMetricsCollector: update time since last collection (#6578)

This commit is contained in:
Thomas Parnell
2024-07-19 14:01:03 -07:00
committed by GitHub
parent 30efe41532
commit f0bbfaf917
2 changed files with 47 additions and 0 deletions
+4
View File
@@ -145,6 +145,10 @@ class AsyncMetricsCollector:
"""
ready_event.synchronize()
# update time of last collection
self._last_metrics_collect_time = self._timer()
accepted_tokens = self._aggregate_num_accepted_tokens.item()
emitted_tokens = self._aggregate_num_emitted_tokens.item()
draft_tokens = self._aggregate_num_draft_tokens