[V1][Metrics] add support for kv event publishing (#16750)

Signed-off-by: alec-flowers <aflowers@nvidia.com>
Signed-off-by: Mark McLoughlin <markmc@redhat.com>
Co-authored-by: Mark McLoughlin <markmc@redhat.com>
This commit is contained in:
Alec
2025-04-30 07:44:45 -07:00
committed by GitHub
co-authored by Mark McLoughlin
parent 77073c77bc
commit 0be6d05b5e
15 changed files with 1185 additions and 53 deletions
+2
View File
@@ -259,6 +259,8 @@ class EngineCore:
self.structured_output_manager.clear_backend()
if self.model_executor:
self.model_executor.shutdown()
if self.scheduler:
self.scheduler.shutdown()
def profile(self, is_start: bool = True):
self.model_executor.profile(is_start)