Ensure metrics are logged regardless of requests (#2347)

This commit is contained in:
Iskren Ivov Chernev
2024-01-05 05:24:42 -08:00
committed by GitHub
parent 937e7b7d7c
commit d0215a58e7
3 changed files with 28 additions and 1 deletions
+6
View File
@@ -506,3 +506,9 @@ class AsyncLLMEngine:
max_log_len=engine_args.max_log_len,
start_engine_loop=start_engine_loop)
return engine
async def do_log_stats(self) -> None:
if self.engine_use_ray:
await self.engine.do_log_stats.remote()
else:
self.engine.do_log_stats()