[misc] [doc] [frontend] LLM torch profiler support (#7943)

This commit is contained in:
William Lin
2024-09-06 17:48:48 -07:00
committed by GitHub
parent 29f49cd6e3
commit 12dd715807
6 changed files with 74 additions and 3 deletions
+6
View File
@@ -1914,6 +1914,12 @@ class LLMEngine:
self.tokenizer.check_health()
self.model_executor.check_health()
def start_profile(self) -> None:
self.model_executor.start_profile()
def stop_profile(self) -> None:
self.model_executor.stop_profile()
def is_tracing_enabled(self) -> bool:
return self.tracer is not None