[misc] [doc] [frontend] LLM torch profiler support (#7943)

This commit is contained in:
William Lin
2024-09-06 17:48:48 -07:00
committed by GitHub
parent 29f49cd6e3
commit 12dd715807
6 changed files with 74 additions and 3 deletions
+6
View File
@@ -169,6 +169,12 @@ class GPUExecutor(ExecutorBase):
# it's running.
return
def start_profile(self) -> None:
self.driver_worker.start_profile()
def stop_profile(self) -> None:
self.driver_worker.stop_profile()
class GPUExecutorAsync(GPUExecutor, ExecutorAsyncBase):