[misc] [doc] [frontend] LLM torch profiler support (#7943)

This commit is contained in:
William Lin
2024-09-06 17:48:48 -07:00
committed by GitHub
parent 29f49cd6e3
commit 12dd715807
6 changed files with 74 additions and 3 deletions
+6
View File
@@ -296,6 +296,12 @@ class CPUExecutor(ExecutorBase):
for result in parallel_worker_tasks:
result.get()
def start_profile(self) -> None:
self.driver_method_invoker(self.driver_worker, "start_profile")
def stop_profile(self) -> None:
self.driver_method_invoker(self.driver_worker, "stop_profile")
class CPUExecutorAsync(CPUExecutor, ExecutorAsyncBase):
+6
View File
@@ -169,6 +169,12 @@ class GPUExecutor(ExecutorBase):
# it's running.
return
def start_profile(self) -> None:
self.driver_worker.start_profile()
def stop_profile(self) -> None:
self.driver_worker.stop_profile()
class GPUExecutorAsync(GPUExecutor, ExecutorAsyncBase):