[torch.compile] add logging for compilation time (#10941)

Signed-off-by: youkaichao <youkaichao@gmail.com>
Co-authored-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
youkaichao
2024-12-06 10:07:15 +00:00
committed by GitHub
co-authored by Woosuk Kwon
parent db87eb6c67
commit b031a455a9
6 changed files with 75 additions and 10 deletions
+14
View File
@@ -0,0 +1,14 @@
from vllm.config import CompilationConfig, CompilationLevel
from vllm.logger import init_logger
logger = init_logger(__name__)
def start_monitoring_torch_compile(compilation_config: CompilationConfig):
pass
def end_monitoring_torch_compile(compilation_config: CompilationConfig):
if compilation_config.level == CompilationLevel.PIECEWISE:
logger.info("graph compilation takes %.2f s in total",
compilation_config.compilation_time)