[torch.compile] add logging for compilation time (#10941)
Signed-off-by: youkaichao <youkaichao@gmail.com> Co-authored-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
co-authored by
Woosuk Kwon
parent
db87eb6c67
commit
b031a455a9
@@ -0,0 +1,14 @@
|
||||
from vllm.config import CompilationConfig, CompilationLevel
|
||||
from vllm.logger import init_logger
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
|
||||
def start_monitoring_torch_compile(compilation_config: CompilationConfig):
|
||||
pass
|
||||
|
||||
|
||||
def end_monitoring_torch_compile(compilation_config: CompilationConfig):
|
||||
if compilation_config.level == CompilationLevel.PIECEWISE:
|
||||
logger.info("graph compilation takes %.2f s in total",
|
||||
compilation_config.compilation_time)
|
||||
Reference in New Issue
Block a user