[torch.compile] add dynamo time tracking (#11005)

Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao
2024-12-08 23:09:04 -08:00
committed by GitHub
parent af7c4a92e6
commit d1c2e15eb3
3 changed files with 16 additions and 5 deletions
+7 -2
View File
@@ -1,14 +1,19 @@
import time
from vllm.config import CompilationConfig, CompilationLevel
from vllm.logger import init_logger
logger = init_logger(__name__)
torch_compile_start_time: float = 0.0
def start_monitoring_torch_compile(compilation_config: CompilationConfig):
pass
global torch_compile_start_time
torch_compile_start_time = time.time()
def end_monitoring_torch_compile(compilation_config: CompilationConfig):
if compilation_config.level == CompilationLevel.PIECEWISE:
logger.info("graph compilation takes %.2f s in total",
logger.info("torch.compile takes %.2f s in total",
compilation_config.compilation_time)