[7/N] torch.compile, reduce compilation time (#10460)

Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao
2024-11-20 11:20:38 -08:00
committed by GitHub
parent 5f1d6af2b6
commit 0cd3d9717e
5 changed files with 27 additions and 16 deletions
+1 -1
View File
@@ -447,7 +447,7 @@ class VllmBackend:
self.add_passes_to_config()
self.split_gm, self.piecewise_graphs = split_graph(
graph, self.compilation_configs.non_cudagraph_ops)
graph, self.compilation_configs.splitting_ops)
from torch._dynamo.utils import lazy_format_graph_code
logger.debug("%s", lazy_format_graph_code("before split", self.graph))