iHore/vLLM
8
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[UX] remove torch compile warning when using breakable cudagraph (#50750)

Browse Source 
Signed-off-by: zjy0516 <riverclouds.zhu@qq.com>
This commit is contained in:
Jiangyun Zhu
2026-08-03 11:25:49 +00:00
committed by GitHub
parent 9acb7b3699
commit 32c42c4f2f
1 changed files with 12 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
vllm/config/vllm.py
+12 -8
View File
@@ -1233,16 +1233,20 @@ class VllmConfig:
"Set VLLM_USE_BREAKABLE_CUDAGRAPH=0 to opt out."
)
if envs.VLLM_USE_BREAKABLE_CUDAGRAPH:
logger.warning_once(
"VLLM_USE_BREAKABLE_CUDAGRAPH is set, disabling vLLM's "
"torch.compile pipeline. Equivalent to -cc.mode=none."
)
from vllm.compilation.breakable_cudagraph import (
is_breakable_cudagraph_enabled,
)
breakable_cudagraph_enabled = is_breakable_cudagraph_enabled()
if breakable_cudagraph_enabled:
self.compilation_config.mode = CompilationMode.NONE
if self.compilation_config.backend == "eager" or (
self.compilation_config.mode is not None
and self.compilation_config.mode != CompilationMode.VLLM_COMPILE
if not breakable_cudagraph_enabled and (
self.compilation_config.backend == "eager"
or (
self.compilation_config.mode is not None
and self.compilation_config.mode != CompilationMode.VLLM_COMPILE
)
):
logger.warning_once(
"Inductor compilation was disabled by user settings, "