[XPU] enable XPU GRAPH by default (#51600)
Signed-off-by: zhenwei-intel <zhenwei.liu@intel.com>
This commit is contained in:
@@ -336,16 +336,15 @@ class XPUPlatform(Platform):
|
||||
"XPU Graph is not supported in the current PyTorch version, "
|
||||
"disabling cudagraph_mode."
|
||||
)
|
||||
elif not envs.VLLM_XPU_ENABLE_XPU_GRAPH:
|
||||
|
||||
if (
|
||||
vllm_config.model_config is not None
|
||||
and vllm_config.model_config.enable_sleep_mode
|
||||
and compilation_config.cudagraph_mode != CUDAGraphMode.NONE
|
||||
):
|
||||
compilation_config.cudagraph_mode = CUDAGraphMode.NONE
|
||||
logger.warning_once(
|
||||
"XPU Graph is disabled by environment variable, "
|
||||
"please set VLLM_XPU_ENABLE_XPU_GRAPH=1 to enable it."
|
||||
)
|
||||
else:
|
||||
logger.warning_once(
|
||||
"XPU Graph support is experimental and currently only supports "
|
||||
"single-GPU execution."
|
||||
"XPU Graph is not compatible with sleep mode, disabling cudagraph_mode."
|
||||
)
|
||||
|
||||
# Disable fusion passes not yet supported on XPU.
|
||||
|
||||
Reference in New Issue
Block a user