[XPU] add warning for xpu graph limitations (#49419)
Signed-off-by: zhenwei-intel <zhenwei.liu@intel.com>
This commit is contained in:
@@ -282,6 +282,16 @@ class XPUPlatform(Platform):
|
||||
"XPU Graph is disabled by environment variable, "
|
||||
"please set VLLM_XPU_ENABLE_XPU_GRAPH=1 to enable it."
|
||||
)
|
||||
else:
|
||||
logger.warning_once(
|
||||
"XPU Graph support is experimental and has known limitations: "
|
||||
"(1) only single-GPU execution is supported; "
|
||||
"(2) FLASH_ATTN supports PIECEWISE mode only; use TRITON_ATTN "
|
||||
"for FULL mode; "
|
||||
"(3) XPU Graph may increase device memory usage, "
|
||||
"potentially causing OOM errors or leaving less memory "
|
||||
"for the KV cache and reducing performance."
|
||||
)
|
||||
|
||||
# Disable fusion passes not yet supported on XPU.
|
||||
from vllm.config.compilation import CompilationMode
|
||||
|
||||
Reference in New Issue
Block a user