[CPU] Use pre-built triton (#58140)
Signed-off-by: jiang1.li <jiang1.li@intel.com>
This commit is contained in:
@@ -199,6 +199,15 @@ class CpuPlatform(Platform):
|
||||
if model_config is not None:
|
||||
model_config.disable_cascade_attn = True
|
||||
|
||||
# Import lazily: vllm.triton_utils imports vllm.platforms.current_platform,
|
||||
# which is still being resolved while this platform class is loading.
|
||||
from vllm.triton_utils import HAS_TRITON
|
||||
|
||||
if cls.get_cpu_architecture() == CpuArchEnum.X86 and not HAS_TRITON:
|
||||
logger.warning_once(
|
||||
"Triton is not installed. triton-cpu is expected on x86 CPUs."
|
||||
)
|
||||
|
||||
cache_config = vllm_config.cache_config
|
||||
|
||||
is_deepseek_v4 = (
|
||||
|
||||
Reference in New Issue
Block a user