[Bugfix][CPU] Fix several bugs (#54042)

Signed-off-by: jiang1.li <jiang1.li@intel.com>
This commit is contained in:
Li, Jiang
2026-08-31 15:33:06 +08:00
committed by GitHub
parent 2cf82bcdd1
commit fdbf2ddbd2
11 changed files with 118 additions and 85 deletions
+14 -11
View File
@@ -34,6 +34,20 @@ if HAS_TRITON:
if name != "cpu" and x.driver and x.driver.is_active()
]
# Check Triton CPU
if "cpu" in version("vllm"):
if "cpu" in backends:
HAS_TRITON = True
# Suppress following warnings on CPU-only platforms
if len(active_drivers) == 0:
active_drivers.append(backends["cpu"].driver)
else:
logger.warning(
"Triton is installed, but doesn't include CPU backend. "
"Disabling Triton."
)
HAS_TRITON = False
# Check if we're in a distributed environment where CUDA_VISIBLE_DEVICES
# or HIP_VISIBLE_DEVICES might be temporarily empty (e.g., Ray sets it to ""
# during actor init)
@@ -63,17 +77,6 @@ if HAS_TRITON:
len(active_drivers),
)
HAS_TRITON = False
# Check Triton CPU
if "cpu" in version("vllm"):
if "cpu" in backends:
HAS_TRITON = True
else:
logger.warning(
"Triton is installed, but doesn't include CPU backend. "
"Disabling Triton."
)
HAS_TRITON = False
except ImportError:
# This can occur if Triton is partially installed or triton.backends
# is missing.