Lena OnyshchenkoandKunshang Ji
0111002323
Signed-off-by: oonyshch <xonyshch@gmail.com> Co-authored-by: Kunshang Ji <kunshang.ji@intel.com>
15 lines
490 B
Python
15 lines
490 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
|
|
def use_tensor_descriptor(override: bool | None = None) -> bool:
|
|
"""Tri-state VLLM_TRITON_USE_TD: unset=auto (on for XPU), 1/0=force on/off."""
|
|
from vllm import envs
|
|
from vllm.platforms import current_platform
|
|
|
|
if override is None:
|
|
override = envs.VLLM_TRITON_USE_TD
|
|
if override is not None:
|
|
return override
|
|
return current_platform.is_xpu()
|