[Bugfix][Misc] Use TritonPlaceholderModule to defensively import triton (#15099)

Signed-off-by: Mengqing Cao <cmq0113@163.com>
This commit is contained in:
Mengqing Cao
2025-04-24 22:51:02 -07:00
committed by GitHub
parent 5aa6efb9a5
commit 2f54045508
5 changed files with 53 additions and 6 deletions
@@ -10,8 +10,10 @@ from packaging import version
from vllm import _custom_ops as ops
from vllm.attention.backends.utils import PAD_SLOT_ID
from vllm.triton_utils import HAS_TRITON
TRITON3 = version.parse(triton.__version__) >= version.parse("3.0.0")
TRITON3 = HAS_TRITON and (version.parse(triton.__version__)
>= version.parse("3.0.0"))
if TRITON3: