[Platform][Kernel] platform-specific kernel loading (#25823)

Signed-off-by: Hank <hcc.mayday@gmail.com>
This commit is contained in:
Hank_
2025-10-05 13:25:15 +02:00
committed by GitHub
parent 3303cfb4ac
commit 17edd8a807
4 changed files with 27 additions and 11 deletions
+17
View File
@@ -1,5 +1,6 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import contextlib
import enum
import os
import platform
@@ -163,6 +164,22 @@ class Platform:
else:
return device_id
@classmethod
def import_core_kernels(cls) -> None:
""" Import any platform-specific C kernels. """
try:
import vllm._C # noqa: F401
except ImportError as e:
logger.warning("Failed to import from vllm._C: %r", e)
@classmethod
def try_import_moe_kernels(cls) -> bool:
""" Import any platform-specific MoE kernels. """
with contextlib.suppress(ImportError):
import vllm._moe_C # noqa: F401
return True
return False
@classmethod
def get_vit_attn_backend(cls, head_size: int,
dtype: torch.dtype) -> "_Backend":