[Kernel] [Helion] [3/N] Helion kernel registry (#33203)
Signed-off-by: Yanan Cao <gmagogsfm@gmail.com>
This commit is contained in:
@@ -9,6 +9,9 @@ from vllm.kernels.helion.config_manager import (
|
||||
from vllm.kernels.helion.register import (
|
||||
ConfiguredHelionKernel,
|
||||
HelionKernelWrapper,
|
||||
get_kernel_by_name,
|
||||
get_registered_kernels,
|
||||
register_kernel,
|
||||
vllm_helion_lib,
|
||||
)
|
||||
from vllm.kernels.helion.utils import canonicalize_gpu_name, get_canonical_gpu_name
|
||||
@@ -20,6 +23,9 @@ __all__ = [
|
||||
# Kernel registration
|
||||
"ConfiguredHelionKernel",
|
||||
"HelionKernelWrapper",
|
||||
"get_kernel_by_name",
|
||||
"get_registered_kernels",
|
||||
"register_kernel",
|
||||
"vllm_helion_lib",
|
||||
# Utilities
|
||||
"canonicalize_gpu_name",
|
||||
|
||||
@@ -37,7 +37,7 @@ Key Classes
|
||||
"""
|
||||
|
||||
from collections.abc import Callable
|
||||
from typing import Any
|
||||
from typing import Any, cast, overload
|
||||
|
||||
import torch
|
||||
from torch.library import Library
|
||||
@@ -114,7 +114,7 @@ class ConfiguredHelionKernel:
|
||||
def __init__(
|
||||
self,
|
||||
op_name: str,
|
||||
config_picker: Callable[[tuple[Any, ...], list[str]], str | None],
|
||||
config_picker: Callable[[tuple[Any, ...], list[str]], str | None] | None,
|
||||
raw_kernel_func: Callable,
|
||||
helion_settings: "helion.Settings | None" = None,
|
||||
):
|
||||
@@ -140,9 +140,16 @@ class ConfiguredHelionKernel:
|
||||
f"Use @{self.op_name}.register_config_picker to register one."
|
||||
)
|
||||
|
||||
# After None check, config_picker is guaranteed to be non-None
|
||||
assert self.config_picker is not None
|
||||
|
||||
def key_computer(*args):
|
||||
config_keys = list(self.configs.keys())
|
||||
selected_key = self.config_picker(args, config_keys)
|
||||
# Cast is safe because we checked for None above
|
||||
config_picker = cast(
|
||||
Callable[[tuple[Any, ...], list[str]], str | None], self.config_picker
|
||||
)
|
||||
selected_key = config_picker(args, config_keys)
|
||||
if selected_key:
|
||||
return selected_key
|
||||
return "default" if "default" in self.configs else None
|
||||
@@ -272,3 +279,115 @@ class HelionKernelWrapper:
|
||||
target_lib=vllm_helion_lib,
|
||||
)
|
||||
return getattr(torch.ops.vllm_helion, self.op_name)
|
||||
|
||||
|
||||
# Global registry for tracking all registered HelionKernelWrapper instances
|
||||
_REGISTERED_KERNELS: dict[str, HelionKernelWrapper] = {}
|
||||
|
||||
|
||||
def get_registered_kernels() -> dict[str, HelionKernelWrapper]:
|
||||
return _REGISTERED_KERNELS.copy()
|
||||
|
||||
|
||||
def get_kernel_by_name(kernel_name: str) -> HelionKernelWrapper | None:
|
||||
return _REGISTERED_KERNELS.get(kernel_name)
|
||||
|
||||
|
||||
def infer_fake_impl(
|
||||
kernel_func: Callable,
|
||||
helion_settings: "helion.Settings | None" = None,
|
||||
) -> Callable:
|
||||
def helion_fake_kernel(*args, **kwargs):
|
||||
kernel_kwargs = {}
|
||||
if helion_settings:
|
||||
kernel_kwargs.update(helion_settings.to_dict())
|
||||
|
||||
temp_decorated_kernel = helion.kernel(**kernel_kwargs)(kernel_func)
|
||||
|
||||
# Bind with args to get config_spec, then get a valid default config
|
||||
bound = temp_decorated_kernel.bind(args)
|
||||
default_config = bound.config_spec.default_config()
|
||||
compiled_runner = bound.compile_config(default_config)
|
||||
|
||||
return compiled_runner(*args, **kwargs, _launcher=lambda *a, **kw: None)
|
||||
|
||||
return helion_fake_kernel
|
||||
|
||||
|
||||
# Overloads are necessary for proper mypy type inference.
|
||||
# Without overloads, the union return type HelionKernelWrapper | Callable[...]
|
||||
# causes mypy to complain about missing attributes when tests do:
|
||||
# wrapper = register_kernel(func) # Should return HelionKernelWrapper
|
||||
# wrapper._fake_impl # mypy error: "Callable has no attribute _fake_impl"
|
||||
# The overloads tell mypy the exact return type based on the argument pattern.
|
||||
@overload
|
||||
def register_kernel(
|
||||
op_name_or_func: Callable,
|
||||
*,
|
||||
fake_impl: Callable | None = None,
|
||||
helion_settings: "helion.Settings | None" = None,
|
||||
) -> HelionKernelWrapper: ...
|
||||
|
||||
|
||||
@overload
|
||||
def register_kernel(
|
||||
op_name_or_func: str | None = None,
|
||||
*,
|
||||
fake_impl: Callable | None = None,
|
||||
helion_settings: "helion.Settings | None" = None,
|
||||
) -> Callable[[Callable], HelionKernelWrapper]: ...
|
||||
|
||||
|
||||
def register_kernel(
|
||||
op_name_or_func: str | Callable | None = None,
|
||||
*,
|
||||
fake_impl: Callable | None = None,
|
||||
helion_settings: "helion.Settings | None" = None,
|
||||
) -> HelionKernelWrapper | Callable[[Callable], HelionKernelWrapper]:
|
||||
"""
|
||||
Decorator to register a Helion kernel function as a HelionKernelWrapper.
|
||||
|
||||
Wraps the raw kernel function in a HelionKernelWrapper and registers it
|
||||
in the global kernel registry. Auto-generates fake_impl if not provided.
|
||||
"""
|
||||
|
||||
def decorator(kernel_func: Callable) -> HelionKernelWrapper:
|
||||
op_name = op_name_or_func if isinstance(op_name_or_func, str) else None
|
||||
final_op_name = op_name if op_name else kernel_func.__name__
|
||||
|
||||
if final_op_name in _REGISTERED_KERNELS:
|
||||
raise ValueError(
|
||||
f"Helion kernel '{final_op_name}' is already registered. "
|
||||
f"Use a different op_name or check for duplicate registrations."
|
||||
)
|
||||
|
||||
final_fake_impl = fake_impl
|
||||
if final_fake_impl is None:
|
||||
final_fake_impl = infer_fake_impl(kernel_func, helion_settings)
|
||||
logger.debug(
|
||||
"Auto-generated fake_impl for Helion kernel '%s'",
|
||||
kernel_func.__name__,
|
||||
)
|
||||
|
||||
kernel_wrapper = HelionKernelWrapper(
|
||||
raw_kernel_func=kernel_func,
|
||||
op_name=final_op_name,
|
||||
fake_impl=final_fake_impl,
|
||||
helion_settings=helion_settings,
|
||||
)
|
||||
|
||||
_REGISTERED_KERNELS[final_op_name] = kernel_wrapper
|
||||
|
||||
logger.info(
|
||||
"Registered Helion kernel '%s' as HelionKernelWrapper",
|
||||
kernel_func.__name__,
|
||||
)
|
||||
|
||||
return kernel_wrapper
|
||||
|
||||
if callable(op_name_or_func) and not isinstance(op_name_or_func, str):
|
||||
# Bare decorator usage: @register_kernel
|
||||
return decorator(op_name_or_func)
|
||||
else:
|
||||
# Decorator with arguments: @register_kernel(...)
|
||||
return decorator
|
||||
|
||||
Reference in New Issue
Block a user