[Bugfix][ROCm][GLM-5.3-Flash] Apply deferred tilelang.jit already on attribute access (#57192)

Signed-off-by: simondanielsson <simon.danielsson99@hotmail.com>
This commit is contained in:
Simon Danielsson
2026-09-17 12:02:39 +00:00
committed by GitHub
parent da3c07bf7d
commit 667b26e50b
2 changed files with 64 additions and 23 deletions
+35 -16
View File
@@ -61,8 +61,41 @@ def _get_pass_configs() -> dict[Any, Any]:
return pass_configs
class _DeferredTileLangJitKernel:
"""Stand-in for a `tilelang.jit` kernel that decorates on first use.
Both attribute access and calling apply the decoration. Required for
compile-only JIT warmup on platforms that defer import of tilelang.
"""
_kernel_function: Callable[..., Any] | None = None
_jit_kernel: Any = None
def __init__(self, kernel_function: Callable[..., Any]) -> None:
self._kernel_function = kernel_function
functools.update_wrapper(self, kernel_function)
def _ensure_jit_kernel(self) -> Any:
if self._jit_kernel is None:
_ensure_tilelang_imported()
kernel_function = self._kernel_function
assert kernel_function is not None
kernel_function.__globals__["tilelang"] = tilelang
kernel_function.__globals__["T"] = T
self._jit_kernel = tilelang.jit(pass_configs=_get_pass_configs())(
kernel_function
)
return self._jit_kernel
def __call__(self, *args: Any, **kwargs: Any) -> Any:
return self._ensure_jit_kernel()(*args, **kwargs)
def __getattr__(self, name: str) -> Any:
return getattr(self._ensure_jit_kernel(), name)
def tilelang_jit(kernel_function: Callable[..., Any]) -> Callable[..., Any]:
"""Apply `tilelang.jit`, deferring until first call on ROCm.
"""Apply `tilelang.jit`, deferring until first use on ROCm.
ROCm defers JIT decoration so importing the caller's module does not
require TileLang immediately. CUDA keeps the eager decoration behavior.
@@ -75,18 +108,4 @@ def tilelang_jit(kernel_function: Callable[..., Any]) -> Callable[..., Any]:
_ensure_tilelang_imported()
return tilelang.jit(pass_configs=_get_pass_configs())(kernel_function)
compiled_kernel: Callable[..., Any] | None = None
@functools.wraps(kernel_function)
def wrapper(*args: Any, **kwargs: Any) -> Any:
nonlocal compiled_kernel
if compiled_kernel is None:
_ensure_tilelang_imported()
kernel_function.__globals__["tilelang"] = tilelang
kernel_function.__globals__["T"] = T
compiled_kernel = tilelang.jit(pass_configs=_get_pass_configs())(
kernel_function
)
return compiled_kernel(*args, **kwargs)
return wrapper
return _DeferredTileLangJitKernel(kernel_function)