[Bugfix][ROCm][GLM-5.3-Flash] Apply deferred tilelang.jit already on attribute access (#57192)

Signed-off-by: simondanielsson <simon.danielsson99@hotmail.com>
This commit is contained in:
Simon Danielsson
2026-09-17 12:02:39 +00:00
committed by GitHub
parent da3c07bf7d
commit 667b26e50b
2 changed files with 64 additions and 23 deletions
+29 -7
View File
@@ -24,19 +24,26 @@ class _PassConfigKey:
def _install_tilelang_stub(
monkeypatch: pytest.MonkeyPatch,
) -> dict[str, int]:
calls = {"jit_decorate": 0, "compiled_call": 0}
calls = {"jit_decorate": 0, "compiled_call": 0, "compiled_compile": 0}
tilelang: Any = ModuleType("tilelang")
class _JitImpl:
def __init__(self, func: Any) -> None:
self.func = func
def __call__(self, *args: Any, **kw: Any) -> Any:
calls["compiled_call"] += 1
return self.func.__name__
def compile(self, *args: Any, **kw: Any) -> Any:
calls["compiled_compile"] += 1
return self.func.__name__
def jit(**kwargs: Any) -> Any:
def decorate(func: Any) -> Any:
calls["jit_decorate"] += 1
def compiled(*args: Any, **kw: Any) -> Any:
calls["compiled_call"] += 1
return func.__name__
return compiled
return _JitImpl(func)
return decorate
@@ -78,6 +85,21 @@ def test_tilelang_jit_decorator_is_lazy_only_on_rocm(
assert calls["compiled_call"] == 1
@pytest.mark.skipif(not current_platform.is_rocm(), reason="Test requires ROCm")
def test_tilelang_jit_proxies_compile_only_warmup(
monkeypatch: pytest.MonkeyPatch,
) -> None:
calls = _install_tilelang_stub(monkeypatch)
module_name = "vllm.model_executor.kernels.mhc.tilelang_kernels"
monkeypatch.delitem(sys.modules, module_name, raising=False)
module = importlib.import_module(module_name)
assert module.mhc_post_tilelang.compile() == "mhc_post_tilelang"
assert calls["jit_decorate"] == 1
assert calls["compiled_compile"] == 1
assert calls["compiled_call"] == 0
@pytest.mark.skipif(not current_platform.is_rocm(), reason="Test requires ROCm")
def test_deepseek_v4_import_and_jit_monitor_do_not_hijack_hip_symbols() -> None:
if importlib.util.find_spec("tilelang") is None: