Enable gfx1250 ROCm architecture (#46516)
Signed-off-by: Douglas Lehr <Doug.Lehr@amd.com> Signed-off-by: jpvillam <juan.villamizar@amd.com> Signed-off-by: Daniel <danichan@amd.com> Signed-off-by: Jaden Mathias <jaden.mathias@amd.com> Signed-off-by: jpvillam <jpvillam@amd.com> Signed-off-by: Juan Villamizar <100237675+jpvillam-amd@users.noreply.github.com> Signed-off-by: Douglas Lehr <91553416+dllehr-amd@users.noreply.github.com> Signed-off-by: Jaden Mathias <Jaden.Mathias@amd.com> Co-authored-by: Douglas Lehr <Doug.Lehr@amd.com> Co-authored-by: Claude Opus 4.7 (1M context) <noreply@anthropic.com> Co-authored-by: Daniel <danichan@amd.com> Co-authored-by: Jaden Mathias <jaden.mathias@amd.com> Co-authored-by: jpvillam <jpvillam@amd.com> Co-authored-by: root <root@ctheliosr-1b114-f01-2.mnb.dcgpu> Co-authored-by: Douglas Lehr <91553416+dllehr-amd@users.noreply.github.com> Co-authored-by: dllehr <douglehr@amd.com> Co-authored-by: Daniel Chan <Daniel.Chan@amd.com> Co-authored-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
co-authored by
Douglas Lehr
Claude Opus 4.7
Daniel
Jaden Mathias
jpvillam
root
Douglas Lehr
dllehr
Daniel Chan
Andreas Karatzas
parent
553fcb82d5
commit
4f1da84eb5
@@ -505,7 +505,18 @@ def has_triton_kernels() -> bool:
|
||||
@cache
|
||||
def has_tilelang() -> bool:
|
||||
"""Whether the optional `tilelang` package is available."""
|
||||
return _has_module("tilelang")
|
||||
if not _has_module("tilelang"):
|
||||
return False
|
||||
# ROCm-only guard, imported lazily to avoid loading rocm on CUDA.
|
||||
from vllm.platforms import current_platform
|
||||
|
||||
if current_platform.is_rocm():
|
||||
from vllm.platforms.rocm import on_gfx1250
|
||||
|
||||
# TODO: Re-enable when tilelang supports gfx1250
|
||||
if on_gfx1250():
|
||||
return False
|
||||
return True
|
||||
|
||||
|
||||
def has_arctic_inference() -> bool:
|
||||
|
||||
@@ -231,10 +231,26 @@ def _log_triton_jit_compile(fn_name: str, kwargs) -> None:
|
||||
|
||||
|
||||
def _setup_triton_jit_hook() -> None:
|
||||
"""Register a ``jit_post_compile_hook`` that warns on compilation."""
|
||||
"""Register a jit_post_compile_hook that warns on compilation."""
|
||||
if not HAS_TRITON:
|
||||
return
|
||||
from triton import knobs # type: ignore[import-untyped]
|
||||
from triton import knobs
|
||||
from triton.runtime import jit as _triton_jit
|
||||
|
||||
# kernels pass non-JSON-serializable constexprs
|
||||
# make that serialization non-fatal
|
||||
_orig = _triton_jit.serialize_specialization_data
|
||||
if not getattr(_orig, "_vllm_guarded", False):
|
||||
|
||||
@functools.wraps(_orig)
|
||||
def _guarded(*args, **kwargs):
|
||||
try:
|
||||
return _orig(*args, **kwargs)
|
||||
except (TypeError, ValueError):
|
||||
return None # best-effort metadata; monitor ignores it
|
||||
|
||||
cast(Any, _guarded)._vllm_guarded = True
|
||||
_triton_jit.serialize_specialization_data = _guarded
|
||||
|
||||
existing_hook = knobs.runtime.jit_post_compile_hook
|
||||
|
||||
|
||||
Reference in New Issue
Block a user