[ROCm] Add env flags to disable dynamic MXFP4 quant and enable AITER tuned GEMMs for Attention Projection Layers (#39987)

Signed-off-by: Hemanth Acharya <heachary@amd.com>
This commit is contained in:
Hemanth Acharya
2026-04-29 16:07:46 -07:00
committed by GitHub
parent c2fb013312
commit 6841f5dc77
5 changed files with 27 additions and 102 deletions
+7
View File
@@ -1355,6 +1355,13 @@ class rocm_aiter_ops:
def is_triton_gemm_enabled(cls) -> bool:
return cls._AITER_ENABLED and cls._TRITON_UNQUANT_GEMM
@classmethod
@if_aiter_supported
def is_tgemm_enabled(cls) -> bool:
from vllm.platforms.rocm import on_gfx950
return cls.is_linear_enabled() and on_gfx950()
@staticmethod
@if_aiter_supported
def register_ops_once() -> None: