[ROCm] Enable VLLM triton FP8 moe for gfx1201, tuned for Qwen3-30B-A3B-FP8 tp=2 and Qwen/Qwen3.5-35B-A3B-FP8 tp=2 (#38086)
Signed-off-by: big-yellow-duck <jeffaw99@hotmail.com> Co-authored-by: vllmellm <vllm.ellm@embeddedllm.com>
This commit is contained in:
@@ -64,6 +64,7 @@ _ROCM_DEVICE_ID_NAME_MAP: dict[str, str] = {
|
||||
"0x74a9": "AMD_Instinct_MI300X_HF",
|
||||
"0x74bd": "AMD_Instinct_MI300X_HF",
|
||||
"0x744c": "AMD_Radeon_RX7900XTX",
|
||||
"0x7551": "AMD_Radeon_R9700",
|
||||
}
|
||||
|
||||
|
||||
@@ -178,6 +179,7 @@ def _get_gcn_arch() -> str:
|
||||
_GCN_ARCH = _get_gcn_arch()
|
||||
|
||||
_ON_GFX1X = any(arch in _GCN_ARCH for arch in ["gfx11", "gfx12"])
|
||||
_ON_GFX12X = any(arch in _GCN_ARCH for arch in ["gfx12"])
|
||||
_ON_MI3XX = any(arch in _GCN_ARCH for arch in ["gfx942", "gfx950"])
|
||||
_ON_GFX9 = any(arch in _GCN_ARCH for arch in ["gfx90a", "gfx942", "gfx950"])
|
||||
_ON_GFX942 = "gfx942" in _GCN_ARCH
|
||||
@@ -259,6 +261,10 @@ def on_gfx1x() -> bool:
|
||||
return _ON_GFX1X
|
||||
|
||||
|
||||
def on_gfx12x() -> bool:
|
||||
return _ON_GFX12X
|
||||
|
||||
|
||||
def on_mi3xx() -> bool:
|
||||
return _ON_MI3XX
|
||||
|
||||
@@ -636,9 +642,9 @@ class RocmPlatform(Platform):
|
||||
physical_device_id = cls.device_id_to_physical_device_id(device_id)
|
||||
handle = amdsmi_get_processor_handles()[physical_device_id]
|
||||
asic_info = amdsmi_get_gpu_asic_info(handle)
|
||||
device_name: str = asic_info["device_id"]
|
||||
if device_name in _ROCM_DEVICE_ID_NAME_MAP:
|
||||
return _ROCM_DEVICE_ID_NAME_MAP[device_name]
|
||||
asic_info_device_id: str = asic_info["device_id"]
|
||||
if asic_info_device_id in _ROCM_DEVICE_ID_NAME_MAP:
|
||||
return _ROCM_DEVICE_ID_NAME_MAP[asic_info_device_id]
|
||||
return asic_info["market_name"]
|
||||
|
||||
@classmethod
|
||||
|
||||
Reference in New Issue
Block a user