[ROCm] Bump AITER to v0.1.23 (#58867)

Signed-off-by: fai <fangzhouai@gmail.com>
Co-authored-by: Cursor <cursoragent@cursor.com>
Co-authored-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
Fangzhou Ai
2026-09-27 19:04:58 -05:00
committed by GitHub
co-authored by Cursor Andreas Karatzas
parent 73859fec58
commit 31afa4f1bb
4 changed files with 14 additions and 15 deletions
+3 -12
View File
@@ -47,7 +47,6 @@ if ROCM_AVAILABLE:
ROCM_GFX950 = on_gfx950()
if ROCM_AITER_AVAILABLE:
from aiter.ops.triton.moe.quant_moe import upcast_from_mxfp
from aiter.ops.triton.quant import dynamic_mxfp4_quant
if TRTLLM_GEN_MXFP4_AVAILABLE:
@@ -191,11 +190,7 @@ def mxfp8_dequantize(x, scale):
def mxfp4_quant_dequant(x: torch.Tensor) -> torch.Tensor:
shape = x.shape
quantized, scale = dynamic_mxfp4_quant(x.to(torch.bfloat16).flatten(0, -2))
return (
upcast_from_mxfp(quantized.view(torch.uint8), scale, torch.bfloat16, axis=-1)
.reshape(shape)
.float()
)
return mxfp4_dequantize(quantized.view(torch.uint8), scale).reshape(shape)
def reference_moe(
@@ -1809,12 +1804,8 @@ def test_rocm_mxfp4_moe_oracle(
assert out.abs().max() > 0.01, "Output is effectively zero"
# Dequantize weights for reference computation
w13_dq = upcast_from_mxfp(
w13_quant_ref.view(torch.uint8), w13_scale_ref, torch.bfloat16, axis=-1
)
w2_dq = upcast_from_mxfp(
w2_quant_ref.view(torch.uint8), w2_scale_ref, torch.bfloat16, axis=-1
)
w13_dq = mxfp4_dequantize(w13_quant_ref.view(torch.uint8), w13_scale_ref)
w2_dq = mxfp4_dequantize(w2_quant_ref.view(torch.uint8), w2_scale_ref)
# Determine activation type and layout
# SWIGLUOAI uses interleaved layout (gate/up alternating)