[ROCm] Bump AITER to v0.1.23 (#58867)
Signed-off-by: fai <fangzhouai@gmail.com> Co-authored-by: Cursor <cursoragent@cursor.com> Co-authored-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
co-authored by
Cursor
Andreas Karatzas
parent
73859fec58
commit
31afa4f1bb
@@ -47,7 +47,6 @@ if ROCM_AVAILABLE:
|
||||
ROCM_GFX950 = on_gfx950()
|
||||
|
||||
if ROCM_AITER_AVAILABLE:
|
||||
from aiter.ops.triton.moe.quant_moe import upcast_from_mxfp
|
||||
from aiter.ops.triton.quant import dynamic_mxfp4_quant
|
||||
|
||||
if TRTLLM_GEN_MXFP4_AVAILABLE:
|
||||
@@ -191,11 +190,7 @@ def mxfp8_dequantize(x, scale):
|
||||
def mxfp4_quant_dequant(x: torch.Tensor) -> torch.Tensor:
|
||||
shape = x.shape
|
||||
quantized, scale = dynamic_mxfp4_quant(x.to(torch.bfloat16).flatten(0, -2))
|
||||
return (
|
||||
upcast_from_mxfp(quantized.view(torch.uint8), scale, torch.bfloat16, axis=-1)
|
||||
.reshape(shape)
|
||||
.float()
|
||||
)
|
||||
return mxfp4_dequantize(quantized.view(torch.uint8), scale).reshape(shape)
|
||||
|
||||
|
||||
def reference_moe(
|
||||
@@ -1809,12 +1804,8 @@ def test_rocm_mxfp4_moe_oracle(
|
||||
assert out.abs().max() > 0.01, "Output is effectively zero"
|
||||
|
||||
# Dequantize weights for reference computation
|
||||
w13_dq = upcast_from_mxfp(
|
||||
w13_quant_ref.view(torch.uint8), w13_scale_ref, torch.bfloat16, axis=-1
|
||||
)
|
||||
w2_dq = upcast_from_mxfp(
|
||||
w2_quant_ref.view(torch.uint8), w2_scale_ref, torch.bfloat16, axis=-1
|
||||
)
|
||||
w13_dq = mxfp4_dequantize(w13_quant_ref.view(torch.uint8), w13_scale_ref)
|
||||
w2_dq = mxfp4_dequantize(w2_quant_ref.view(torch.uint8), w2_scale_ref)
|
||||
|
||||
# Determine activation type and layout
|
||||
# SWIGLUOAI uses interleaved layout (gate/up alternating)
|
||||
|
||||
Reference in New Issue
Block a user