[BugFix][AMD] Compatible patch for AITER lib after 04/20 (#17912)

Signed-off-by: Qiang Li <qiang.li2@amd.com>
This commit is contained in:
qli88
2025-05-13 23:05:20 -07:00
committed by GitHub
parent 7b2f28deba
commit 4f8b373225
3 changed files with 54 additions and 17 deletions
@@ -123,10 +123,11 @@ def rocm_aiter_fmoe_fp8_blockscale_g1u1_impl(
fmoe_fp8_blockscale_g1u1(out_asm, a1, w1, w2, sorted_token_ids,
sorted_weight_buf, sorted_expert_ids,
num_valid_ids, topk, w1_scale.view(local_E, -1),
w2_scale.view(local_E, -1),
a1_scale.t().contiguous(), *block_shape,
smooth_scale)
num_valid_ids, topk,
a1_scale.t().contiguous(),
w1_scale.view(local_E, -1),
w2_scale.view(local_E,
-1), *block_shape, smooth_scale)
return out_asm