[Model] add GLM-5.3-Flash support (#53906)

This commit is contained in:
Jiangyun Zhu
2026-09-03 09:40:35 -07:00
committed by GitHub
parent da8ec28268
commit 98ed0856f3
94 changed files with 17927 additions and 266 deletions
+24 -19
View File
@@ -3468,7 +3468,7 @@ class rocm_aiter_ops:
# AITER's Python wrapper allocates intermediate/output tensors without
# explicit device arguments, so run it under the residual tensor's device.
with torch.device(residual_flat.device):
post_mix, comb_mix, layer_input = mhc_pre(
args = (
residual_flat,
fn,
hc_scale,
@@ -3478,9 +3478,11 @@ class rocm_aiter_ops:
hc_sinkhorn_eps,
hc_post_mult_value,
sinkhorn_repeat,
norm_weight,
norm_eps,
)
if norm_weight is None:
post_mix, comb_mix, layer_input = mhc_pre(*args)
else:
post_mix, comb_mix, layer_input = mhc_pre(*args, norm_weight, norm_eps)
return (
post_mix.view(*outer_shape, hc_mult, 1),
comb_mix.view(*outer_shape, hc_mult, hc_mult),
@@ -3630,23 +3632,26 @@ class rocm_aiter_ops:
),
)
args = (
x_flat,
residual_flat,
post_flat,
comb_flat,
fn,
hc_scale,
hc_base,
rms_eps,
hc_pre_eps,
hc_sinkhorn_eps,
hc_post_mult_value,
sinkhorn_repeat,
)
with torch.device(residual_flat.device):
post_mix, comb_mix, layer_input, next_residual = mhc_fused_post_pre(
x_flat,
residual_flat,
post_flat,
comb_flat,
fn,
hc_scale,
hc_base,
rms_eps,
hc_pre_eps,
hc_sinkhorn_eps,
hc_post_mult_value,
sinkhorn_repeat,
norm_weight,
norm_eps,
)
if norm_weight is None:
result = mhc_fused_post_pre(*args)
else:
result = mhc_fused_post_pre(*args, norm_weight, norm_eps)
post_mix, comb_mix, layer_input, next_residual = result
return (
next_residual.view_as(residual),