[Quant] Use canonical N-first weight format for CT WNA16 MoE (#52798)
Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com> Co-authored-by: HDCharles <{"message":"Not Found","documentation_url":"https://docs.github.com/rest/users/emails#list-email-addresses-for-the-authenticated-user","status":"404"}> Co-authored-by: OpenAI Codex <codex@openai.com> Co-authored-by: OpenAI Codex <noreply@openai.com>
This commit is contained in:
co-authored by
Claude Opus 4.6
HDCharles <{"message":"Not Found","documentation_url":"https://docs.github.com/rest/users/emails#list-email-addresses-for-the-authenticated-user","status":"404"}>
OpenAI Codex
OpenAI Codex
parent
6d3ea3c2c9
commit
c01368fd64
@@ -626,19 +626,31 @@ class AutoGPTQMoEMethod(FusedMoEMethodBase):
|
||||
layer.register_parameter("w2_bias", None)
|
||||
w2_bias = None
|
||||
|
||||
# Normalize GPTQ K-first layout to canonical N-first format.
|
||||
w13 = layer.w13_qweight.data.transpose(1, 2).contiguous()
|
||||
w2 = layer.w2_qweight.data.transpose(1, 2).contiguous()
|
||||
w13_scale = layer.w13_scales.data.transpose(1, 2).contiguous()
|
||||
w2_scale = layer.w2_scales.data.transpose(1, 2).contiguous()
|
||||
w13_qzeros = getattr(layer, "w13_qzeros", None)
|
||||
w2_qzeros = getattr(layer, "w2_qzeros", None)
|
||||
if w13_qzeros is not None:
|
||||
w13_qzeros = w13_qzeros.data.transpose(1, 2).contiguous()
|
||||
if w2_qzeros is not None:
|
||||
w2_qzeros = w2_qzeros.data.transpose(1, 2).contiguous()
|
||||
|
||||
converted = convert_to_wna16_moe_kernel_format(
|
||||
backend=self.wna16_moe_backend,
|
||||
layer=layer,
|
||||
quant_config=self.quant_config,
|
||||
input_dtype=self.input_dtype,
|
||||
w13=layer.w13_qweight,
|
||||
w2=layer.w2_qweight,
|
||||
w13_scale=layer.w13_scales,
|
||||
w2_scale=layer.w2_scales,
|
||||
w13=w13,
|
||||
w2=w2,
|
||||
w13_scale=w13_scale,
|
||||
w2_scale=w2_scale,
|
||||
w13_bias=w13_bias,
|
||||
w2_bias=w2_bias,
|
||||
w13_qzeros=getattr(layer, "w13_qzeros", None),
|
||||
w2_qzeros=getattr(layer, "w2_qzeros", None),
|
||||
w13_qzeros=w13_qzeros,
|
||||
w2_qzeros=w2_qzeros,
|
||||
)
|
||||
|
||||
if converted is None:
|
||||
|
||||
Reference in New Issue
Block a user