[Bugfix][Quark] Fix W8A8 INT8 garbage outputs on Step-3.5-Flash (and other 3-key fused-MoE Quark exports) (#41892)

Signed-off-by: kangletian <kangletian@hotmail.com>
This commit is contained in:
PikaPikachu
2026-05-13 11:59:49 +00:00
committed by GitHub
parent 3c413a5481
commit 3b1ef03be4
3 changed files with 46 additions and 4 deletions
+6
View File
@@ -817,6 +817,12 @@ class Step3p5Model(nn.Module):
class Step3p5ForCausalLM(nn.Module, SupportsPP, MixtureOfExperts):
# Required so quantization exclude lists match fused module prefixes.
packed_modules_mapping = {
"qkv_proj": ["q_proj", "k_proj", "v_proj"],
"gate_up_proj": ["gate_proj", "up_proj"],
}
hf_to_vllm_mapper = WeightsMapper(
orig_to_new_substr={".share_expert.": ".moe.share_expert."}
)