[Bugfix] Disable shared expert overlap if Marlin MoE is used (#28410)

Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
Michael Goin
2025-11-11 23:16:12 +00:00
committed by GitHub
parent 28534b92b9
commit e5f599d4d1
6 changed files with 13 additions and 5 deletions
@@ -424,6 +424,7 @@ class AWQMoEMethod(FusedMoEMethodBase):
if self.quant_config.weight_bits != 4:
raise ValueError("AWQMoEMethod only supports 4bit now.")
self.quant_type = scalar_types.uint4
self.use_marlin = True
def create_weights(
self,