[Bugfix] Disable shared expert overlap if Marlin MoE is used (#28410)
Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
@@ -678,6 +678,10 @@ class FusedMoE(CustomOp):
|
||||
and self.moe_config.use_flashinfer_cutlass_kernels
|
||||
)
|
||||
|
||||
@property
|
||||
def use_marlin_kernels(self):
|
||||
return getattr(self.quant_method, "use_marlin", False)
|
||||
|
||||
@property
|
||||
def use_dp_chunking(self) -> bool:
|
||||
return (
|
||||
|
||||
Reference in New Issue
Block a user