[MoE Refactor] FusedMoE/MoERunner inversion refactor (#41184)

Signed-off-by: Bill Nell <bnell@redhat.com>
This commit is contained in:
bnellnm
2026-06-08 10:42:58 -04:00
committed by GitHub
parent 753e9d55e6
commit dc68bd8c41
90 changed files with 2738 additions and 2031 deletions
+1 -1
View File
@@ -39,7 +39,7 @@ def length_from_prompt_token_ids_or_embeds(
def is_moe_layer(module: torch.nn.Module) -> bool:
# TODO(bnell): Should use isinstance but can't due to circular dependencies.
def _check_bases(cls):
if cls.__name__ == "FusedMoE":
if cls.__name__ == "MoERunnerInterface":
return True
for b in cls.__bases__:
+5
View File
@@ -487,3 +487,8 @@ def has_fbgemm_gpu() -> bool:
def has_cutedsl() -> bool:
"""Whether the optional `cutelass` package is available."""
return _has_module("cutlass")
def has_humming() -> bool:
"""Whether the optional `humming` package is available."""
return _has_module("humming")