[feat] FlashInfer CuteDSL MegaMoE integration (#54049)

Signed-off-by: jdebache <jdebache@nvidia.com>
This commit is contained in:
Julien Debache
2026-10-02 15:43:33 -04:00
committed by GitHub
parent c4973d94fe
commit 111f71a6db
33 changed files with 1663 additions and 1036 deletions
+5
View File
@@ -80,6 +80,7 @@ from vllm.config.cache import (
)
from vllm.config.device import Device
from vllm.config.kernel import (
PASSTHROUGH_ALL2ALL_BACKEND,
IrOpPriorityConfig,
LinearBackend,
MoEBackend,
@@ -1104,6 +1105,10 @@ class EngineArgs:
# Parallel arguments
parallel_kwargs = get_kwargs(ParallelConfig)
# Bound from --moe-backend in KernelConfig.set_platform_defaults().
parallel_kwargs["all2all_backend"]["choices"].remove(
PASSTHROUGH_ALL2ALL_BACKEND
)
parallel_group = parser.add_argument_group(
title="ParallelConfig",
description=ParallelConfig.__doc__,