[feat] FlashInfer CuteDSL MegaMoE integration (#54049)
Signed-off-by: jdebache <jdebache@nvidia.com>
This commit is contained in:
@@ -80,6 +80,7 @@ from vllm.config.cache import (
|
||||
)
|
||||
from vllm.config.device import Device
|
||||
from vllm.config.kernel import (
|
||||
PASSTHROUGH_ALL2ALL_BACKEND,
|
||||
IrOpPriorityConfig,
|
||||
LinearBackend,
|
||||
MoEBackend,
|
||||
@@ -1104,6 +1105,10 @@ class EngineArgs:
|
||||
|
||||
# Parallel arguments
|
||||
parallel_kwargs = get_kwargs(ParallelConfig)
|
||||
# Bound from --moe-backend in KernelConfig.set_platform_defaults().
|
||||
parallel_kwargs["all2all_backend"]["choices"].remove(
|
||||
PASSTHROUGH_ALL2ALL_BACKEND
|
||||
)
|
||||
parallel_group = parser.add_argument_group(
|
||||
title="ParallelConfig",
|
||||
description=ParallelConfig.__doc__,
|
||||
|
||||
Reference in New Issue
Block a user