[feat] FlashInfer CuteDSL MegaMoE integration (#54049)
Signed-off-by: jdebache <jdebache@nvidia.com>
This commit is contained in:
@@ -255,6 +255,12 @@ class CudaCommunicator(DeviceCommunicatorBase):
|
||||
from .all2all import FlashInferNVLinkOneSidedManager
|
||||
|
||||
self.all2all_manager = FlashInferNVLinkOneSidedManager(self.cpu_group)
|
||||
elif self.all2all_backend == "passthrough":
|
||||
from .all2all import PassThroughAll2AllManager
|
||||
|
||||
self.all2all_manager = PassThroughAll2AllManager(
|
||||
self.cpu_group, tcp_store_group
|
||||
)
|
||||
else:
|
||||
raise ValueError(f"Unknown all2all backend: {self.all2all_backend}")
|
||||
|
||||
|
||||
Reference in New Issue
Block a user