[2/N] Elastic EP Milestone 2: Integrating NIXL-EP (#35627)

Signed-off-by: Itay Alroy <ialroy@nvidia.com>
Co-authored-by: Yongji Wu <wuyongji317@gmail.com>
Co-authored-by: Ron Tourgeman <rtourgeman@nvidia.com>
This commit is contained in:
Itay Alroy
2026-03-13 09:25:33 -04:00
committed by GitHub
co-authored by Yongji Wu Ron Tourgeman
parent 82f836d976
commit d5af196c18
14 changed files with 635 additions and 11 deletions
@@ -143,6 +143,12 @@ class CudaCommunicator(DeviceCommunicatorBase):
from .all2all import MoriAll2AllManager
self.all2all_manager = MoriAll2AllManager(self.cpu_group)
elif self.all2all_backend == "nixl_ep":
from .all2all import NixlEPAll2AllManager
self.all2all_manager = NixlEPAll2AllManager(
self.cpu_group, tcp_store_group
)
elif self.all2all_backend == "flashinfer_all2allv":
from .all2all import FlashInferAllToAllManager