[ROCm] mori: add InterNodeV1LL inter-node kernel selection via VLLM_MORI_INTERNODE_KERNEL (#41751)

Signed-off-by: jatseng-ai <jatseng@amd.com>
This commit is contained in:
jatseng-ai
2026-05-28 00:33:32 +08:00
committed by GitHub
parent 41688e2dc7
commit 05c50c721e
7 changed files with 36 additions and 14 deletions
@@ -137,10 +137,15 @@ class CudaCommunicator(DeviceCommunicatorBase):
self.all2all_manager = DeepEPLLAll2AllManager(
self.cpu_group, tcp_store_group
)
elif self.all2all_backend == "mori":
elif self.all2all_backend in (
"mori_high_throughput",
"mori_low_latency",
):
from .all2all import MoriAll2AllManager
self.all2all_manager = MoriAll2AllManager(self.cpu_group)
self.all2all_manager = MoriAll2AllManager(
self.cpu_group, self.all2all_backend
)
elif self.all2all_backend == "nixl_ep":
from .all2all import NixlEPAll2AllManager