[ROCm] mori: add InterNodeV1LL inter-node kernel selection via VLLM_MORI_INTERNODE_KERNEL (#41751)
Signed-off-by: jatseng-ai <jatseng@amd.com>
This commit is contained in:
@@ -137,10 +137,15 @@ class CudaCommunicator(DeviceCommunicatorBase):
|
||||
self.all2all_manager = DeepEPLLAll2AllManager(
|
||||
self.cpu_group, tcp_store_group
|
||||
)
|
||||
elif self.all2all_backend == "mori":
|
||||
elif self.all2all_backend in (
|
||||
"mori_high_throughput",
|
||||
"mori_low_latency",
|
||||
):
|
||||
from .all2all import MoriAll2AllManager
|
||||
|
||||
self.all2all_manager = MoriAll2AllManager(self.cpu_group)
|
||||
self.all2all_manager = MoriAll2AllManager(
|
||||
self.cpu_group, self.all2all_backend
|
||||
)
|
||||
elif self.all2all_backend == "nixl_ep":
|
||||
from .all2all import NixlEPAll2AllManager
|
||||
|
||||
|
||||
Reference in New Issue
Block a user