[XPU] update xpu graph usage (#43043)
Signed-off-by: Xinyu Chen <xinyu1.chen@intel.com>
This commit is contained in:
@@ -22,6 +22,7 @@ class XpuCommunicator(DeviceCommunicatorBase):
|
||||
unique_name: str = "",
|
||||
):
|
||||
super().__init__(cpu_group, device, device_group, unique_name)
|
||||
self.ca_comm: None = None
|
||||
if self.use_all2all:
|
||||
if self.all2all_backend in ("naive", "allgather_reducescatter"):
|
||||
from .all2all import AgRsAll2AllManager
|
||||
|
||||
@@ -476,9 +476,15 @@ class GroupCoordinator:
|
||||
from vllm.distributed.device_communicators.cuda_communicator import (
|
||||
CudaCommunicator,
|
||||
)
|
||||
from vllm.distributed.device_communicators.xpu_communicator import (
|
||||
XpuCommunicator,
|
||||
)
|
||||
|
||||
if self.device_communicator is not None:
|
||||
assert isinstance(self.device_communicator, CudaCommunicator)
|
||||
assert isinstance(
|
||||
self.device_communicator,
|
||||
(CudaCommunicator, XpuCommunicator),
|
||||
)
|
||||
ca_comm = self.device_communicator.ca_comm
|
||||
if ca_comm is not None:
|
||||
maybe_ca_context = ca_comm.capture() # type: ignore
|
||||
|
||||
Reference in New Issue
Block a user