[XPU] update xpu graph usage (#43043)
Signed-off-by: Xinyu Chen <xinyu1.chen@intel.com>
This commit is contained in:
@@ -476,9 +476,15 @@ class GroupCoordinator:
|
||||
from vllm.distributed.device_communicators.cuda_communicator import (
|
||||
CudaCommunicator,
|
||||
)
|
||||
from vllm.distributed.device_communicators.xpu_communicator import (
|
||||
XpuCommunicator,
|
||||
)
|
||||
|
||||
if self.device_communicator is not None:
|
||||
assert isinstance(self.device_communicator, CudaCommunicator)
|
||||
assert isinstance(
|
||||
self.device_communicator,
|
||||
(CudaCommunicator, XpuCommunicator),
|
||||
)
|
||||
ca_comm = self.device_communicator.ca_comm
|
||||
if ca_comm is not None:
|
||||
maybe_ca_context = ca_comm.capture() # type: ignore
|
||||
|
||||
Reference in New Issue
Block a user