[Hardware][Intel GPU] Add intel GPU pipeline parallel support. (#7810)

This commit is contained in:
Kunshang Ji
2024-08-27 10:07:02 -07:00
committed by GitHub
parent 9db642138b
commit 076169f603
6 changed files with 82 additions and 19 deletions
+7
View File
@@ -472,6 +472,13 @@ class LLMEngine:
initialize_ray_cluster(engine_config.parallel_config)
from vllm.executor.ray_xpu_executor import RayXPUExecutor
executor_class = RayXPUExecutor
elif distributed_executor_backend == "mp":
# FIXME(kunshang):
# spawn needs calling `if __name__ == '__main__':``
# fork is not supported for xpu start new process.
logger.error(
"Both start methods (spawn and fork) have issue "
"on XPU if you use mp backend, Please try ray instead.")
else:
from vllm.executor.xpu_executor import XPUExecutor
executor_class = XPUExecutor