[Core] Add MultiprocessingGPUExecutor (#4539)

Co-authored-by: SAHIL SUNEJA <suneja@us.ibm.com>
This commit is contained in:
Nick Hill
2024-05-14 10:38:59 -07:00
committed by GitHub
co-authored by SAHIL SUNEJA
parent dc72402b57
commit 676a99982f
11 changed files with 225 additions and 39 deletions
+2 -2
View File
@@ -44,7 +44,7 @@ try:
except ImportError as e:
logger.warning(
"Failed to import Ray with %r. For distributed inference, "
"Failed to import Ray with %r. For multi-node inference, "
"please install Ray with `pip install ray`.", e)
ray = None # type: ignore
RayWorkerWrapper = None # type: ignore
@@ -67,7 +67,7 @@ def initialize_ray_cluster(
"""
if ray is None:
raise ImportError(
"Ray is not installed. Please install Ray to use distributed "
"Ray is not installed. Please install Ray to use multi-node "
"serving.")
# Connect to a ray cluster.