[BugFix] Fix ray import error mem cleanup bug (#21381)

Signed-off-by: Travis Johnson <tsjohnso@us.ibm.com>
Signed-off-by: Joe Runde <Joseph.Runde@ibm.com>
Co-authored-by: Travis Johnson <tsjohnso@us.ibm.com>
This commit is contained in:
Joe Runde
2025-07-22 16:19:55 -07:00
committed by GitHub
co-authored by Travis Johnson
parent 35bc8bd5fb
commit b77c7d327f
2 changed files with 8 additions and 5 deletions
+3 -2
View File
@@ -2137,10 +2137,11 @@ class ParallelConfig:
elif (current_platform.is_cuda()
and cuda_device_count_stateless() < self.world_size):
if not ray_found:
raise ValueError("Unable to load Ray which is "
raise ValueError("Unable to load Ray: "
f"{ray_utils.ray_import_err}. Ray is "
"required for multi-node inference, "
"please install Ray with `pip install "
"ray`.") from ray_utils.ray_import_err
"ray`.")
backend = "ray"
elif self.data_parallel_backend == "ray":
logger.info("Using ray distributed inference because "