[misc] Rename Ray ADAG to Compiled Graph (#13928)

This commit is contained in:
Rui Qiao
2025-02-26 20:03:28 -08:00
committed by GitHub
parent ca377cf1b9
commit c9944acbf9
6 changed files with 22 additions and 20 deletions
+4 -4
View File
@@ -83,9 +83,9 @@ try:
execute_model_req = self.input_decoder.decode(serialized_req)
# TODO(swang): This is needed right now because Ray aDAG executes
# on a background thread, so we need to reset torch's current
# device.
# TODO(swang): This is needed right now because Ray Compiled Graph
# executes on a background thread, so we need to reset torch's
# current device.
import torch
if not self.compiled_dag_cuda_device_set:
torch.cuda.set_device(self.worker.device)
@@ -119,7 +119,7 @@ try:
"IntermediateTensors"]],
) -> Union["ModelRunnerOutput", Tuple["SchedulerOutput",
"IntermediateTensors"]]:
# this method is used to compile ray CG,
# This method is used by Ray Compiled Graph to execute the model,
# and it needs a special logic of self.setup_device_if_necessary()
self.setup_device_if_necessary()
assert self.worker is not None, "Worker is not initialized"