[misc] Clean up ray compiled graph type hints (#13731)

This commit is contained in:
Rui Qiao
2025-02-25 00:37:08 -08:00
committed by GitHub
parent 2d87d7d1ac
commit 3173c3b34e
2 changed files with 17 additions and 6 deletions
+5 -2
View File
@@ -114,8 +114,11 @@ try:
def execute_model_ray(
self,
scheduler_output: "SchedulerOutput",
) -> "ModelRunnerOutput":
scheduler_output: Union["SchedulerOutput",
Tuple["SchedulerOutput",
"IntermediateTensors"]],
) -> Union["ModelRunnerOutput", Tuple["SchedulerOutput",
"IntermediateTensors"]]:
# this method is used to compile ray CG,
# and it needs a special logic of self.setup_device_if_necessary()
self.setup_device_if_necessary()