[Core] Multiprocessing Pipeline Parallel support (#6130)

Co-authored-by: Murali Andoorveedu <muralidhar.andoorveedu@centml.ai>
This commit is contained in:
Nick Hill
2024-07-18 19:15:52 -07:00
committed by GitHub
co-authored by Murali Andoorveedu
parent c5df56f88b
commit b5672a112c
9 changed files with 152 additions and 99 deletions
+2 -2
View File
@@ -274,11 +274,11 @@ class LocalOrDistributedWorkerBase(WorkerBase):
num_steps)
if not get_pp_group().is_last_rank:
# output is IntermediateTensors
get_pp_group().send_tensor_dict(output.tensors)
return [None]
# Worker only supports single-step execution. Wrap the output in a
# list to conform to interface.
# output is List[SamplerOutput]
return output
def _execute_model_spmd(