[Core] Multiprocessing Pipeline Parallel support (#6130)
Co-authored-by: Murali Andoorveedu <muralidhar.andoorveedu@centml.ai>
This commit is contained in:
co-authored by
Murali Andoorveedu
parent
c5df56f88b
commit
b5672a112c
@@ -274,11 +274,11 @@ class LocalOrDistributedWorkerBase(WorkerBase):
|
||||
num_steps)
|
||||
|
||||
if not get_pp_group().is_last_rank:
|
||||
# output is IntermediateTensors
|
||||
get_pp_group().send_tensor_dict(output.tensors)
|
||||
return [None]
|
||||
|
||||
# Worker only supports single-step execution. Wrap the output in a
|
||||
# list to conform to interface.
|
||||
# output is List[SamplerOutput]
|
||||
return output
|
||||
|
||||
def _execute_model_spmd(
|
||||
|
||||
Reference in New Issue
Block a user