[Bugfix] Account for local DP workers in startup thread allocation (#52385)
Signed-off-by: real-cpu <zhaochenrui757@gmail.com>
This commit is contained in:
@@ -130,7 +130,10 @@ class MultiprocExecutor(Executor):
|
||||
f"_parallel_size ({pcp_size}). "
|
||||
)
|
||||
|
||||
set_multiprocessing_worker_envs(self.local_world_size)
|
||||
num_local_procs = self.local_world_size * max(
|
||||
1, self.parallel_config.data_parallel_size_local
|
||||
)
|
||||
set_multiprocessing_worker_envs(num_local_procs)
|
||||
|
||||
if aiter_requires_tcp_store():
|
||||
distributed_init_method = get_distributed_init_method(
|
||||
|
||||
Reference in New Issue
Block a user