[Feature] Add --cpu-distributed-timeout-seconds CLI Option for CPU Process Group Timeout (#42968)
Signed-off-by: fangyuchu <fangyuchu@qq.com> Signed-off-by: zWaNg3 <389750525@qq.com> Co-authored-by: zWaNg3 <389750525@qq.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
zWaNg3
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
0f66623b0d
commit
e26e1f0928
@@ -456,6 +456,9 @@ class EngineArgs:
|
||||
nnodes: int = ParallelConfig.nnodes
|
||||
node_rank: int = ParallelConfig.node_rank
|
||||
distributed_timeout_seconds: int | None = ParallelConfig.distributed_timeout_seconds
|
||||
cpu_distributed_timeout_seconds: int | None = (
|
||||
ParallelConfig.cpu_distributed_timeout_seconds
|
||||
)
|
||||
numa_bind: bool = ParallelConfig.numa_bind
|
||||
numa_bind_nodes: list[int] | None = ParallelConfig.numa_bind_nodes
|
||||
numa_bind_cpus: list[str] | None = ParallelConfig.numa_bind_cpus
|
||||
@@ -951,6 +954,10 @@ class EngineArgs:
|
||||
"--distributed-timeout-seconds",
|
||||
**parallel_kwargs["distributed_timeout_seconds"],
|
||||
)
|
||||
parallel_group.add_argument(
|
||||
"--cpu-distributed-timeout-seconds",
|
||||
**parallel_kwargs["cpu_distributed_timeout_seconds"],
|
||||
)
|
||||
parallel_group.add_argument("--numa-bind", **parallel_kwargs["numa_bind"])
|
||||
parallel_group.add_argument(
|
||||
"--numa-bind-nodes", **parallel_kwargs["numa_bind_nodes"]
|
||||
@@ -1950,6 +1957,7 @@ class EngineArgs:
|
||||
nnodes=self.nnodes,
|
||||
node_rank=self.node_rank,
|
||||
distributed_timeout_seconds=self.distributed_timeout_seconds,
|
||||
cpu_distributed_timeout_seconds=self.cpu_distributed_timeout_seconds,
|
||||
data_parallel_master_ip=data_parallel_address,
|
||||
data_parallel_rpc_port=data_parallel_rpc_port,
|
||||
data_parallel_backend=self.data_parallel_backend,
|
||||
|
||||
Reference in New Issue
Block a user