[Core][Test] move local_rank to the last arg with default value(#3711)

[Core][Test] move local_rank to the last arg with default value to keep api compatible (#3711)
This commit is contained in:
youkaichao
2024-03-28 21:19:45 -07:00
committed by GitHub
parent 395aa823ea
commit 756b30a5f3
7 changed files with 24 additions and 14 deletions
@@ -35,8 +35,10 @@ def set_pynccl_stream(stream: torch.cuda.Stream):
pass
def init_process_group(world_size: int, local_rank: int, rank: int,
init_method: str) -> None:
def init_process_group(world_size: int,
rank: int,
init_method: str,
local_rank: int = -1) -> None:
assert not is_initialized()
global comm
logger.info(f"vLLM is using nccl=={ncclGetVersion()}")