diff --git a/tests/distributed/test_torchrun_example.py b/tests/distributed/test_torchrun_example.py index af9c76d9c7..f56d037fa5 100644 --- a/tests/distributed/test_torchrun_example.py +++ b/tests/distributed/test_torchrun_example.py @@ -10,7 +10,8 @@ import torch.distributed as dist from vllm import LLM, SamplingParams from vllm.distributed.parallel_state import get_world_group -dist.init_process_group(backend="gloo") +# Let PyTorch choose the WORLD backend for the current device type. +dist.init_process_group() # Create prompts prompts = [ diff --git a/tests/distributed/test_torchrun_example_moe.py b/tests/distributed/test_torchrun_example_moe.py index c0437d9b93..8c1d00561b 100644 --- a/tests/distributed/test_torchrun_example_moe.py +++ b/tests/distributed/test_torchrun_example_moe.py @@ -10,7 +10,8 @@ import torch.distributed as dist from vllm import LLM, SamplingParams from vllm.distributed.parallel_state import get_tp_group, get_world_group -dist.init_process_group(backend="gloo") +# Let PyTorch choose the WORLD backend for the current device type. +dist.init_process_group() # Create prompts prompts = [