From aae3e688f8849bdad382943b78a7872f70b75046 Mon Sep 17 00:00:00 2001 From: Maosheng Liao Date: Tue, 31 Mar 2026 18:54:23 +0800 Subject: [PATCH] Fix document of torchrun_example.py (#31113) --- examples/offline_inference/torchrun_example.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/examples/offline_inference/torchrun_example.py b/examples/offline_inference/torchrun_example.py index 3d3d7946cd..2960d32996 100644 --- a/examples/offline_inference/torchrun_example.py +++ b/examples/offline_inference/torchrun_example.py @@ -4,9 +4,10 @@ experimental support for tensor-parallel inference with torchrun, see https://github.com/vllm-project/vllm/issues/11400 for the motivation and use case for this example. -run the script with `torchrun --nproc-per-node=2 torchrun_example.py`, -the argument 2 should match the `tensor_parallel_size` below. -see `tests/distributed/test_torchrun_example.py` for the unit test. +run the script with `torchrun --nproc-per-node=4 torchrun_example.py`, +the argument `4` should match the product of `tensor_parallel_size` and +`pipeline_parallel_size` below. see `tests/distributed/test_torchrun_example.py` +for the unit test. """ import torch.distributed as dist