[Misc]allow disable pynccl (#25421)

Signed-off-by: Lu Fang <fanglu@fb.com>
Co-authored-by: Lucia (Lu) Fang <fanglu@meta.com>
This commit is contained in:
Lucia Fang
2025-10-01 06:04:13 +00:00
committed by GitHub
co-authored by Lucia Fang
parent 2a69ab4899
commit f48b6a03ba
3 changed files with 12 additions and 1 deletions
+6
View File
@@ -98,6 +98,7 @@ if TYPE_CHECKING:
VLLM_SKIP_P2P_CHECK: bool = False
VLLM_DISABLED_KERNELS: list[str] = []
VLLM_DISABLE_NCCL_FOR_DP_SYNCHRONIZATION: bool = False
VLLM_DISABLE_PYNCCL: bool = False
VLLM_USE_V1: bool = True
VLLM_ROCM_USE_AITER: bool = False
VLLM_ROCM_USE_AITER_PAGED_ATTN: bool = False
@@ -897,6 +898,11 @@ environment_variables: dict[str, Callable[[], Any]] = {
(os.getenv("VLLM_DISABLE_NCCL_FOR_DP_SYNCHRONIZATION", "False").lower() in
("true", "1")),
# Disable pynccl (using torch.distributed instead)
"VLLM_DISABLE_PYNCCL":
lambda:
(os.getenv("VLLM_DISABLE_PYNCCL", "False").lower() in ("true", "1")),
# If set, use the V1 code path.
"VLLM_USE_V1":
lambda: bool(int(os.getenv("VLLM_USE_V1", "1"))),