[Bugfix] Keep batch-invariance NCCL pins out of the weight-transfer group (#59500)

Signed-off-by: aoshen524 <aoshen524@gmail.com>
Co-authored-by: aoshen524 <aoshen524@gmail.com>
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
Co-authored-by: aoshen02 <aoshen@inferact.ai>
This commit is contained in:
Guanxin Li
2026-10-02 11:19:28 +08:00
committed by GitHub
co-authored by aoshen524 Claude Opus 5.5 aoshen02
parent fcfacc3499
commit a810316c08
4 changed files with 140 additions and 27 deletions
@@ -26,6 +26,7 @@ from vllm.distributed.weight_transfer.packed_tensor import (
DEFAULT_PACKED_BUFFER_SIZE_BYTES,
DEFAULT_PACKED_NUM_BUFFERS,
)
from vllm.utils.nccl import unpinned_nccl_env
def decode_nccl_unique_id(
@@ -154,7 +155,8 @@ def stateless_init_process_group(
pg = StatelessProcessGroup.create(
host=master_address, port=master_port, rank=rank, world_size=world_size
)
return PyNcclCommunicator(pg, device=device)
with unpinned_nccl_env():
return PyNcclCommunicator(pg, device=device)
def uid_init_process_group(
@@ -170,12 +172,13 @@ def uid_init_process_group(
"""
from vllm.distributed.device_communicators.pynccl import PyNcclCommunicator
return PyNcclCommunicator.from_unique_id_bytes(
nccl_unique_id_bytes,
rank=rank,
world_size=world_size,
device=device,
)
with unpinned_nccl_env():
return PyNcclCommunicator.from_unique_id_bytes(
nccl_unique_id_bytes,
rank=rank,
world_size=world_size,
device=device,
)
def worker_init_process_group(