[Platform][Dist] Make torch distributed process group extendable (#18763)

Signed-off-by: Mengqing Cao <cmq0113@163.com>
This commit is contained in:
Mengqing Cao
2025-05-28 10:52:34 +00:00
committed by GitHub
parent ce75efeecb
commit d781930f90
4 changed files with 134 additions and 37 deletions
+16
View File
@@ -3,11 +3,13 @@ import enum
import os
import platform
import random
from datetime import timedelta
from platform import uname
from typing import TYPE_CHECKING, NamedTuple, Optional, Union
import numpy as np
import torch
from torch.distributed import PrefixStore, ProcessGroup
from vllm.inputs import ProcessorInputs, PromptType
from vllm.logger import init_logger
@@ -486,6 +488,20 @@ class Platform:
"""
return "vllm.compilation.base_piecewise_backend.AbstractPiecewiseBackend" # noqa
@classmethod
def stateless_init_device_torch_dist_pg(
cls,
backend: str,
prefix_store: PrefixStore,
group_rank: int,
group_size: int,
timeout: timedelta,
) -> ProcessGroup:
"""
Init platform-specific torch distributed process group.
"""
raise RuntimeError(f"Unsupported torch distributed backend: {backend}")
class UnspecifiedPlatform(Platform):
_enum = PlatformEnum.UNSPECIFIED