Modularize fused experts and integrate PPLX kernels (#15956)
This commit is contained in:
@@ -23,7 +23,7 @@ from torch.distributed.rendezvous import rendezvous
|
||||
|
||||
import vllm.envs as envs
|
||||
from vllm.logger import init_logger
|
||||
from vllm.utils import get_tcp_uri
|
||||
from vllm.utils import get_tcp_uri, is_torch_equal_or_newer
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
@@ -362,12 +362,11 @@ def stateless_destroy_torch_distributed_process_group(
|
||||
Destroy ProcessGroup returned by
|
||||
stateless_init_torch_distributed_process_group().
|
||||
"""
|
||||
# Lazy import for non-CUDA backends.
|
||||
try:
|
||||
# pytorch <= 2.6
|
||||
if is_torch_equal_or_newer("2.7"):
|
||||
pg.shutdown()
|
||||
else:
|
||||
# Lazy import for non-CUDA backends.
|
||||
from torch.distributed.distributed_c10d import _shutdown_backend
|
||||
_shutdown_backend(pg)
|
||||
except ImportError:
|
||||
# pytorch >= 2.7
|
||||
pg.shutdown()
|
||||
|
||||
_unregister_process_group(pg.group_name)
|
||||
|
||||
Reference in New Issue
Block a user