[Misc][Platform] Move use allgather to platform (#14010)

Signed-off-by: Mengqing Cao <cmq0113@163.com>
This commit is contained in:
Mengqing Cao
2025-03-03 15:40:04 +08:00
committed by GitHub
parent e584b85afd
commit b87c21fc89
4 changed files with 24 additions and 7 deletions
+13
View File
@@ -330,6 +330,19 @@ class Platform:
"""
return "vllm.distributed.device_communicators.base_device_communicator.DeviceCommunicatorBase" # noqa
@classmethod
def use_all_gather(cls) -> bool:
"""
Whether to use allgather in LogitsProcessor to gather the logits.
"""
import vllm.envs as envs
from vllm.config import get_current_vllm_config
parallel_config = get_current_vllm_config().parallel_config
return (envs.VLLM_USE_V1
or parallel_config.distributed_executor_backend
== "external_launcher")
class UnspecifiedPlatform(Platform):
_enum = PlatformEnum.UNSPECIFIED
+4
View File
@@ -55,3 +55,7 @@ class NeuronPlatform(Platform):
def is_pin_memory_available(cls) -> bool:
logger.warning("Pin memory is not supported on Neuron.")
return False
@classmethod
def use_all_gather(cls) -> bool:
return True
+4
View File
@@ -119,3 +119,7 @@ class TpuPlatform(Platform):
@classmethod
def get_device_communicator_cls(cls) -> str:
return "vllm.distributed.device_communicators.tpu_communicator.TpuCommunicator" # noqa
@classmethod
def use_all_gather(cls) -> bool:
return True