[Core] Introduce SPMD worker execution using Ray accelerated DAG (#6032)
Signed-off-by: Rui Qiao <ruisearch42@gmail.com> Co-authored-by: Stephanie Wang <swang@cs.berkeley.edu>
This commit is contained in:
co-authored by
Stephanie Wang
parent
d25877dd9b
commit
61e592747c
@@ -6,6 +6,7 @@ from typing import Set, Type, TypeVar, Union
|
||||
|
||||
from transformers import PreTrainedTokenizer
|
||||
|
||||
import vllm.envs as envs
|
||||
from vllm.config import (CacheConfig, DecodingConfig, DeviceConfig, LoadConfig,
|
||||
LoRAConfig, ModelConfig, MultiModalConfig,
|
||||
ObservabilityConfig, ParallelConfig,
|
||||
@@ -414,6 +415,9 @@ class LLMEngine:
|
||||
elif distributed_executor_backend == "mp":
|
||||
from vllm.executor.multiproc_gpu_executor import (
|
||||
MultiprocessingGPUExecutor)
|
||||
assert not envs.VLLM_USE_RAY_SPMD_WORKER, (
|
||||
"multiprocessing distributed executor backend does not "
|
||||
"support VLLM_USE_RAY_SPMD_WORKER=1")
|
||||
executor_class = MultiprocessingGPUExecutor
|
||||
else:
|
||||
from vllm.executor.gpu_executor import GPUExecutor
|
||||
@@ -426,6 +430,7 @@ class LLMEngine:
|
||||
usage_context=usage_context,
|
||||
stat_loggers=stat_loggers,
|
||||
)
|
||||
|
||||
return engine
|
||||
|
||||
def __reduce__(self):
|
||||
|
||||
Reference in New Issue
Block a user