[EC Connector] Added Build Connector Worker Meta for EC Connector (#49585)
Signed-off-by: yewentao256 <zhyanwentao@126.com> Signed-off-by: omerpaz95 <omerpaz95@gmail.com> Signed-off-by: omerpaz95 <73347585+omerpaz95@users.noreply.github.com> Co-authored-by: yewentao256 <zhyanwentao@126.com> Co-authored-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com>
This commit is contained in:
co-authored by
yewentao256
Wentao Ye
parent
c94cdd0ae0
commit
fa9d67f782
@@ -89,6 +89,19 @@ class RayDistributedExecutor(Executor):
|
||||
# KV connector setup
|
||||
self.has_connector = self.vllm_config.kv_transfer_config is not None
|
||||
|
||||
if (
|
||||
self.vllm_config.ec_transfer_config is not None
|
||||
and self.parallel_config.world_size > 1
|
||||
):
|
||||
raise NotImplementedError(
|
||||
"EC connector worker metadata is not supported with the "
|
||||
"legacy Ray executor when world_size > 1: only the output "
|
||||
"of a single worker is fetched, silently dropping the "
|
||||
"other workers' EC connector state. Set "
|
||||
"VLLM_USE_RAY_V2_EXECUTOR_BACKEND=1 to use RayExecutorV2, "
|
||||
"or use the multiprocessing executor instead."
|
||||
)
|
||||
|
||||
self.uses_sampler = self.vllm_config.model_config.runner_type != "pooling" and (
|
||||
self.vllm_config.ec_transfer_config is None
|
||||
or self.vllm_config.ec_transfer_config.is_ec_consumer
|
||||
|
||||
Reference in New Issue
Block a user