[Bugfix] Set breakable graph env before Ray actor import (#53293)
Signed-off-by: Ace Eldeib <aeldeib@coreweave.com> Co-authored-by: Codex <codex@openai.com>
This commit is contained in:
@@ -26,7 +26,10 @@ from vllm.v1.executor.multiproc_executor import (
|
||||
MultiprocExecutor,
|
||||
WorkerProc,
|
||||
)
|
||||
from vllm.v1.executor.ray_env_utils import get_driver_env_vars
|
||||
from vllm.v1.executor.ray_env_utils import (
|
||||
get_driver_env_vars,
|
||||
update_runtime_env_for_worker_import,
|
||||
)
|
||||
from vllm.v1.executor.ray_utils import (
|
||||
WORKER_SPECIFIC_ENV_VARS,
|
||||
build_actor_name,
|
||||
@@ -258,6 +261,7 @@ class RayExecutorV2(MultiprocExecutor):
|
||||
|
||||
env_vars = runtime_env.setdefault("env_vars", {})
|
||||
env_vars.update({v: "1" for v in current_platform.ray_noset_device_env_vars})
|
||||
update_runtime_env_for_worker_import(runtime_env)
|
||||
if self.parallel_config.ray_workers_use_nsight:
|
||||
runtime_env["nsight"] = {
|
||||
"t": "cuda,cudnn,cublas",
|
||||
|
||||
Reference in New Issue
Block a user