From d95d03c719cd69e634e567d6cad3228557151393 Mon Sep 17 00:00:00 2001 From: Fadi Arafeh <115173828+fadara01@users.noreply.github.com> Date: Wed, 29 Apr 2026 05:08:35 +0100 Subject: [PATCH] [BugFix][CPU] fix error on CPU runner shutdown (#41034) Signed-off-by: Fadi Arafeh --- vllm/v1/worker/cpu_model_runner.py | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/vllm/v1/worker/cpu_model_runner.py b/vllm/v1/worker/cpu_model_runner.py index 61fe44d251..22c1b5bd09 100644 --- a/vllm/v1/worker/cpu_model_runner.py +++ b/vllm/v1/worker/cpu_model_runner.py @@ -21,6 +21,9 @@ logger = init_logger(__name__) class CPUModelRunner(GPUModelRunner): def __init__(self, vllm_config: VllmConfig, device: torch.device): + # avoid calling accelerator APIs for methods inherited from super class + _set_torch_accelerator_to_noop() + with _torch_cuda_wrapper(): super().__init__(vllm_config, device) @@ -244,3 +247,11 @@ def _set_global_compilation_settings(config: VllmConfig): yield finally: torch_inductor_config.freezing = freezing_value + + +def _set_torch_accelerator_to_noop() -> None: + def noop(*args: Any, **kwargs: Any) -> None: + pass + + torch.accelerator.synchronize = noop + torch.accelerator.empty_cache = noop