diff --git a/vllm/v1/worker/gpu_worker.py b/vllm/v1/worker/gpu_worker.py index 753298cd7b..2c89fd04cf 100644 --- a/vllm/v1/worker/gpu_worker.py +++ b/vllm/v1/worker/gpu_worker.py @@ -398,7 +398,7 @@ class Worker(WorkerBase): # differently and can produce incorrect/negative estimates. cudagraph_memory_estimate = 0 if ( - not current_platform.is_rocm() + current_platform.is_cuda() and self.vllm_config.compilation_config.cudagraph_mode != CUDAGraphMode.NONE ):