[XPU] [torch.compile] Skipping CUDA graph memory estimation to avoid startup errors. (#39977)
Signed-off-by: chaojun-zhang <chaojun.zhang@intel.com> Co-authored-by: Kunshang Ji <kunshang.ji@intel.com>
This commit is contained in:
co-authored by
Kunshang Ji
parent
8936118134
commit
4f4713f96e
@@ -374,10 +374,14 @@ class Worker(WorkerBase):
|
|||||||
)
|
)
|
||||||
|
|
||||||
# Profile CUDA graph memory if graphs will be captured.
|
# Profile CUDA graph memory if graphs will be captured.
|
||||||
# Skip on ROCm/HIP as graph pool handles and mem_get_info behave
|
# Skip on ROCm/HIP/XPU as graph pool handles and mem_get_info behave
|
||||||
# differently and can produce incorrect/negative estimates.
|
# differently and can produce incorrect/negative estimates.
|
||||||
cudagraph_memory_estimate = 0
|
cudagraph_memory_estimate = 0
|
||||||
if not self.model_config.enforce_eager and not current_platform.is_rocm():
|
if (
|
||||||
|
not current_platform.is_rocm()
|
||||||
|
and self.vllm_config.compilation_config.cudagraph_mode
|
||||||
|
!= CUDAGraphMode.NONE
|
||||||
|
):
|
||||||
cudagraph_memory_estimate = self.model_runner.profile_cudagraph_memory()
|
cudagraph_memory_estimate = self.model_runner.profile_cudagraph_memory()
|
||||||
|
|
||||||
# Use the pre-cudagraph torch peak to avoid double-counting.
|
# Use the pre-cudagraph torch peak to avoid double-counting.
|
||||||
|
|||||||
Reference in New Issue
Block a user