diff --git a/vllm/config/model.py b/vllm/config/model.py index 1598087028..d2bb65ea42 100644 --- a/vllm/config/model.py +++ b/vllm/config/model.py @@ -242,7 +242,10 @@ class ModelConfig: """Whether to always use eager-mode PyTorch. If True, we will disable CUDA graph and always execute the model in eager mode. If False, we will use CUDA graph and eager execution in hybrid for maximal performance and - flexibility.""" + flexibility. + + NOTE: This disables both `torch.compile` and CUDA graphs, and is + equivalent to setting `-cc.mode=none -cc.cudagraph_mode=none`.""" enable_return_routed_experts: bool = False """Whether to return routed experts.""" return_sampling_mask: bool = False