diff --git a/vllm/v1/worker/gpu_model_runner.py b/vllm/v1/worker/gpu_model_runner.py index ffc596417f..b104e4c5ca 100644 --- a/vllm/v1/worker/gpu_model_runner.py +++ b/vllm/v1/worker/gpu_model_runner.py @@ -7061,12 +7061,14 @@ class GPUModelRunner( # Initialize drafter's cudagraph dispatcher if using spec decode. if self.speculative_config and ( self.speculative_config.use_eagle() + or self.speculative_config.uses_draft_model() or self.speculative_config.uses_extract_hidden_states() ): assert isinstance( self.drafter, EagleProposer | DFlashProposer + | DraftModelProposer | ExtractHiddenStatesProposer | Gemma4Proposer, )