diff --git a/vllm/model_executor/models/cohere2_vision.py b/vllm/model_executor/models/cohere2_vision.py index cdb3bcbedb..c800c21492 100644 --- a/vllm/model_executor/models/cohere2_vision.py +++ b/vllm/model_executor/models/cohere2_vision.py @@ -358,6 +358,10 @@ class Cohere2VisionForConditionalGeneration( architectures=config.text_config.architectures, ) + self.make_empty_intermediate_tensors = ( + self.language_model.make_empty_intermediate_tensors + ) + @property def dtype(self): return next(self.parameters()).dtype