From 9758a6e5c5a556275c030db456d5d434ee999d58 Mon Sep 17 00:00:00 2001 From: czhu-cohere Date: Mon, 18 May 2026 11:12:06 -0700 Subject: [PATCH] [BugFix] support PP for Cohere vision model (#42819) Signed-off-by: Signed-off-by: root --- vllm/model_executor/models/cohere2_vision.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/vllm/model_executor/models/cohere2_vision.py b/vllm/model_executor/models/cohere2_vision.py index cdb3bcbedb..c800c21492 100644 --- a/vllm/model_executor/models/cohere2_vision.py +++ b/vllm/model_executor/models/cohere2_vision.py @@ -358,6 +358,10 @@ class Cohere2VisionForConditionalGeneration( architectures=config.text_config.architectures, ) + self.make_empty_intermediate_tensors = ( + self.language_model.make_empty_intermediate_tensors + ) + @property def dtype(self): return next(self.parameters()).dtype