From 614b55f0b6dbcba0da27c261e9daa52633fe8dd0 Mon Sep 17 00:00:00 2001 From: Linkun Date: Fri, 25 Sep 2026 15:55:21 -0700 Subject: [PATCH] [AuxOutput] Only require Model Runner V2 on GPU platform (#58205) Signed-off-by: Linkun Chen --- vllm/config/vllm.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/vllm/config/vllm.py b/vllm/config/vllm.py index ada1506c20..c50edf4363 100644 --- a/vllm/config/vllm.py +++ b/vllm/config/vllm.py @@ -1161,7 +1161,14 @@ class VllmConfig: """Reject configurations unsupported by enabled auxiliary outputs.""" if not self.aux_output_config.enabled: return - if not self.use_v2_model_runner: + from vllm.platforms import current_platform + + # In-tree platforms only wire AuxOutput to MRV2. TPU and out-of-tree + # platforms bring their own model runners and validate AuxOutput + # support themselves. + if not self.use_v2_model_runner and not ( + current_platform.is_tpu() or current_platform.is_out_of_tree() + ): raise ValueError( "AuxOutput Connector requires Model Runner V2; set " "VLLM_USE_V2_MODEL_RUNNER=1."