diff --git a/vllm/config/vllm.py b/vllm/config/vllm.py index ada1506c20..c50edf4363 100644 --- a/vllm/config/vllm.py +++ b/vllm/config/vllm.py @@ -1161,7 +1161,14 @@ class VllmConfig: """Reject configurations unsupported by enabled auxiliary outputs.""" if not self.aux_output_config.enabled: return - if not self.use_v2_model_runner: + from vllm.platforms import current_platform + + # In-tree platforms only wire AuxOutput to MRV2. TPU and out-of-tree + # platforms bring their own model runners and validate AuxOutput + # support themselves. + if not self.use_v2_model_runner and not ( + current_platform.is_tpu() or current_platform.is_out_of_tree() + ): raise ValueError( "AuxOutput Connector requires Model Runner V2; set " "VLLM_USE_V2_MODEL_RUNNER=1."