[AuxOutput] Only require Model Runner V2 on GPU platform (#58205)

Signed-off-by: Linkun Chen <github@lkchen.net>
This commit is contained in:
Linkun
2026-09-25 15:55:21 -07:00
committed by GitHub
parent e55d076f89
commit 614b55f0b6
+8 -1
View File
@@ -1161,7 +1161,14 @@ class VllmConfig:
"""Reject configurations unsupported by enabled auxiliary outputs."""
if not self.aux_output_config.enabled:
return
if not self.use_v2_model_runner:
from vllm.platforms import current_platform
# In-tree platforms only wire AuxOutput to MRV2. TPU and out-of-tree
# platforms bring their own model runners and validate AuxOutput
# support themselves.
if not self.use_v2_model_runner and not (
current_platform.is_tpu() or current_platform.is_out_of_tree()
):
raise ValueError(
"AuxOutput Connector requires Model Runner V2; set "
"VLLM_USE_V2_MODEL_RUNNER=1."