[AuxOutput] Only require Model Runner V2 on GPU platform (#58205)
Signed-off-by: Linkun Chen <github@lkchen.net>
This commit is contained in:
+8
-1
@@ -1161,7 +1161,14 @@ class VllmConfig:
|
||||
"""Reject configurations unsupported by enabled auxiliary outputs."""
|
||||
if not self.aux_output_config.enabled:
|
||||
return
|
||||
if not self.use_v2_model_runner:
|
||||
from vllm.platforms import current_platform
|
||||
|
||||
# In-tree platforms only wire AuxOutput to MRV2. TPU and out-of-tree
|
||||
# platforms bring their own model runners and validate AuxOutput
|
||||
# support themselves.
|
||||
if not self.use_v2_model_runner and not (
|
||||
current_platform.is_tpu() or current_platform.is_out_of_tree()
|
||||
):
|
||||
raise ValueError(
|
||||
"AuxOutput Connector requires Model Runner V2; set "
|
||||
"VLLM_USE_V2_MODEL_RUNNER=1."
|
||||
|
||||
Reference in New Issue
Block a user