From bbd7c24d6e365dbad98543701a6bde363f1d8aa3 Mon Sep 17 00:00:00 2001 From: Taneem Ibrahim Date: Thu, 24 Sep 2026 05:07:26 -0400 Subject: [PATCH] [MRV2] Validate MRV2 entrypoint logits processors (#57728) Signed-off-by: Taneem Ibrahim --- vllm/v1/engine/input_processor.py | 3 +++ vllm/v1/worker/gpu/sample/logits_processor/loader.py | 6 +++--- 2 files changed, 6 insertions(+), 3 deletions(-) diff --git a/vllm/v1/engine/input_processor.py b/vllm/v1/engine/input_processor.py index cb7d3d4718..369c31ca27 100644 --- a/vllm/v1/engine/input_processor.py +++ b/vllm/v1/engine/input_processor.py @@ -97,6 +97,9 @@ class InputProcessor: params validator for the active model runner.""" custom_logitsprocs = self.model_config.logits_processors if self.vllm_config.use_v2_model_runner: + if self.model_config.runner_type == "pooling" and not custom_logitsprocs: + return lambda _: None + from vllm.v1.worker.gpu.sample.logits_processor import ( build_custom_logits_processors_params_validator, ) diff --git a/vllm/v1/worker/gpu/sample/logits_processor/loader.py b/vllm/v1/worker/gpu/sample/logits_processor/loader.py index e3b94d5394..1382abd537 100644 --- a/vllm/v1/worker/gpu/sample/logits_processor/loader.py +++ b/vllm/v1/worker/gpu/sample/logits_processor/loader.py @@ -196,10 +196,10 @@ def build_custom_logits_processors_params_validator( RuntimeError: if an FQCN fails to import. """ - if not custom_logitsprocs: - return lambda _: None + classes = _cached_load_v2_logitsprocs(tuple(custom_logitsprocs or ())) - classes = _cached_load_v2_logitsprocs(tuple(custom_logitsprocs)) + if not classes: + return lambda _: None def validate_params(sampling_params: "SamplingParams") -> None: for cls in classes: