[Model Runner V2] Support custom logits processors (#56497)

Signed-off-by: David Cheung <d7cheung@gmail.com>
Signed-off-by: Nick Hill <nickhill123@gmail.com>
Co-authored-by: Claude <noreply@anthropic.com>
Co-authored-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
David Cheung
2026-09-19 17:46:49 +00:00
committed by GitHub
co-authored by Claude Nick Hill
parent 751f6807d9
commit 5302d1fe40
32 changed files with 1215 additions and 510 deletions
-8
View File
@@ -823,7 +823,6 @@ class SamplingParams(
self._validate_logit_bias(model_config)
self._validate_trace_replay(model_config, speculative_config)
self._validate_stop_token_ids(model_config)
self._validate_logits_processors(model_config)
self._validate_allowed_token_ids(model_config)
self._validate_spec_decode(speculative_config)
self._validate_diffusion(model_config)
@@ -993,13 +992,6 @@ class SamplingParams(
value=invalid_token_ids,
)
def _validate_logits_processors(self, model_config: ModelConfig) -> None:
from vllm.v1.sample.logits_processor import (
validate_logits_processors_parameters,
)
validate_logits_processors_parameters(model_config.logits_processors, self)
def _validate_allowed_token_ids(self, model_config: ModelConfig) -> None:
allowed_token_ids = self.allowed_token_ids
if allowed_token_ids is None: