[V1] Logits processors extensibility (#19912)

Signed-off-by: Andrew Feldman <afeldman@redhat.com>
Signed-off-by: Andrew Feldman <afeld2012@gmail.com>
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
Signed-off-by: Nick Hill <nhill@redhat.com>
Co-authored-by: Nick Hill <nhill@redhat.com>
Co-authored-by: Andrew Feldman <afeld2012@gmail.com>
Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
afeldman-nm
2025-08-16 12:59:17 -07:00
committed by GitHub
co-authored by Nick Hill Andrew Feldman Harry Mellor
parent 4fc722eca4
commit bf7f470b22
22 changed files with 1312 additions and 334 deletions
+2 -2
View File
@@ -6,7 +6,7 @@ from typing import Optional
import torch
from vllm.v1.sample.logits_processor import LogitsProcessorManager
from vllm.v1.sample.logits_processor import LogitsProcessors
@dataclass
@@ -40,4 +40,4 @@ class SamplingMetadata:
bad_words_token_ids: dict[int, list[list[int]]]
# Loaded logits processors
logitsprocs: LogitsProcessorManager
logitsprocs: LogitsProcessors