[Model Runner V2] Support custom logits processors (#56497)

Signed-off-by: David Cheung <d7cheung@gmail.com>
Signed-off-by: Nick Hill <nickhill123@gmail.com>
Co-authored-by: Claude <noreply@anthropic.com>
Co-authored-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
David Cheung
2026-09-19 17:46:49 +00:00
committed by GitHub
co-authored by Claude Nick Hill
parent 751f6807d9
commit 5302d1fe40
32 changed files with 1215 additions and 510 deletions
@@ -1014,7 +1014,7 @@ class DiffusionSampler:
# on the subsequent commit step when num_sampled=CANVAS_LEN.
self._pending_logprobs: dict[int, LogprobsTensors] = {}
def add_request(self, req_idx: int, prompt_len: int, sampling_params: Any) -> None:
def add_request(self, req_idx: int, sampling_params: Any) -> None:
if use_penalty(sampling_params):
logger.warning_once(
"DiffusionGemma does not support repetition/frequency/presence "