[Model Runner V2] Support custom logits processors (#56497)
Signed-off-by: David Cheung <d7cheung@gmail.com> Signed-off-by: Nick Hill <nickhill123@gmail.com> Co-authored-by: Claude <noreply@anthropic.com> Co-authored-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
co-authored by
Claude
Nick Hill
parent
751f6807d9
commit
5302d1fe40
@@ -1014,7 +1014,7 @@ class DiffusionSampler:
|
||||
# on the subsequent commit step when num_sampled=CANVAS_LEN.
|
||||
self._pending_logprobs: dict[int, LogprobsTensors] = {}
|
||||
|
||||
def add_request(self, req_idx: int, prompt_len: int, sampling_params: Any) -> None:
|
||||
def add_request(self, req_idx: int, sampling_params: Any) -> None:
|
||||
if use_penalty(sampling_params):
|
||||
logger.warning_once(
|
||||
"DiffusionGemma does not support repetition/frequency/presence "
|
||||
|
||||
Reference in New Issue
Block a user