[ModelRunner V2] Support realtime embeddings (#46762)
This commit is contained in:
@@ -878,7 +878,7 @@ class DiffusionGemmaModelState(ModelState):
|
||||
scheduled_encoder_inputs: dict[str, list[int]],
|
||||
input_batch: InputBatch,
|
||||
req_states: RequestState,
|
||||
) -> torch.Tensor:
|
||||
) -> torch.Tensor | None:
|
||||
if not self.supports_mm_inputs:
|
||||
return None
|
||||
|
||||
|
||||
Reference in New Issue
Block a user