[ModelRunner V2] Support realtime embeddings (#46762)

This commit is contained in:
Nick Hill
2026-06-26 19:42:27 -07:00
committed by GitHub
parent af16446bf3
commit c6dd32a810
6 changed files with 52 additions and 36 deletions
@@ -878,7 +878,7 @@ class DiffusionGemmaModelState(ModelState):
scheduled_encoder_inputs: dict[str, list[int]],
input_batch: InputBatch,
req_states: RequestState,
) -> torch.Tensor:
) -> torch.Tensor | None:
if not self.supports_mm_inputs:
return None