[Model Runner V2] Move MM encoder to Model States [3/N] (#35564)

Signed-off-by: Woosuk Kwon <woosuk@inferact.ai>
This commit is contained in:
Woosuk Kwon
2026-02-27 18:32:38 -08:00
committed by GitHub
parent 86ac7bcf84
commit 1a014a0a93
7 changed files with 135 additions and 111 deletions
-3
View File
@@ -66,8 +66,6 @@ class InputBatch:
input_ids: torch.Tensor
# [num_tokens_after_padding]
positions: torch.Tensor
# [num_tokens_after_padding, hidden_size]
inputs_embeds: torch.Tensor | None
# [total_num_logits]
logits_indices: torch.Tensor
@@ -138,7 +136,6 @@ class InputBatch:
dcp_local_seq_lens=None,
input_ids=input_ids,
positions=positions,
inputs_embeds=None,
logits_indices=logits_indices,
cu_num_logits=cu_num_logits,
cu_num_logits_np=cu_num_logits_np,