[ModelRunner V2] Deduplicate ModelState init logic (#46776)
Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
@@ -776,33 +776,7 @@ class DiffusionGemmaModelState(ModelState):
|
||||
encoder_cache: Any,
|
||||
device: torch.device,
|
||||
) -> None:
|
||||
self.vllm_config = vllm_config
|
||||
self.model_config = vllm_config.model_config
|
||||
self.scheduler_config = vllm_config.scheduler_config
|
||||
self.model = model
|
||||
self.device = device
|
||||
|
||||
self.supports_mm_inputs = encoder_cache is not None
|
||||
self.max_num_reqs = self.scheduler_config.max_num_seqs
|
||||
self.max_num_tokens = self.scheduler_config.max_num_batched_tokens
|
||||
self.max_model_len = self.model_config.max_model_len
|
||||
self.inputs_embeds_size = self.model_config.get_inputs_embeds_size()
|
||||
self.dtype = self.model_config.dtype
|
||||
|
||||
if self.supports_mm_inputs:
|
||||
from vllm.v1.worker.gpu.mm.encoder_cache import EncoderCache
|
||||
from vllm.v1.worker.gpu.mm.encoder_runner import EncoderRunner
|
||||
|
||||
assert isinstance(encoder_cache, EncoderCache)
|
||||
self.encoder_cache = encoder_cache
|
||||
self.encoder_runner = EncoderRunner(
|
||||
model=self.model,
|
||||
max_num_tokens=self.max_num_tokens,
|
||||
hidden_size=self.inputs_embeds_size,
|
||||
encoder_cache=encoder_cache,
|
||||
dtype=self.dtype,
|
||||
device=self.device,
|
||||
)
|
||||
super().__init__(vllm_config, model, encoder_cache, device)
|
||||
|
||||
# Per-step MM data produced by get_mm_embeddings and consumed by
|
||||
# prepare_inputs. Stored as raw (mm_embeds, is_mm_embed) so that
|
||||
|
||||
Reference in New Issue
Block a user