This commit is contained in:
@@ -271,7 +271,6 @@ class GPUModelRunner(
|
||||
device: torch.device,
|
||||
):
|
||||
self.vllm_config = vllm_config
|
||||
self.renderer_config = vllm_config.renderer_config
|
||||
self.model_config = vllm_config.model_config
|
||||
self.cache_config = vllm_config.cache_config
|
||||
self.compilation_config = vllm_config.compilation_config
|
||||
@@ -336,7 +335,7 @@ class GPUModelRunner(
|
||||
self.uses_mrope = model_config.uses_mrope
|
||||
self.uses_xdrope_dim = model_config.uses_xdrope_dim
|
||||
self.supports_mm_inputs = self.mm_registry.supports_multimodal_inputs(
|
||||
self.renderer_config
|
||||
model_config
|
||||
)
|
||||
|
||||
if self.model_config.is_encoder_decoder:
|
||||
@@ -559,7 +558,7 @@ class GPUModelRunner(
|
||||
|
||||
self.mm_budget = (
|
||||
MultiModalBudget(
|
||||
self.renderer_config,
|
||||
self.model_config,
|
||||
self.scheduler_config,
|
||||
self.mm_registry,
|
||||
)
|
||||
@@ -3874,7 +3873,7 @@ class GPUModelRunner(
|
||||
assert self.mm_budget is not None
|
||||
|
||||
dummy_decoder_data = self.mm_registry.get_decoder_dummy_data(
|
||||
renderer_config=self.renderer_config,
|
||||
model_config=self.model_config,
|
||||
seq_len=self.max_model_len,
|
||||
mm_counts={modality: 1},
|
||||
cache=self.mm_budget.cache,
|
||||
|
||||
Reference in New Issue
Block a user