[Bugfix] Fix OpenVINO model runner (#12750)
This commit is contained in:
@@ -54,15 +54,13 @@ class OpenVINOModelRunner(ModelRunnerBase):
|
||||
):
|
||||
self.ov_core = ov_core
|
||||
ModelRunnerBase.__init__(self, vllm_config=vllm_config)
|
||||
cache_config = self.cache_config
|
||||
model_config = self.model_config
|
||||
self.is_driver_worker = is_driver_worker
|
||||
|
||||
self.device = self.device_config.device
|
||||
|
||||
self.kv_cache_dtype = kv_cache_dtype
|
||||
self.sliding_window = model_config.get_sliding_window()
|
||||
self.block_size = cache_config.block_size
|
||||
self.sliding_window = self.model_config.get_sliding_window()
|
||||
self.block_size = self.cache_config.block_size
|
||||
|
||||
self.attn_backend = get_attn_backend(
|
||||
self.model_config.get_head_size(),
|
||||
@@ -81,8 +79,7 @@ class OpenVINOModelRunner(ModelRunnerBase):
|
||||
self.model: nn.Module # Set after init_Model
|
||||
|
||||
def load_model(self) -> None:
|
||||
self.model = get_model(model_config=self.model_config,
|
||||
device_config=self.device_config,
|
||||
self.model = get_model(vllm_config=self.vllm_config,
|
||||
kv_cache_dtype=self.kv_cache_dtype,
|
||||
ov_core=self.ov_core)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user