[Hardware][Intel GPU] Add Intel GPU(XPU) inference backend (#3814)
Co-authored-by: Jiang Li <jiang1.li@intel.com> Co-authored-by: Abhilash Majumder <abhilash.majumder@intel.com> Co-authored-by: Abhilash Majumder <30946547+abhilash1910@users.noreply.github.com>
This commit is contained in:
co-authored by
Jiang Li
Abhilash Majumder
Abhilash Majumder
parent
1f12122b17
commit
728c4c8a06
@@ -205,7 +205,8 @@ class Worker(WorkerBase):
|
||||
def _init_cache_engine(self):
|
||||
assert self.cache_config.num_gpu_blocks is not None
|
||||
self.cache_engine = CacheEngine(self.cache_config, self.model_config,
|
||||
self.parallel_config)
|
||||
self.parallel_config,
|
||||
self.device_config)
|
||||
self.gpu_cache = self.cache_engine.gpu_cache
|
||||
|
||||
def _warm_up_model(self) -> None:
|
||||
|
||||
Reference in New Issue
Block a user