[Misc] Set block size at initialization & Fix test_model_runner (#4705)
This commit is contained in:
@@ -151,6 +151,7 @@ class CPUWorker(LoraNotSupportedWorkerBase):
|
||||
parallel_config,
|
||||
scheduler_config,
|
||||
device_config,
|
||||
cache_config,
|
||||
load_config=self.load_config,
|
||||
lora_config=self.lora_config,
|
||||
vision_language_config=self.vision_language_config,
|
||||
|
||||
Reference in New Issue
Block a user