Improve configs - CacheConfig (#16835)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
@@ -50,7 +50,7 @@ class NeuronPlatform(Platform):
|
||||
if cache_config:
|
||||
# neuron needs block_size = max_model_len
|
||||
vllm_config.cache_config.block_size = \
|
||||
vllm_config.model_config.max_model_len
|
||||
vllm_config.model_config.max_model_len # type: ignore
|
||||
|
||||
@classmethod
|
||||
def is_pin_memory_available(cls) -> bool:
|
||||
|
||||
Reference in New Issue
Block a user