Improve configs - CacheConfig (#16835)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor
2025-04-20 12:25:04 +08:00
committed by GitHub
parent 87aaadef73
commit 4b07d36891
3 changed files with 124 additions and 158 deletions
+1 -1
View File
@@ -50,7 +50,7 @@ class NeuronPlatform(Platform):
if cache_config:
# neuron needs block_size = max_model_len
vllm_config.cache_config.block_size = \
vllm_config.model_config.max_model_len
vllm_config.model_config.max_model_len # type: ignore
@classmethod
def is_pin_memory_available(cls) -> bool: