[Bugfix][Core] Log KV cache capacity after block-size resolution (#50462)
Signed-off-by: Tanmay Dixit <22117787+tandixit95@users.noreply.github.com> Signed-off-by: Michael Goin <mgoin64@gmail.com> Signed-off-by: Matthew Bonanni <mbonanni@redhat.com> Co-authored-by: Tanmay Dixit <22117787+tandixit95@users.noreply.github.com> Co-authored-by: Michael Goin <mgoin64@gmail.com> Co-authored-by: Matthew Bonanni <mbonanni@redhat.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Tanmay Dixit
Michael Goin
Matthew Bonanni
Claude Opus 5
parent
5789897aa4
commit
5f2ee2fa8c
@@ -46,11 +46,11 @@ from vllm.utils.system_utils import decorate_logs, set_process_title
|
||||
from vllm.v1.core.kv_cache_utils import (
|
||||
BlockHash,
|
||||
generate_scheduler_kv_cache_config,
|
||||
get_kv_cache_capacity,
|
||||
get_kv_cache_configs,
|
||||
get_request_block_hasher,
|
||||
init_none_hash,
|
||||
resolve_kv_cache_block_sizes,
|
||||
update_kv_cache_capacity,
|
||||
)
|
||||
from vllm.v1.core.sched.interface import PauseState, SchedulerInterface
|
||||
from vllm.v1.core.sched.output import SchedulerOutput
|
||||
@@ -319,11 +319,7 @@ class EngineCore:
|
||||
vllm_config.cache_config.block_size = min(
|
||||
g.kv_cache_spec.block_size for g in kv_cache_groups
|
||||
)
|
||||
num_tokens, max_concurrency = get_kv_cache_capacity(
|
||||
vllm_config, scheduler_kv_cache_config
|
||||
)
|
||||
vllm_config.cache_config.kv_cache_size_tokens = num_tokens
|
||||
vllm_config.cache_config.kv_cache_max_concurrency = max_concurrency
|
||||
update_kv_cache_capacity(vllm_config, scheduler_kv_cache_config)
|
||||
|
||||
vllm_config.validate_block_size()
|
||||
|
||||
|
||||
Reference in New Issue
Block a user