[Core] Fix ValueError on KV load failure with a hybrid KV cache (#50388)

Signed-off-by: Kebe <mail@kebe7jun.com>
This commit is contained in:
Kebe
2026-09-13 21:03:05 +08:00
committed by GitHub
parent fa1b3b1922
commit c351fd3c64
3 changed files with 380 additions and 4 deletions
+2
View File
@@ -155,6 +155,7 @@ def create_scheduler(
vllm_config: VllmConfig,
num_blocks: int = 10000,
kv_cache_config: KVCacheConfig | None = None,
hash_block_size: int | None = None,
) -> Scheduler | AsyncScheduler:
"""Initialize Scheduler For Testing."""
block_size = vllm_config.cache_config.block_size
@@ -185,6 +186,7 @@ def create_scheduler(
log_stats=True,
structured_output_manager=StructuredOutputManager(vllm_config),
block_size=block_size,
hash_block_size=hash_block_size,
)