[Core][BugFix] Tag prefix-cache extra keys by source (#51899)
Signed-off-by: Nick Hill <nickhill123@gmail.com> Co-authored-by: Lucas Bourtoule <35483370+dhalf@users.noreply.github.com> Co-authored-by: Tai An <antai12232931@outlook.com> Co-authored-by: Nick Hill <nickhill123@gmail.com> Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Lucas Bourtoule
Tai An
Nick Hill
Claude Opus 5.5
parent
09c47db1ca
commit
765872e7ed
@@ -68,9 +68,11 @@ class BlockStored(KVCacheEvent):
|
||||
lora_name: str | None
|
||||
|
||||
"""Extra keys used in block hash computation, one entry per block in
|
||||
block_hashes. Each entry contains MM identifiers, LoRA name, cache_salt,
|
||||
prompt embedding hashes, etc. for that specific block. Exposed for external
|
||||
KV cache consumers to reconstruct block hashes.
|
||||
block_hashes. Each entry contains, in order, the LoRA name (if
|
||||
`lora_name` is set), `(mm_identifier, offset)` pairs, the cache_salt
|
||||
string and prompt embedding digests for that specific block. These are
|
||||
published untagged; the block hash itself uses each value tagged with
|
||||
its source, e.g. `("lora", name)` or `("mm", mm_identifier, offset)`.
|
||||
"""
|
||||
extra_keys: list[tuple[Any, ...] | None] | None = None
|
||||
|
||||
|
||||
@@ -31,6 +31,7 @@ from vllm.v1.core.kv_cache_utils import (
|
||||
BlockHash,
|
||||
maybe_convert_block_hash,
|
||||
resolve_block_hashes,
|
||||
to_event_extra_keys,
|
||||
)
|
||||
from vllm.v1.kv_cache_interface import (
|
||||
KVCacheGroupSpec,
|
||||
@@ -393,9 +394,7 @@ class OffloadingEventsTracker:
|
||||
lora_id=meta.lora_id,
|
||||
medium=_MEDIUM_TO_EVENT_STR[event.medium],
|
||||
lora_name=meta.lora_name,
|
||||
extra_keys=(
|
||||
list(meta.extra_keys) if meta.extra_keys is not None else None
|
||||
),
|
||||
extra_keys=to_event_extra_keys(meta.extra_keys),
|
||||
group_idx=meta.group_idx,
|
||||
kv_cache_spec_kind=meta.kv_cache_spec.kv_cache_spec_kind,
|
||||
kv_cache_spec_sliding_window=(
|
||||
|
||||
Reference in New Issue
Block a user