[Bugfix][KV Connector] MooncakeStore: exclude non-prefix-cacheable (QSA ring) groups; fix align-mode check (#55027)
Signed-off-by: Zhewen Li <zhewenli@inferact.ai> Co-authored-by: Zhewen Li <zhewenli@inferact.ai> Co-authored-by: OpenAI Codex <codex@openai.com> Co-authored-by: Claude Fable 5.1 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Zhewen Li
OpenAI Codex
Claude Fable 5.1
parent
fe49665eb3
commit
58d45fd767
@@ -1450,6 +1450,23 @@ class KVCacheConfig:
|
||||
if group.enable_kv_transfer
|
||||
)
|
||||
|
||||
@cached_property
|
||||
def prefix_cacheable_group_ids(self) -> tuple[int, ...]:
|
||||
"""IDs of transferable groups eligible for hash-addressed stores."""
|
||||
return tuple(
|
||||
group_id
|
||||
for group_id in self.transfer_group_ids
|
||||
if self.kv_cache_groups[group_id].kv_cache_spec.prefix_cacheable
|
||||
)
|
||||
|
||||
@cached_property
|
||||
def prefix_cacheable_groups(self) -> tuple[KVCacheGroupSpec, ...]:
|
||||
"""Transferable groups eligible for hash-addressed stores."""
|
||||
return tuple(
|
||||
self.kv_cache_groups[group_id]
|
||||
for group_id in self.prefix_cacheable_group_ids
|
||||
)
|
||||
|
||||
@cached_property
|
||||
def transfer_groups(self) -> tuple[KVCacheGroupSpec, ...]:
|
||||
"""Cache groups that participate in external KV transfer."""
|
||||
|
||||
Reference in New Issue
Block a user