[Bugfix][KV Cache][GLM-5.3-Flash] Disable slot mapping kernel for the kpool tail buffer (#57317)

Signed-off-by: simondanielsson <simon.danielsson99@hotmail.com>
This commit is contained in:
Simon Danielsson
2026-09-17 22:42:54 -04:00
committed by GitHub
parent 7b94293627
commit 70df48dc3d
3 changed files with 126 additions and 0 deletions
+4
View File
@@ -987,6 +987,10 @@ class KpoolTailSpec(SlidingWindowSpec):
def prefix_cacheable(self) -> bool:
return False
@property
def uses_slot_mapping(self) -> bool:
return False
@dataclass(frozen=True)
class MambaSpec(KVCacheSpec):