[Bugfix] Universally align block table width to 128 tokens (#50302)

Signed-off-by: Matthew Bonanni <mbonanni@redhat.com>
This commit is contained in:
Matthew Bonanni
2026-07-31 08:52:17 -07:00
committed by GitHub
parent 94e9ef0768
commit a0cd2b69b3
8 changed files with 90 additions and 30 deletions
+2
View File
@@ -631,6 +631,8 @@ class AttentionMetadataBuilder(ABC, Generic[M]):
# Does this backend/builder support updating the block table in existing
# metadata
supports_update_block_table: bool = False
# Whether the builder constructor requires the block-table width.
requires_block_table_width: ClassVar[bool] = False
@abstractmethod
def __init__(