[Bugfix] Universally align block table width to 128 tokens (#50302)
Signed-off-by: Matthew Bonanni <mbonanni@redhat.com>
This commit is contained in:
@@ -631,6 +631,8 @@ class AttentionMetadataBuilder(ABC, Generic[M]):
|
||||
# Does this backend/builder support updating the block table in existing
|
||||
# metadata
|
||||
supports_update_block_table: bool = False
|
||||
# Whether the builder constructor requires the block-table width.
|
||||
requires_block_table_width: ClassVar[bool] = False
|
||||
|
||||
@abstractmethod
|
||||
def __init__(
|
||||
|
||||
Reference in New Issue
Block a user