[spec decode] [4/N] Move update_flash_attn_metadata to attn backend (#7571)

Co-authored-by: Cody Yu <hao.yu.cody@gmail.com>
This commit is contained in:
William Lin
2024-08-16 11:41:56 -07:00
committed by GitHub
co-authored by Cody Yu
parent 855866caa9
commit f366f6339b
3 changed files with 49 additions and 33 deletions
+3
View File
@@ -75,6 +75,9 @@ class AttentionBackend(ABC):
) -> None:
raise NotImplementedError
def advance_step(self, num_seqs: int, num_queries: int):
raise NotImplementedError
@dataclass
class AttentionMetadata: