[Model] Support MAP-NEO model (#5081)

Co-authored-by: Zhuohan Li <zhuohan123@gmail.com>
This commit is contained in:
SnowDist
2024-05-30 19:24:41 -07:00
committed by GitHub
co-authored by Zhuohan Li
parent 533c217792
commit a22dea54d3
8 changed files with 18 additions and 6 deletions
+1 -1
View File
@@ -31,7 +31,7 @@ class PagedAttention:
@staticmethod
def get_supported_head_sizes() -> List[int]:
return [64, 80, 96, 112, 128, 256]
return [64, 80, 96, 112, 128, 192, 256]
@staticmethod
def get_kv_cache_shape(