[Kernel] Add flash-attn back (#4907)

This commit is contained in:
Woosuk Kwon
2024-05-19 18:11:30 -07:00
committed by GitHub
parent 27ce85476e
commit b57e6c5949
6 changed files with 304 additions and 61 deletions
+1 -1
View File
@@ -12,7 +12,7 @@ MODELS = [
# "Deci/DeciLM-7b", # Broken
# "tiiuae/falcon-7b", # Broken
"EleutherAI/gpt-j-6b",
"mosaicml/mpt-7b",
# "mosaicml/mpt-7b", # Broken
# "Qwen/Qwen1.5-0.5B" # Broken,
]