[Model] Add support for MPT (#334)

This commit is contained in:
Woosuk Kwon
2023-07-03 16:47:53 -07:00
committed by GitHub
parent 7717d0838b
commit 404422f42e
11 changed files with 388 additions and 4 deletions
+3
View File
@@ -395,6 +395,9 @@ void single_query_cached_kv_attention_launcher(
case 96:
LAUNCH_ATTENTION_KERNEL(T, 96, BLOCK_SIZE, NUM_THREADS);
break;
case 112:
LAUNCH_ATTENTION_KERNEL(T, 112, BLOCK_SIZE, NUM_THREADS);
break;
case 128:
LAUNCH_ATTENTION_KERNEL(T, 128, BLOCK_SIZE, NUM_THREADS);
break;