[Kernel] Add punica dimension for Qwen2 LoRA (#5441)

This commit is contained in:
Jinzhen Lin
2024-06-20 17:55:41 -07:00
committed by GitHub
parent b12518d3cf
commit 1f5674218f
2 changed files with 53 additions and 2 deletions
+17
View File
@@ -49,21 +49,30 @@ H1 = H2 = [
128,
256,
512,
896,
1024,
1152,
1216,
1280,
1536,
1664,
2048,
2240,
2304,
2368,
2432,
2560,
2752,
3072,
3328,
3456,
3584,
3712,
4096,
4480,
4608,
4736,
4864,
5120,
5504,
5632,
@@ -73,19 +82,27 @@ H1 = H2 = [
6848,
6912,
7168,
7424,
8192,
8960,
9216,
9472,
10240,
11008,
11264,
13824,
14336,
14784,
14848,
15360,
18944,
22016,
22528,
24576,
27392,
27648,
29568,
29696,
32000,
32256,
32512,