Skip to content

Commit c0a4393

Browse files
[ATTENTION] unitest (#4962)
1 parent 91d34c2 commit c0a4393

File tree

2 files changed

+189
-253
lines changed

2 files changed

+189
-253
lines changed

custom_ops/gpu_ops/append_attn/template_config.json

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@
1717
"IsDynamicC8"
1818
],
1919
"dispatch_params": {
20-
"GROUP_SIZE": [1, 2, 4, 5, 6, 7, 8, 12, 14, 16],
20+
"GROUP_SIZE": [1, 2, 3, 4, 5, 6, 7, 8, 12, 14, 16],
2121
"HEAD_DIM": [128],
2222
"BLOCK_SIZE": [64],
2323
"CAUSAL": [0, 1],
@@ -54,7 +54,7 @@
5454
"ENABLE_PREFILL"
5555
],
5656
"dispatch_params": {
57-
"GROUP_SIZE": [1, 2, 4, 5, 6, 7, 8, 12, 14, 16],
57+
"GROUP_SIZE": [1, 2, 3, 4, 5, 6, 7, 8, 12, 14, 16],
5858
"HEAD_DIM": [128],
5959
"BLOCK_SIZE": [64],
6060
"CAUSAL": [0, 1],
@@ -89,7 +89,7 @@
8989
"ENABLE_PREFILL"
9090
],
9191
"dispatch_params": {
92-
"GROUP_SIZE": [1, 2, 4, 5, 6, 7, 8, 12, 14, 16],
92+
"GROUP_SIZE": [1, 2, 3, 4, 5, 6, 7, 8, 12, 14, 16],
9393
"HEAD_DIM": [64,128],
9494
"BLOCK_SIZE": [64],
9595
"CAUSAL": [0, 1],

0 commit comments

Comments
 (0)