Skip to content

[FlyDSL] optimize dsv4.1, k3, m3 moe perf for gfx1250 #7296

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
binding7012 merged 10 commits into from
Nov 5, 2026
+486 −88
Merged

[FlyDSL] optimize dsv4.1, k3, m3 moe perf for gfx1250 #7296

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
10 commits
Select commit Hold shift + click to select a range
b46a253
optimize dsv4.1, k3, m3 tp moe perf
binding7012 Oct 31, 2026
09a6efa
optimize 10/31
binding7012 Oct 31, 2026
855c44c
Drop split-K, make PSUM lookup unconditional, guard half-k128 tail
binding7012 Nov 3, 2026
0d63d77
Merge remote-tracking branch 'origin/main' into binding_moe_gfx1250_o…
binding7012 Nov 3, 2026
a370811
update config
binding7012 Nov 3, 2026
bdcd164
update for k3 tp8
binding7012 Nov 3, 2026
7b03a49
Merge origin/main into binding_moe_gfx1250_opt_1031
binding7012 Nov 3, 2026
3c93c79
update code
binding7012 Nov 4, 2026
110aad3
update config
binding7012 Nov 4, 2026
76176f9
resolve reviewer comments
binding7012 Nov 4, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
52 changes: 52 additions & 0 deletions aiter/configs/model_configs/dsv41_tuned_grouped_fmoe.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -70,3 +70,55 @@ gfx1250,256,4096,5120,2304,48,-1,ActivationType.Silu,torch.bfloat16,torch.float8
gfx1250,256,8192,5120,2304,48,-1,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,256,256,128,256,256,1,4,1,4,2,2,1,1,0,-1,-1,-1,-1,-1,-1,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,156.2070,0,0
gfx1250,256,16384,5120,2304,48,-1,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,512,256,128,256,256,2,4,1,4,3,2,1,1,0,-1,-1,-1,-1,-1,-1,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,238.3880,0,0
gfx1250,256,32768,5120,2304,48,-1,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,512,256,128,256,256,1,4,1,4,3,2,1,1,0,-1,-1,-1,-1,-1,-1,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,398.8590,0,0
gfx1250,256,1,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,64,512,16,128,128,1,1,1,2,2,2,2,3,0,-1,-1,,,1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,8.8037,0,0
gfx1250,256,8,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,512,512,16,256,256,1,4,1,2,2,3,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,61.5840,0,0
gfx1250,256,16,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,128,128,16,128,128,1,2,1,2,4,3,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,108.0769,0,0
gfx1250,256,64,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,384,128,16,256,512,1,2,1,2,4,2,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,289.1468,0,0
gfx1250,256,128,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,256,512,16,128,512,1,2,1,2,3,3,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,399.1987,0,0
gfx1250,256,256,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,384,128,16,512,512,1,2,1,4,3,2,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,449.1041,0,0
gfx1250,256,512,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,256,256,16,256,512,1,4,1,2,3,2,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,458.3507,0,0
gfx1250,256,1024,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,32,384,128,32,256,256,1,2,1,4,4,4,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,471.8984,0,0
gfx1250,256,2048,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,64,512,256,64,512,128,1,4,1,4,4,2,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,503.7990,0,0
gfx1250,256,4096,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,512,256,128,512,128,1,4,1,4,3,3,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,602.8378,0,0
gfx1250,256,8192,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,512,256,128,256,256,1,4,1,4,3,3,,,0,-1,-1,,,-1,,0,0,0,0,0,0,1,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,771.7022,0,0
gfx1250,256,16384,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,256,256,256,256,256,256,2,2,2,2,4,4,,,0,1,4,1,4,1,1,1,0,1,0,0,0,1,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,1190.0373,0,0
gfx1250,256,32768,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,256,256,256,256,256,256,2,2,2,2,4,4,,,0,1,4,1,4,1,1,1,0,1,0,0,0,1,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,1967.6713,0,0
gfx1250,256,1,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,64,512,16,128,256,1,1,1,2,2,2,2,3,0,-1,-1,,,1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,8.6879,0,0
gfx1250,256,8,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,512,256,16,128,256,1,4,1,2,3,3,,,0,-1,-1,,,-1,,1,1,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,55.7633,0,0
gfx1250,256,16,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,128,128,16,256,256,1,2,1,2,3,2,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,109.9071,0,0
gfx1250,256,32,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,64,1024,16,64,256,1,1,1,1,2,3,,,0,-1,-1,,,1,1,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,189.5117,0,0
gfx1250,256,64,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,384,128,16,256,128,1,2,1,2,3,3,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,291.7681,0,0
gfx1250,256,128,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,512,512,16,128,256,1,4,1,2,2,3,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,393.1344,0,0
gfx1250,256,256,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,384,128,16,512,512,1,2,1,8,4,2,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,457.1645,0,0
gfx1250,256,512,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,256,256,16,256,512,1,2,1,2,4,2,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,468.4928,0,0
gfx1250,256,1024,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,32,512,256,32,512,128,1,4,1,4,3,3,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,491.8166,0,0
gfx1250,256,2048,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,64,512,128,64,512,128,1,4,1,4,3,3,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,538.5656,0,0
gfx1250,256,4096,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,256,256,128,256,128,2,2,2,2,2,4,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,684.2151,0,0
gfx1250,256,8192,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,512,256,128,512,256,1,4,1,4,3,3,,,0,-1,-1,,,-1,,1,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,1089.3,0,0
gfx1250,256,16384,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,512,256,128,512,256,2,4,1,4,3,3,,,0,1,4,,,2,,1,0,1,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,1857.7,0,0
gfx1250,256,32768,5120,2304,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,256,256,128,256,256,128,2,2,2,2,4,3,,,0,2,2,2,2,2,2,1,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,2704.0969,0,0
gfx1250,256,1,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,64,256,16,128,128,1,1,1,2,2,2,4,,0,-1,-1,,,1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,7.1019,0,0
gfx1250,256,8,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,128,512,16,64,128,1,2,1,1,4,3,,,0,-1,-1,,,-1,1,1,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,11.7210,0,0
gfx1250,256,16,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,384,128,16,64,128,1,2,1,1,3,2,,,0,-1,-1,,,-1,1,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,27.7585,0,0
gfx1250,256,32,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,64,512,16,64,128,1,1,1,1,3,2,,,0,-1,-1,,,1,1,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,48.7471,0,0
gfx1250,256,64,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,128,256,16,128,128,1,2,1,2,3,3,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,79.7599,0,0
gfx1250,256,128,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,128,512,16,128,128,1,2,1,2,4,3,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,105.8920,0,0
gfx1250,256,256,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,128,512,16,512,128,1,2,1,8,4,2,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,121.7150,0,0
gfx1250,256,512,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,128,512,16,512,128,1,2,1,8,4,2,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,125.2232,0,0
gfx1250,256,1024,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,32,128,256,32,128,128,1,2,1,2,2,3,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,134.7501,0,0
gfx1250,256,8192,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,128,256,128,128,128,1,2,1,2,2,2,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,288.1954,0,0
gfx1250,256,16384,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,384,256,128,256,128,2,2,2,2,4,4,,,0,-1,-1,-1,-1,-1,-1,1,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,428.5814,0,0
gfx1250,256,32768,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float4_e2m1fn_x2,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,384,256,128,256,128,2,2,2,2,4,4,,,0,-1,-1,-1,-1,-1,-1,1,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,729.0402,0,0
gfx1250,256,1,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,64,256,16,128,128,1,1,1,2,2,2,4,,0,-1,-1,,,1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,7.0833,0,0
gfx1250,256,8,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,64,512,16,512,128,1,1,1,4,3,4,,,0,-1,-1,,4,1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,11.5417,0,0
gfx1250,256,16,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,384,128,16,64,128,1,2,1,1,3,3,,,0,-1,-1,,,-1,1,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,28.6250,0,0
gfx1250,256,32,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,64,1024,16,64,128,1,1,1,1,2,2,,,0,-1,-1,,,1,1,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,51.4501,0,0
gfx1250,256,64,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,384,128,16,128,128,1,2,1,2,3,3,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,78.3361,0,0
gfx1250,256,128,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,128,256,16,128,128,1,2,1,2,3,3,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,104.9947,0,0
gfx1250,256,256,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,384,128,16,256,128,1,2,1,4,3,3,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,124.6401,0,0
gfx1250,256,512,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,16,128,256,16,512,128,1,2,1,8,2,2,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,124.1254,0,0
gfx1250,256,1024,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,32,128,256,32,256,128,1,2,1,4,3,3,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,141.8739,0,0
gfx1250,256,4096,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,64,384,256,64,256,128,1,2,1,4,2,3,,,0,-1,-1,,,-1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,215.4001,0,0
gfx1250,256,8192,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,128,256,128,256,128,1,2,2,2,2,3,,,0,-1,-1,,,1,,0,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,337.4960,0,0
gfx1250,256,16384,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,256,384,128,256,256,128,2,2,2,2,3,3,,,0,-1,-1,1,4,-1,1,1,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,563.3912,0,0
gfx1250,256,32768,5120,576,384,6,ActivationType.Silu,torch.bfloat16,torch.float8_e4m3fn,torch.float4_e2m1fn_x2,,QuantType.per_1x32,1,0,128,384,128,128,256,128,1,2,2,2,3,4,,,0,-1,-1,-1,-1,-1,-1,1,0,0,0,0,0,0,grouped_gemm1_fp4_gugu,grouped_gemm2_fp4,920.4351,0,0
Loading
Loading