diff --git a/aiter/configs/model_configs/a8w8_bpreshuffle_tuned_gemm_glm5.2.csv b/aiter/configs/model_configs/a8w8_bpreshuffle_tuned_gemm_glm5.2.csv index 9e7b45cd93..eacced3caf 100644 --- a/aiter/configs/model_configs/a8w8_bpreshuffle_tuned_gemm_glm5.2.csv +++ b/aiter/configs/model_configs/a8w8_bpreshuffle_tuned_gemm_glm5.2.csv @@ -1,60 +1,135 @@ gfx,cu_num,M,N,K,q_dtype_w,libtype,kernelId,splitK,us,kernelName,tflops,bw,errRatio -gfx950,256,1,6144,4096,torch.float8_e4m3fn,flydsl,2950,0,8.5052,flydsl_bpreshuflle_16x64x512_F8_F8_B16_2x1x0x4x4_default,5.92,2960.8,0.0 -gfx950,256,2,6144,4096,torch.float8_e4m3fn,flydsl,1755,0,8.5564,flydsl_bpreshuflle_16x64x512_F8_F8_B16_2x1x0x2x4_default,11.76,2945.0,0.0 -gfx950,256,4,6144,4096,torch.float8_e4m3fn,flydsl,2301,0,8.5731,flydsl_bpreshuflle_16x64x512_F8_F8_B16_2x1x0x3x0_default,23.48,2943.08,0.0 -gfx950,256,8,6144,4096,torch.float8_e4m3fn,flydsl,2950,0,8.6809,flydsl_bpreshuflle_16x64x512_F8_F8_B16_2x1x0x4x4_default,46.38,2914.09,0.0 -gfx950,256,16,6144,4096,torch.float8_e4m3fn,ck,10,0,7.9752,a8w8_bpreshuffle_128x16x32x512_16x16_16x16_32x4x1_32x4x1_1x16x1x8_4x4x1_1x1_intrawave_v1,100.98,3188.38,0.0 -gfx950,256,32,6144,4096,torch.float8_e4m3fn,ck,5,0,8.5339,a8w8_bpreshuffle_256x16x64x512_16x16_16x16_32x8x1_32x8x1_1x16x1x16_4x4x1_1x1_intrawave_v1,188.73,3010.36,0.0 -gfx950,256,64,6144,4096,torch.float8_e4m3fn,flydsl,1110,0,9.7826,flydsl_bpreshuflle_32x64x512_F8_F8_B16_2x1x0x1x4_default,329.28,2679.7,0.0 -gfx950,256,128,6144,4096,torch.float8_e4m3fn,ck,114,0,13.7353,a8w8_bpreshuffle_256x64x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8x8x1_2x1_intrawave_v3,469.04,1984.88,0.0 -gfx950,256,256,6144,4096,torch.float8_e4m3fn,flydsl,294,0,16.0835,flydsl_bpreshuflle_64x128x256_F8_F8_B16_2x0x1x0x4_default,801.13,1825.48,0.0 -gfx950,256,512,6144,4096,torch.float8_e4m3fn,flydsl,1618,0,21.1344,flydsl_bpreshuflle_64x192x256_F8_F8_B16_2x0x1x2x4_default,1219.33,1587.67,0.0 -gfx950,256,1024,6144,4096,torch.float8_e4m3fn,flydsl,1641,0,33.5429,flydsl_bpreshuflle_128x192x128_F8_F8_B16_2x0x1x2x4_default,1536.53,1250.43,0.0 -gfx950,256,2048,6144,4096,torch.float8_e4m3fn,ck,35,0,55.0851,a8w8_bpreshuffle_256x256x192x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8x8x1_2x1_intrawave_v3,1871.27,1065.99,0.0 -gfx950,256,4096,6144,4096,torch.float8_e4m3fn,flydsl,1886,0,101.7868,flydsl_bpreshuflle_128x256x128_F8_F8_B16_2x1x1x2x0_default,2025.39,906.55,0.0 -gfx950,256,8192,6144,4096,torch.float8_e4m3fn,flydsl,1967,0,179.7591,flydsl_bpreshuflle_128x256x128_F8_F8_B16_2x1x1x2x4_default,2293.72,886.65,0.0 -gfx950,256,16384,6144,4096,torch.float8_e4m3fn,flydsl,1967,0,343.9058,flydsl_bpreshuflle_128x256x128_F8_F8_B16_2x1x1x2x4_default,2397.85,853.73,0.0 -gfx950,256,32768,6144,4096,torch.float8_e4m3fn,flydsl,1967,0,678.8389,flydsl_bpreshuflle_128x256x128_F8_F8_B16_2x1x1x2x4_default,2429.54,827.94,0.0 -gfx950,256,1,7168,512,torch.float8_e4m3fn,flydsl,1,0,3.3969,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x0x0x0_default,2.16,1084.77,0.0 -gfx950,256,2,7168,512,torch.float8_e4m3fn,flydsl,22,0,3.409,flydsl_bpreshuflle_16x64x512_F8_F8_B16_2x0x0x0x0_default,4.31,1085.28,0.0 -gfx950,256,4,7168,512,torch.float8_e4m3fn,flydsl,2605,0,3.4023,flydsl_bpreshuflle_16x64x512_F8_F8_B16_2x0x0x4x0_default,8.63,1096.14,0.0 -gfx950,256,8,7168,512,torch.float8_e4m3fn,flydsl,1329,0,3.3758,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x0x2x0_default,17.39,1122.34,0.0 -gfx950,256,16,7168,512,torch.float8_e4m3fn,flydsl,1977,0,3.4053,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x0x3x0_default,34.49,1147.5,0.0 -gfx950,256,32,7168,512,torch.float8_e4m3fn,flydsl,2129,0,3.497,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x1x3x0_default,67.17,1185.35,0.0 -gfx950,256,64,7168,512,torch.float8_e4m3fn,flydsl,673,0,3.6825,flydsl_bpreshuflle_32x64x512_F8_F8_B16_1x0x0x1x0_default,127.57,1254.66,0.0 -gfx950,256,512,7168,512,torch.float8_e4m3fn,flydsl,1424,0,7.1056,flydsl_bpreshuflle_64x128x256_F8_F8_B16_1x0x0x2x4_default,528.89,1586.38,0.0 -gfx950,256,2048,7168,512,torch.float8_e4m3fn,flydsl,1915,0,15.8379,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x1x1x2x4_default,949.14,2151.72,0.0 -gfx950,256,8192,7168,512,torch.float8_e4m3fn,flydsl,933,0,49.6483,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x0x1x1x4_default,1211.11,2523.85,0.0 -gfx950,256,32768,7168,512,torch.float8_e4m3fn,flydsl,435,0,176.502,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x1x0x0x4_default,1362.69,2777.36,0.0 -gfx950,256,1,2624,6144,torch.float8_e4m3fn,cktile,2,0,10.4053,a8w8_bpreshuffle_cktile_0x0x8x4x1x0x0x0x0x1_16x64x512_1x4x1_16x16x128_default,3.1,1550.48,0.0 -gfx950,256,2,2624,6144,torch.float8_e4m3fn,flydsl,1674,0,10.4715,flydsl_bpreshuflle_16x64x512_F8_F8_B16_2x1x0x2x0_default,6.16,1541.77,0.0 -gfx950,256,4,2624,6144,torch.float8_e4m3fn,flydsl,1674,0,10.4468,flydsl_bpreshuflle_16x64x512_F8_F8_B16_2x1x0x2x0_default,12.35,1547.6,0.0 -gfx950,256,8,2624,6144,torch.float8_e4m3fn,flydsl,2743,0,10.6553,flydsl_bpreshuflle_16x64x512_F8_F8_B16_2x0x1x4x0_default,24.21,1521.59,0.0 -gfx950,256,16,2624,6144,torch.float8_e4m3fn,ck,24,0,10.373,a8w8_bpreshuffle_128x16x32x512_16x16_16x16_32x4x1_32x4x1_1x16x1x8_4x4x1_1x1_intrawave_v2,49.73,1571.79,0.0 -gfx950,256,32,2624,6144,torch.float8_e4m3fn,ck,8,0,10.5063,a8w8_bpreshuffle_128x32x16x512_16x16_16x16_32x4x1_32x4x1_1x32x1x4_4x4x1_1x1_intrawave_v1,98.21,1569.19,0.0 -gfx950,256,64,2624,6144,torch.float8_e4m3fn,ck,11,0,10.2645,a8w8_bpreshuffle_256x16x64x512_16x16_16x16_32x8x1_32x8x1_1x16x1x16_4x4x1_1x1_intrawave_v1,201.04,1641.67,0.0 -gfx950,256,128,2624,6144,torch.float8_e4m3fn,flydsl,944,0,12.0748,flydsl_bpreshuflle_32x64x512_F8_F8_B16_2x0x1x1x4_default,341.8,1455.93,0.0 -gfx950,256,256,2624,6144,torch.float8_e4m3fn,flydsl,2821,0,15.0927,flydsl_bpreshuflle_32x64x512_F8_F8_B16_2x0x1x4x4_default,546.91,1261.42,0.0 -gfx950,256,512,2624,6144,torch.float8_e4m3fn,flydsl,1288,0,20.7128,flydsl_bpreshuflle_64x64x256_F8_F8_B16_2x1x1x1x4_default,797.03,1059.95,0.0 -gfx950,256,1024,2624,6144,torch.float8_e4m3fn,cktile,227,0,31.6184,a8w8_bpreshuffle_cktile_0x0x8x4x1x0x0x0x0x4_96x64x256_1x4x1_16x16x128_default,1044.25,878.83,0.0 -gfx950,256,2048,2624,6144,torch.float8_e4m3fn,flydsl,2922,0,54.0529,flydsl_bpreshuflle_128x64x128_F8_F8_B16_2x1x0x4x0_default,1221.68,729.89,0.0 -gfx950,256,4096,2624,6144,torch.float8_e4m3fn,flydsl,1228,0,97.3968,flydsl_bpreshuflle_128x64x128_F8_F8_B16_2x1x1x1x0_default,1356.0,644.62,0.0 -gfx950,256,8192,2624,6144,torch.float8_e4m3fn,flydsl,2790,0,161.7645,flydsl_bpreshuflle_256x64x128_F8_F8_B16_2x0x1x4x0_default,1632.87,676.57,0.0 -gfx950,256,16384,2624,6144,torch.float8_e4m3fn,flydsl,2203,0,308.3385,flydsl_bpreshuflle_256x64x128_F8_F8_B16_2x0x1x3x0_default,1713.32,657.62,0.0 -gfx950,256,32768,2624,6144,torch.float8_e4m3fn,cktile,71,0,618.6114,a8w8_bpreshuffle_cktile_0x0x8x4x1x0x0x0x0x2_256x64x128_1x4x1_16x16x128_default,1707.96,629.5,0.0 -gfx950,256,1,4096,2048,torch.float8_e4m3fn,flydsl,84,0,5.2823,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x0x0x4_default,3.18,1590.0,0.0 -gfx950,256,2,4096,2048,torch.float8_e4m3fn,flydsl,1329,0,5.2819,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x0x2x0_default,6.35,1592.06,0.0 -gfx950,256,4,4096,2048,torch.float8_e4m3fn,flydsl,665,0,5.2692,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x0x1x0_default,12.74,1599.78,0.0 -gfx950,256,8,4096,2048,torch.float8_e4m3fn,flydsl,1,0,5.2677,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x0x0x0_default,25.48,1608.01,0.0 -gfx950,256,16,4096,2048,torch.float8_e4m3fn,flydsl,665,0,5.3982,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x0x1x0_default,49.73,1584.31,0.0 -gfx950,256,32,4096,2048,torch.float8_e4m3fn,flydsl,665,0,5.4685,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x0x1x0_default,98.18,1593.91,0.0 -gfx950,256,64,4096,2048,torch.float8_e4m3fn,flydsl,84,0,5.4675,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x0x0x4_default,196.39,1654.13,0.0 -gfx950,256,128,4096,2048,torch.float8_e4m3fn,flydsl,446,0,6.7343,flydsl_bpreshuflle_32x64x512_F8_F8_B16_2x1x0x0x4_default,318.89,1440.29,0.0 -gfx950,256,256,4096,2048,torch.float8_e4m3fn,flydsl,2833,0,8.5555,flydsl_bpreshuflle_64x64x256_F8_F8_B16_2x0x1x4x4_default,502.01,1286.9,0.0 -gfx950,256,512,4096,2048,torch.float8_e4m3fn,flydsl,1940,0,10.54,flydsl_bpreshuflle_64x128x256_F8_F8_B16_2x1x1x2x4_default,814.98,1293.31,0.0 -gfx950,256,1024,4096,2048,torch.float8_e4m3fn,flydsl,2272,0,14.5599,flydsl_bpreshuflle_128x128x256_F8_F8_B16_2x0x1x3x4_default,1179.94,1296.33,0.0 -gfx950,256,2048,4096,2048,torch.float8_e4m3fn,flydsl,2787,0,22.5669,flydsl_bpreshuflle_128x128x256_F8_F8_B16_2x0x1x4x0_default,1522.57,1301.03,0.0 -gfx950,256,4096,4096,2048,torch.float8_e4m3fn,flydsl,1967,0,35.9181,flydsl_bpreshuflle_128x256x128_F8_F8_B16_2x1x1x2x4_default,1913.23,1401.29,0.0 -gfx950,256,8192,4096,2048,torch.float8_e4m3fn,flydsl,1967,0,72.7619,flydsl_bpreshuflle_128x256x128_F8_F8_B16_2x1x1x2x4_default,1888.89,1268.17,0.0 -gfx950,256,16384,4096,2048,torch.float8_e4m3fn,flydsl,1967,0,136.344,flydsl_bpreshuflle_128x256x128_F8_F8_B16_2x1x1x2x4_default,2016.06,1292.03,0.0 -gfx950,256,32768,4096,2048,torch.float8_e4m3fn,flydsl,1429,0,258.3382,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x0x0x2x4_default,2128.05,1331.33,0.0 +gfx950,256,1,2048,2048,torch.float8_e4m3fn,flydsl,1058,4,5.3689,flydsl_bpreshuflle_16x64x256_F8_F8_B16_1x4x0x2_default_ks4,1.56,782.37,0.0 +gfx950,256,2,2048,2048,torch.float8_e4m3fn,flydsl,1156,4,5.2174,flydsl_bpreshuflle_16x64x256_F8_F8_B16_0x0x0x1_default_ks4,3.22,806.26,0.0 +gfx950,256,4,2048,2048,torch.float8_e4m3fn,flydsl,372,4,4.9853,flydsl_bpreshuflle_16x64x256_F8_F8_B16_1x1x0x2_default_ks4,6.73,846.26,0.0 +gfx950,256,8,2048,2048,torch.float8_e4m3fn,flydsl,2116,4,5.0097,flydsl_bpreshuflle_16x64x256_F8_F8_B16_0x4x0x1_default_ks4,13.4,847.05,0.0 +gfx950,256,16,2048,2048,torch.float8_e4m3fn,ck,10,0,5.1151,a8w8_bpreshuffle_128x16x32x512_16x16_16x16_32x4x1_32x4x1_1x16x1x8_4x4x1_1x1_intrawave_v1,26.24,839.2,0.0 +gfx950,256,32,2048,2048,torch.float8_e4m3fn,flydsl,849,0,5.1687,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x3x0x2_default,51.93,849.52,0.0 +gfx950,256,64,2048,2048,torch.float8_e4m3fn,ck,10,0,5.2225,a8w8_bpreshuffle_128x16x32x512_16x16_16x16_32x4x1_32x4x1_1x16x1x8_4x4x1_1x1_intrawave_v1,102.8,878.41,0.0 +gfx950,256,128,2048,2048,torch.float8_e4m3fn,flydsl,905,0,5.3586,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x3x4x2_default,200.38,929.48,0.0 +gfx950,256,256,2048,2048,torch.float8_e4m3fn,ck,5,0,6.3363,a8w8_bpreshuffle_256x16x64x512_16x16_16x16_32x8x1_32x8x1_1x16x1x16_4x4x1_1x1_intrawave_v1,338.92,910.18,0.0 +gfx950,256,512,2048,2048,torch.float8_e4m3fn,flydsl,926,0,8.2666,flydsl_bpreshuflle_64x64x256_F8_F8_B16_1x3x4x2_default,519.56,887.91,0.0 +gfx950,256,1024,2048,2048,torch.float8_e4m3fn,flydsl,210,0,10.0359,flydsl_bpreshuflle_64x128x256_F8_F8_B16_1x0x4x2_default,855.92,1044.83,0.0 +gfx950,256,2048,2048,2048,torch.float8_e4m3fn,flydsl,234,0,14.4428,flydsl_bpreshuflle_128x128x256_F8_F8_B16_1x0x4x2_default,1189.51,1161.63,0.0 +gfx950,256,4096,2048,2048,torch.float8_e4m3fn,flydsl,423,0,21.5879,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x1x0x2_default,1591.62,1360.03,0.0 +gfx950,256,8192,2048,2048,torch.float8_e4m3fn,flydsl,1000034,0,35.5329,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_4x4,1933.97,1534.52,0.0 +gfx950,256,16384,2048,2048,torch.float8_e4m3fn,flydsl,1000034,0,68.9759,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_4x4,1992.56,1520.21,0.0197 +gfx950,256,32768,2048,2048,torch.float8_e4m3fn,flydsl,1000034,0,135.2889,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_4x4,2031.78,1519.13,0.0 +gfx950,256,1,2624,6144,torch.float8_e4m3fn,flydsl,617,6,6.8313,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x2x0x2_default_ks6,4.72,2361.67,0.0 +gfx950,256,2,2624,6144,torch.float8_e4m3fn,flydsl,125,6,6.721,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x0x2_default_ks6,9.59,2402.12,0.0 +gfx950,256,4,2624,6144,torch.float8_e4m3fn,flydsl,373,4,6.3658,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x1x0x2_default_ks4,20.26,2539.73,0.0 +gfx950,256,8,2624,6144,torch.float8_e4m3fn,flydsl,125,4,6.6296,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x0x2_default_ks4,38.91,2445.55,0.0 +gfx950,256,16,2624,6144,torch.float8_e4m3fn,flydsl,617,4,6.9215,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x2x0x2_default_ks4,74.54,2355.58,0.0 +gfx950,256,32,2624,6144,torch.float8_e4m3fn,flydsl,626,4,7.5029,flydsl_bpreshuflle_32x64x512_F8_F8_B16_1x2x0x2_default_ks4,137.52,2197.34,0.0 +gfx950,256,64,2624,6144,torch.float8_e4m3fn,flydsl,196,3,8.4423,flydsl_bpreshuflle_32x64x512_F8_F8_B16_1x0x4x2_default_ks3,244.44,1996.01,0.0 +gfx950,256,128,2624,6144,torch.float8_e4m3fn,flydsl,146,3,11.3155,flydsl_bpreshuflle_64x64x256_F8_F8_B16_1x0x0x2_default_ks3,364.74,1553.62,0.0 +gfx950,256,256,2624,6144,torch.float8_e4m3fn,flydsl,1117,0,14.882,flydsl_bpreshuflle_32x64x512_F8_F8_B16_1x4x4x2_default,554.66,1279.28,0.0 +gfx950,256,512,2624,6144,torch.float8_e4m3fn,flydsl,1734,0,20.8406,flydsl_bpreshuflle_64x64x256_F8_F8_B16_0x2x4x1_default,792.15,1053.45,0.0 +gfx950,256,1024,2624,6144,torch.float8_e4m3fn,flydsl,2082,0,31.959,flydsl_bpreshuflle_64x64x256_F8_F8_B16_1x3x4x1_default,1033.12,869.47,0.0 +gfx950,256,2048,2624,6144,torch.float8_e4m3fn,flydsl,1000005,0,47.1596,flydsl_bpreshuffle_8w_128x256x128_F8_F8_B16_2x8,1400.25,836.58,0.0 +gfx950,256,4096,2624,6144,torch.float8_e4m3fn,flydsl,1000026,0,67.203,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_1x8,1965.24,934.24,0.0 +gfx950,256,8192,2624,6144,torch.float8_e4m3fn,flydsl,1000026,0,131.2915,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_1x8,2011.86,833.6,0.0 +gfx950,256,16384,2624,6144,torch.float8_e4m3fn,flydsl,1000034,0,213.6715,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_4x4,2472.4,948.97,0.0 +gfx950,256,32768,2624,6144,torch.float8_e4m3fn,flydsl,1000029,0,412.5825,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_2x8,2560.85,943.85,0.0016 +gfx950,256,1,2688,6144,torch.float8_e4m3fn,flydsl,961,6,6.8529,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x4x0x2_default_ks6,4.82,2411.62,0.0 +gfx950,256,2,2688,6144,torch.float8_e4m3fn,flydsl,125,4,6.4069,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x0x2_default_ks4,10.31,2581.3,0.0 +gfx950,256,4,2688,6144,torch.float8_e4m3fn,flydsl,249,6,6.6034,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x1x0x2_default_ks6,20.01,2507.97,0.0 +gfx950,256,8,2688,6144,torch.float8_e4m3fn,flydsl,125,4,6.4758,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x0x2_default_ks4,40.8,2564.51,0.0 +gfx950,256,16,2688,6144,torch.float8_e4m3fn,flydsl,849,4,6.8684,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x3x0x2_default_ks4,76.94,2431.34,0.0 +gfx950,256,32,2688,6144,torch.float8_e4m3fn,flydsl,258,6,7.3943,flydsl_bpreshuflle_32x64x512_F8_F8_B16_0x1x0x2_default_ks6,142.94,2283.34,0.0 +gfx950,256,64,2688,6144,torch.float8_e4m3fn,flydsl,686,3,9.2876,flydsl_bpreshuflle_32x64x512_F8_F8_B16_1x2x4x2_default_ks3,227.61,1857.57,0.0 +gfx950,256,128,2688,6144,torch.float8_e4m3fn,flydsl,146,3,11.0921,flydsl_bpreshuflle_64x64x256_F8_F8_B16_1x0x0x2_default_ks3,381.16,1621.84,0.0 +gfx950,256,256,2688,6144,torch.float8_e4m3fn,flydsl,700,3,14.6007,flydsl_bpreshuflle_64x128x256_F8_F8_B16_1x2x4x2_default_ks3,579.13,1333.1,0.0 +gfx950,256,512,2688,6144,torch.float8_e4m3fn,flydsl,1129,0,20.5964,flydsl_bpreshuflle_64x64x256_F8_F8_B16_1x4x4x2_default,821.09,1088.22,0.0 +gfx950,256,1024,2688,6144,torch.float8_e4m3fn,flydsl,212,0,28.9041,flydsl_bpreshuflle_64x192x256_F8_F8_B16_1x0x4x2_default,1170.18,979.5,0.0 +gfx950,256,2048,2688,6144,torch.float8_e4m3fn,flydsl,421,0,43.1667,flydsl_bpreshuflle_128x192x128_F8_F8_B16_1x1x0x2_default,1567.08,929.14,0.0 +gfx950,256,4096,2688,6144,torch.float8_e4m3fn,flydsl,1000034,0,68.0982,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_4x4,1986.71,935.43,0.0 +gfx950,256,8192,2688,6144,torch.float8_e4m3fn,flydsl,421,0,129.9822,flydsl_bpreshuflle_128x192x128_F8_F8_B16_1x1x0x2_default,2081.69,853.09,0.0 +gfx950,256,16384,2688,6144,torch.float8_e4m3fn,flydsl,1000026,0,213.4513,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_1x8,2535.31,961.62,0.0 +gfx950,256,32768,2688,6144,torch.float8_e4m3fn,flydsl,1000034,0,406.0986,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_4x4,2665.19,970.21,0.0006 +gfx950,256,1,3072,6144,torch.float8_e4m3fn,flydsl,497,4,6.5649,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x2x0x2_default_ks4,5.75,2876.91,0.0 +gfx950,256,2,3072,6144,torch.float8_e4m3fn,flydsl,1059,4,7.064,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x4x0x2_default_ks4,10.69,2675.39,0.0 +gfx950,256,4,3072,6144,torch.float8_e4m3fn,flydsl,373,4,6.777,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x1x0x2_default_ks4,22.28,2792.32,0.0 +gfx950,256,8,3072,6144,torch.float8_e4m3fn,flydsl,737,4,7.3336,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x3x0x2_default_ks4,41.18,2587.09,0.0 +gfx950,256,16,3072,6144,torch.float8_e4m3fn,flydsl,249,4,7.0324,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x1x0x2_default_ks4,85.89,2711.87,0.0 +gfx950,256,32,3072,6144,torch.float8_e4m3fn,flydsl,858,4,7.5445,flydsl_bpreshuflle_32x64x512_F8_F8_B16_1x3x0x2_default_ks4,160.11,2553.86,0.0 +gfx950,256,64,3072,6144,torch.float8_e4m3fn,flydsl,914,2,9.9103,flydsl_bpreshuflle_32x64x512_F8_F8_B16_1x3x4x2_default_ks2,243.78,1983.88,0.0 +gfx950,256,128,3072,6144,torch.float8_e4m3fn,flydsl,1117,0,11.6867,flydsl_bpreshuflle_32x64x512_F8_F8_B16_1x4x4x2_default,413.45,1749.62,0.0 +gfx950,256,256,3072,6144,torch.float8_e4m3fn,flydsl,698,2,16.4652,flydsl_bpreshuflle_64x64x256_F8_F8_B16_1x2x4x2_default_ks2,586.92,1337.37,0.0 +gfx950,256,512,3072,6144,torch.float8_e4m3fn,flydsl,928,0,20.8788,flydsl_bpreshuflle_64x128x256_F8_F8_B16_1x3x4x2_default,925.69,1205.33,0.0 +gfx950,256,1024,3072,6144,torch.float8_e4m3fn,flydsl,702,0,28.7456,flydsl_bpreshuflle_64x192x256_F8_F8_B16_1x2x4x2_default,1344.72,1094.33,0.0 +gfx950,256,2048,3072,6144,torch.float8_e4m3fn,flydsl,483,0,43.6855,flydsl_bpreshuflle_128x192x128_F8_F8_B16_1x1x4x2_default,1769.68,1008.12,0.0 +gfx950,256,4096,3072,6144,torch.float8_e4m3fn,flydsl,1000025,0,73.4995,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_1x4,2103.67,941.58,0.0 +gfx950,256,8192,3072,6144,torch.float8_e4m3fn,flydsl,667,0,133.3668,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x2x0x2_default,2318.7,896.31,0.0 +gfx950,256,16384,3072,6144,torch.float8_e4m3fn,flydsl,1000026,0,226.5,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_1x8,2730.58,972.19,0.0 +gfx950,256,32768,3072,6144,torch.float8_e4m3fn,flydsl,1000029,0,443.7851,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_2x8,2787.27,949.85,0.0 +gfx950,256,1,3584,512,torch.float8_e4m3fn,cktile,143,0,2.7802,a8w8_bpreshuffle_cktile_0x0x8x4x1x0x0x0x0x3_16x64x256_1x4x1_16x16x128_default,1.32,662.79,0.0 +gfx950,256,2,3584,512,torch.float8_e4m3fn,flydsl,1405,0,2.8655,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x1x0x1_default,2.56,645.74,0.0 +gfx950,256,4,3584,512,torch.float8_e4m3fn,cktile,2,0,2.5859,a8w8_bpreshuffle_cktile_0x0x8x4x1x0x0x0x0x1_16x64x512_1x4x1_16x16x128_default,5.68,721.5,0.0 +gfx950,256,8,3584,512,torch.float8_e4m3fn,cktile,137,0,2.5811,a8w8_bpreshuffle_cktile_0x0x8x4x1x0x0x0x0x3_16x64x512_1x4x1_16x16x128_default,11.38,734.74,0.0 +gfx950,256,16,3584,512,torch.float8_e4m3fn,cktile,30,0,2.9441,a8w8_bpreshuffle_cktile_0x0x8x4x1x0x0x0x0x2_16x64x512_1x4x1_16x16x128_default,19.95,665.02,0.0 +gfx950,256,32,3584,512,torch.float8_e4m3fn,flydsl,1059,0,2.9873,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x4x0x2_default,39.31,696.54,0.0 +gfx950,256,64,3584,512,torch.float8_e4m3fn,cktile,137,0,3.1011,a8w8_bpreshuffle_cktile_0x0x8x4x1x0x0x0x0x3_16x64x512_1x4x1_16x16x128_default,75.74,750.23,0.0 +gfx950,256,512,3584,512,torch.float8_e4m3fn,flydsl,1698,0,5.2396,flydsl_bpreshuflle_128x64x256_F8_F8_B16_0x2x0x1_default,358.62,1100.69,0.0 +gfx950,256,2048,3584,512,torch.float8_e4m3fn,flydsl,723,0,10.4412,flydsl_bpreshuflle_128x128x128_F8_F8_B16_1x2x4x2_default,719.86,1682.15,0.0 +gfx950,256,8192,3584,512,torch.float8_e4m3fn,flydsl,233,0,26.2117,flydsl_bpreshuflle_128x128x128_F8_F8_B16_1x0x4x2_default,1147.0,2470.25,0.0 +gfx950,256,32768,3584,512,torch.float8_e4m3fn,flydsl,727,0,92.569,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x2x4x2_default,1299.13,2738.42,0.0 +gfx950,256,1,4096,2048,torch.float8_e4m3fn,flydsl,1892,4,5.6795,flydsl_bpreshuflle_16x64x256_F8_F8_B16_0x3x0x1_default_ks4,2.95,1478.8,0.0 +gfx950,256,2,4096,2048,torch.float8_e4m3fn,flydsl,1652,4,5.8332,flydsl_bpreshuflle_16x64x256_F8_F8_B16_0x2x0x1_default_ks4,5.75,1441.59,0.0 +gfx950,256,4,4096,2048,torch.float8_e4m3fn,flydsl,1652,4,5.8719,flydsl_bpreshuflle_16x64x256_F8_F8_B16_0x2x0x1_default_ks4,11.43,1435.58,0.0 +gfx950,256,8,4096,2048,torch.float8_e4m3fn,flydsl,1892,4,5.7515,flydsl_bpreshuflle_16x64x256_F8_F8_B16_0x3x0x1_default_ks4,23.34,1472.75,0.0 +gfx950,256,16,4096,2048,torch.float8_e4m3fn,ck,10,0,5.8932,a8w8_bpreshuffle_128x16x32x512_16x16_16x16_32x4x1_32x4x1_1x16x1x8_4x4x1_1x1_intrawave_v1,45.55,1451.24,0.0 +gfx950,256,32,4096,2048,torch.float8_e4m3fn,flydsl,125,0,5.4352,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x0x2_default,98.78,1603.67,0.0 +gfx950,256,64,4096,2048,torch.float8_e4m3fn,flydsl,677,0,5.7563,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x2x4x2_default,186.53,1571.14,0.0 +gfx950,256,128,4096,2048,torch.float8_e4m3fn,flydsl,1117,0,6.1215,flydsl_bpreshuflle_32x64x512_F8_F8_B16_1x4x4x2_default,350.81,1584.47,0.0 +gfx950,256,256,4096,2048,torch.float8_e4m3fn,flydsl,198,0,8.1356,flydsl_bpreshuflle_32x128x256_F8_F8_B16_1x0x4x2_default,527.92,1353.32,0.0 +gfx950,256,512,4096,2048,torch.float8_e4m3fn,flydsl,700,0,10.1282,flydsl_bpreshuflle_64x128x256_F8_F8_B16_1x2x4x2_default,848.12,1345.89,0.0 +gfx950,256,1024,4096,2048,torch.float8_e4m3fn,flydsl,1152,0,14.4323,flydsl_bpreshuflle_128x128x256_F8_F8_B16_1x4x4x2_default,1190.38,1307.79,0.0 +gfx950,256,2048,4096,2048,torch.float8_e4m3fn,flydsl,485,0,21.3276,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x1x4x2_default,1611.05,1376.63,0.0 +gfx950,256,4096,4096,2048,torch.float8_e4m3fn,flydsl,1000034,0,34.3149,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_4x4,2002.61,1466.76,0.0 +gfx950,256,8192,4096,2048,torch.float8_e4m3fn,flydsl,1000025,0,67.7847,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_1x4,2027.58,1361.29,0.0 +gfx950,256,16384,4096,2048,torch.float8_e4m3fn,flydsl,1000034,0,130.2366,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_4x4,2110.6,1352.62,0.0 +gfx950,256,32768,4096,2048,torch.float8_e4m3fn,flydsl,1000034,0,255.4519,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_4x4,2152.09,1346.37,0.0 +gfx950,256,1,6144,4096,torch.float8_e4m3fn,flydsl,677,2,7.4721,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x2x4x2_default_ks2,6.74,3370.16,0.0 +gfx950,256,1,6144,12288,torch.float8_e4m3fn,flydsl,249,2,14.8282,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x1x0x2_default_ks2,10.18,5093.14,0.0 +gfx950,256,2,6144,4096,torch.float8_e4m3fn,flydsl,187,2,7.5586,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x4x2_default_ks2,13.32,3333.76,0.0 +gfx950,256,2,6144,12288,torch.float8_e4m3fn,flydsl,1,2,14.9748,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x0x0x2_default_ks2,20.17,5044.92,0.0 +gfx950,256,4,6144,4096,torch.float8_e4m3fn,flydsl,1108,2,8.3009,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x4x4x2_default_ks2,24.25,3039.59,0.0 +gfx950,256,4,6144,12288,torch.float8_e4m3fn,flydsl,187,2,15.4539,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x4x2_default_ks2,39.08,4891.7,0.0 +gfx950,256,8,6144,4096,torch.float8_e4m3fn,flydsl,1059,2,7.9677,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x4x0x2_default_ks2,50.54,3174.93,0.0 +gfx950,256,8,6144,12288,torch.float8_e4m3fn,flydsl,1,2,14.9399,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x0x0x2_default_ks2,80.85,5066.57,0.0 +gfx950,256,16,6144,4096,torch.float8_e4m3fn,flydsl,905,2,8.2712,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x3x4x2_default_ks2,97.36,3074.28,0.0 +gfx950,256,16,6144,12288,torch.float8_e4m3fn,flydsl,961,2,15.8005,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x4x0x2_default_ks2,152.9,4803.06,0.0 +gfx950,256,32,6144,4096,torch.float8_e4m3fn,ck,5,0,8.5341,a8w8_bpreshuffle_256x16x64x512_16x16_16x16_32x8x1_32x8x1_1x16x1x16_4x4x1_1x1_intrawave_v1,188.73,3010.29,0.0 +gfx950,256,32,6144,12288,torch.float8_e4m3fn,flydsl,382,2,16.3651,flydsl_bpreshuflle_32x64x512_F8_F8_B16_1x1x0x2_default_ks2,295.25,4661.38,0.0 +gfx950,256,64,6144,4096,torch.float8_e4m3fn,flydsl,320,0,9.5258,flydsl_bpreshuflle_32x64x512_F8_F8_B16_0x1x4x2_default,338.16,2751.94,0.0 +gfx950,256,64,6144,12288,torch.float8_e4m3fn,flydsl,2179,4,21.2823,flydsl_bpreshuflle_32x192x256_F8_F8_B16_0x4x4x1_default_ks4,454.07,3621.33,0.0 +gfx950,256,128,6144,4096,torch.float8_e4m3fn,flydsl,1129,0,13.0476,flydsl_bpreshuflle_64x64x256_F8_F8_B16_1x4x4x2_default,493.77,2089.5,0.0 +gfx950,256,128,6144,12288,torch.float8_e4m3fn,flydsl,336,4,27.7882,flydsl_bpreshuflle_64x192x256_F8_F8_B16_0x1x4x2_default_ks4,695.52,2830.09,0.0 +gfx950,256,256,6144,4096,torch.float8_e4m3fn,flydsl,210,0,15.458,flydsl_bpreshuflle_64x128x256_F8_F8_B16_1x0x4x2_default,833.54,1899.35,0.0 +gfx950,256,256,6144,12288,torch.float8_e4m3fn,flydsl,582,2,36.1049,flydsl_bpreshuflle_64x192x256_F8_F8_B16_0x2x4x2_default_ks2,1070.62,2265.31,0.0 +gfx950,256,512,6144,4096,torch.float8_e4m3fn,flydsl,460,0,20.2444,flydsl_bpreshuflle_64x192x256_F8_F8_B16_1x1x4x2_default,1272.93,1657.47,0.0 +gfx950,256,512,6144,12288,torch.float8_e4m3fn,flydsl,460,0,55.8768,flydsl_bpreshuflle_64x192x256_F8_F8_B16_1x1x4x2_default,1383.57,1576.33,0.0 +gfx950,256,1024,6144,4096,torch.float8_e4m3fn,flydsl,235,0,31.2806,flydsl_bpreshuflle_128x192x128_F8_F8_B16_1x0x4x2_default,1647.65,1340.86,0.0 +gfx950,256,1024,6144,12288,torch.float8_e4m3fn,ck,149,0,81.4436,a8w8_bpreshuffle_256x128x192x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8x8x1_2x1_intrawave_v3,1898.48,1235.99,0.0 +gfx950,256,2048,6144,4096,torch.float8_e4m3fn,flydsl,1000029,0,51.6308,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_2x8,1996.47,1137.31,0.0 +gfx950,256,2048,6144,12288,torch.float8_e4m3fn,flydsl,1000026,0,128.3853,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_1x8,2408.67,980.09,0.0 +gfx950,256,4096,6144,4096,torch.float8_e4m3fn,flydsl,727,0,96.6589,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x2x4x2_default,2132.84,954.64,0.0 +gfx950,256,4096,6144,12288,torch.float8_e4m3fn,ck,35,0,233.4896,a8w8_bpreshuffle_256x256x192x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8x8x1_2x1_intrawave_v3,2648.83,754.47,0.0 +gfx950,256,8192,6144,4096,torch.float8_e4m3fn,flydsl,1000035,0,162.3341,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_4x8,2539.93,981.82,0.0 +gfx950,256,8192,6144,12288,torch.float8_e4m3fn,flydsl,1000029,0,413.064,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_2x8,2994.57,670.17,0.0 +gfx950,256,16384,6144,4096,torch.float8_e4m3fn,flydsl,1000030,0,313.408,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_3x0,2631.18,936.8,0.0 +gfx950,256,16384,6144,12288,torch.float8_e4m3fn,flydsl,1000025,0,818.2999,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_1x4,3023.22,584.32,0.0 +gfx950,256,32768,6144,4096,torch.float8_e4m3fn,flydsl,1000028,0,616.5405,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_2x4,2675.04,911.6,0.0 +gfx950,256,32768,6144,12288,torch.float8_e4m3fn,flydsl,1000025,0,1619.9152,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_1x4,3054.36,543.73,0.0 +gfx950,256,1,7168,512,torch.float8_e4m3fn,flydsl,2005,0,3.991,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x3x0x1_default,1.84,923.29,0.0 +gfx950,256,2,7168,512,torch.float8_e4m3fn,flydsl,2215,0,3.4649,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x4x0x1_default,4.24,1067.77,0.0 +gfx950,256,4,7168,512,torch.float8_e4m3fn,cktile,2,0,3.6364,a8w8_bpreshuffle_cktile_0x0x8x4x1x0x0x0x0x1_16x64x512_1x4x1_16x16x128_default,8.07,1025.58,0.0 +gfx950,256,8,7168,512,torch.float8_e4m3fn,flydsl,2005,0,3.9452,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x3x0x1_default,14.88,960.36,0.0 +gfx950,256,16,7168,512,torch.float8_e4m3fn,cktile,138,0,3.8524,a8w8_bpreshuffle_cktile_0x0x8x4x1x0x0x0x0x4_16x64x512_1x4x1_16x16x128_default,30.49,1014.32,0.0 +gfx950,256,32,7168,512,torch.float8_e4m3fn,flydsl,2005,0,4.0391,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x3x0x1_default,58.15,1026.26,0.0 +gfx950,256,64,7168,512,torch.float8_e4m3fn,flydsl,746,0,3.8674,flydsl_bpreshuflle_32x64x512_F8_F8_B16_0x3x0x2_default,121.47,1194.68,0.0 +gfx950,256,512,7168,512,torch.float8_e4m3fn,flydsl,2189,0,7.1848,flydsl_bpreshuflle_64x128x256_F8_F8_B16_0x4x4x1_default,523.06,1568.89,0.0 +gfx950,256,2048,7168,512,torch.float8_e4m3fn,flydsl,1455,0,16.168,flydsl_bpreshuflle_128x256x128_F8_F8_B16_0x1x0x1_default,929.76,2107.79,0.0 +gfx950,256,8192,7168,512,torch.float8_e4m3fn,flydsl,727,0,47.098,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x2x4x2_default,1276.69,2660.51,0.0 +gfx950,256,32768,7168,512,torch.float8_e4m3fn,flydsl,727,0,174.8523,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x2x4x2_default,1375.55,2803.56,0.0 diff --git a/aiter/configs/model_configs/a8w8_bpreshuffle_untuned_gemm_glm5.2.csv b/aiter/configs/model_configs/a8w8_bpreshuffle_untuned_gemm_glm5.2.csv index ad4d488b91..3bb0043e1a 100644 --- a/aiter/configs/model_configs/a8w8_bpreshuffle_untuned_gemm_glm5.2.csv +++ b/aiter/configs/model_configs/a8w8_bpreshuffle_untuned_gemm_glm5.2.csv @@ -58,3 +58,78 @@ M,N,K,q_dtype_w 8192,4096,2048,torch.float8_e4m3fn 16384,4096,2048,torch.float8_e4m3fn 32768,4096,2048,torch.float8_e4m3fn +1,2688,6144,torch.float8_e4m3fn +2,2688,6144,torch.float8_e4m3fn +4,2688,6144,torch.float8_e4m3fn +8,2688,6144,torch.float8_e4m3fn +16,2688,6144,torch.float8_e4m3fn +32,2688,6144,torch.float8_e4m3fn +64,2688,6144,torch.float8_e4m3fn +128,2688,6144,torch.float8_e4m3fn +256,2688,6144,torch.float8_e4m3fn +512,2688,6144,torch.float8_e4m3fn +1024,2688,6144,torch.float8_e4m3fn +2048,2688,6144,torch.float8_e4m3fn +4096,2688,6144,torch.float8_e4m3fn +8192,2688,6144,torch.float8_e4m3fn +16384,2688,6144,torch.float8_e4m3fn +32768,2688,6144,torch.float8_e4m3fn +1,6144,12288,torch.float8_e4m3fn +2,6144,12288,torch.float8_e4m3fn +4,6144,12288,torch.float8_e4m3fn +8,6144,12288,torch.float8_e4m3fn +16,6144,12288,torch.float8_e4m3fn +32,6144,12288,torch.float8_e4m3fn +64,6144,12288,torch.float8_e4m3fn +128,6144,12288,torch.float8_e4m3fn +256,6144,12288,torch.float8_e4m3fn +512,6144,12288,torch.float8_e4m3fn +1024,6144,12288,torch.float8_e4m3fn +2048,6144,12288,torch.float8_e4m3fn +4096,6144,12288,torch.float8_e4m3fn +8192,6144,12288,torch.float8_e4m3fn +16384,6144,12288,torch.float8_e4m3fn +32768,6144,12288,torch.float8_e4m3fn +1,2048,2048,torch.float8_e4m3fn +2,2048,2048,torch.float8_e4m3fn +4,2048,2048,torch.float8_e4m3fn +8,2048,2048,torch.float8_e4m3fn +16,2048,2048,torch.float8_e4m3fn +32,2048,2048,torch.float8_e4m3fn +64,2048,2048,torch.float8_e4m3fn +128,2048,2048,torch.float8_e4m3fn +256,2048,2048,torch.float8_e4m3fn +512,2048,2048,torch.float8_e4m3fn +1024,2048,2048,torch.float8_e4m3fn +2048,2048,2048,torch.float8_e4m3fn +4096,2048,2048,torch.float8_e4m3fn +8192,2048,2048,torch.float8_e4m3fn +16384,2048,2048,torch.float8_e4m3fn +32768,2048,2048,torch.float8_e4m3fn +1,3072,6144,torch.float8_e4m3fn +2,3072,6144,torch.float8_e4m3fn +4,3072,6144,torch.float8_e4m3fn +8,3072,6144,torch.float8_e4m3fn +16,3072,6144,torch.float8_e4m3fn +32,3072,6144,torch.float8_e4m3fn +64,3072,6144,torch.float8_e4m3fn +128,3072,6144,torch.float8_e4m3fn +256,3072,6144,torch.float8_e4m3fn +512,3072,6144,torch.float8_e4m3fn +1024,3072,6144,torch.float8_e4m3fn +2048,3072,6144,torch.float8_e4m3fn +4096,3072,6144,torch.float8_e4m3fn +8192,3072,6144,torch.float8_e4m3fn +16384,3072,6144,torch.float8_e4m3fn +32768,3072,6144,torch.float8_e4m3fn +1,3584,512,torch.float8_e4m3fn +2,3584,512,torch.float8_e4m3fn +4,3584,512,torch.float8_e4m3fn +8,3584,512,torch.float8_e4m3fn +16,3584,512,torch.float8_e4m3fn +32,3584,512,torch.float8_e4m3fn +64,3584,512,torch.float8_e4m3fn +512,3584,512,torch.float8_e4m3fn +2048,3584,512,torch.float8_e4m3fn +8192,3584,512,torch.float8_e4m3fn +32768,3584,512,torch.float8_e4m3fn diff --git a/aiter/configs/model_configs/glm5_bf16_tuned_gemm.csv b/aiter/configs/model_configs/glm5_bf16_tuned_gemm.csv index 9591aa5545..156d6e03a9 100644 --- a/aiter/configs/model_configs/glm5_bf16_tuned_gemm.csv +++ b/aiter/configs/model_configs/glm5_bf16_tuned_gemm.csv @@ -1,101 +1,10 @@ gfx,cu_num,M,N,K,bias,dtype,outdtype,scaleAB,bpreshuffle,libtype,solidx,splitK,us,kernelName,err_ratio,tflops,bw -gfx950,256,128,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,19522,8,6.3659,flydsl_gemm6_abf16_wbf16_bf16_t16x64x128_split_k8_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0206,31.63,499.3 -gfx950,256,128,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,8720,8,7.2167,flydsl_gemm6_abf16_wbf16_bf16_t16x64x128_split_k8_block_m_warp1_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0277,55.79,662.92 -gfx950,256,128,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,asm,5,3,18.3012,_ZN5aiter39bf16gemm_fp32bf16_tn_64x64_splitk_cleanE,0.0101,225.52,1884.48 -gfx950,256,128,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,8.2742,native,0.0,6.08,238.61 -gfx950,256,128,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3781,1,9.5228,flydsl_gemm4_abf16_wbf16_bf16_t32x64x128_split_k1_block_m_warp1_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,225.51,1926.96 -gfx950,256,128,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5313,1,16.7209,flydsl_gemm3_abf16_wbf16_bf16_t64x64x128_split_k1_block_m_warp4_block_n_warp1_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,288.97,2398.68 -gfx950,256,128,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4696,1,20.1542,flydsl_gemm5_abf16_wbf16_bf16_t64x64x128_split_k1_block_m_warp2_block_n_warp2_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0049,319.66,2627.4 -gfx950,256,128,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5384,1,30.6654,flydsl_gemm3_abf16_wbf16_bf16_t64x64x128_split_k1_block_m_warp2_block_n_warp2_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0057,315.13,2564.56 -gfx950,256,16384,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4028,1,55.4299,flydsl_gemm3_abf16_wbf16_bf16_t64x128x128_split_k1_block_m_warp2_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,464.91,3736.14 -gfx950,256,16384,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5883,1,75.3376,flydsl_gemm4_abf16_wbf16_bf16_t128x128x64_split_k1_block_m_warp4_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,684.12,2825.43 -gfx950,256,16384,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,406.341,native,0.0,1300.09,786.42 -gfx950,256,16384,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,43.456,native,0.0,148.25,4666.06 -gfx950,256,16384,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,212.3527,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1294.44,1027.08 -gfx950,256,16384,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,426.5721,native,0.0,1449.87,796.44 -gfx950,256,16384,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,802.3853,native,0.0,1541.59,595.91 -gfx950,256,16,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5888,12,4.7249,flydsl_gemm8_abf16_wbf16_bf16_t16x64x64_split_k12_block_m_warp1_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0342,5.33,375.37 -gfx950,256,16,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,6603,12,5.3141,flydsl_gemm7_abf16_wbf16_bf16_t16x64x64_split_k12_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0256,9.47,630.5 -gfx950,256,16,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2663,6,9.1755,flydsl_gemm6_abf16_wbf16_bf16_t16x64x64_split_k6_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0182,56.23,3544.69 -gfx950,256,16,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,7.4959,native,0.0,0.84,78.82 -gfx950,256,16,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1408,2,7.0314,flydsl_gemm3_abf16_wbf16_bf16_t16x64x256_split_k2_block_m_warp1_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0092,38.18,2414.0 -gfx950,256,16,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5938,2,10.1472,flydsl_gemm6_abf16_wbf16_bf16_t16x64x64_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0041,59.52,3749.18 -gfx950,256,16,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1409,2,12.2944,flydsl_gemm3_abf16_wbf16_bf16_t16x64x256_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.005,65.5,4120.52 -gfx950,256,16,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5993,2,16.7296,flydsl_gemm6_abf16_wbf16_bf16_t16x64x128_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0054,72.2,4536.31 -gfx950,256,1,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,skinny,2,0,3.5904,sol2,0.0,0.44,441.57 -gfx950,256,1,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,skinny,2,0,4.397,sol2,0.0,0.72,718.34 -gfx950,256,1,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,878,6,8.3361,flydsl_gemm3_abf16_wbf16_bf16_t16x64x128_split_k6_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0179,3.87,3870.06 -gfx950,256,1,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,skinny,2,0,3.4721,sol2,0.0,0.11,116.81 -gfx950,256,1,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3,1,88.195,flydsl_gemm2_abf16_wbf16_bf16_t16x64x128_split_k1_block_m_warp1_block_n_warp1_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,5.39,5395.78 -gfx950,256,1,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2320,4,6.2343,flydsl_gemm4_abf16_wbf16_bf16_t16x64x64_split_k4_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0066,2.69,2693.09 -gfx950,256,1,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5938,2,9.0656,flydsl_gemm6_abf16_wbf16_bf16_t16x64x64_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0042,4.16,4165.99 -gfx950,256,1,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1361,4,10.9917,flydsl_gemm3_abf16_wbf16_bf16_t16x128x128_split_k4_block_m_warp1_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0137,4.58,4580.92 -gfx950,256,1,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4011,2,14.6247,flydsl_gemm4_abf16_wbf16_bf16_t16x64x128_split_k2_block_m_warp1_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.015,5.16,5164.01 -gfx950,256,256,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,6439,8,7.1962,flydsl_gemm5_abf16_wbf16_bf16_t16x64x128_split_k8_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0221,55.95,664.81 -gfx950,256,256,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,6661,6,9.1244,flydsl_gemm4_abf16_wbf16_bf16_t32x64x128_split_k6_block_m_warp2_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0173,88.26,703.88 -gfx950,256,256,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,asm,8,2,26.1369,_ZN5aiter39bf16gemm_fp32bf16_tn_96x64_splitk_cleanE,0.0057,315.81,1405.4 -gfx950,256,256,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,11.6185,native,0.0,8.66,306.01 -gfx950,256,256,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4045,1,11.5834,flydsl_gemm4_abf16_wbf16_bf16_t64x64x128_split_k1_block_m_warp2_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,370.79,1719.96 -gfx950,256,256,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,7361,1,21.715,flydsl_gemm4_abf16_wbf16_bf16_t96x64x64_split_k1_block_m_warp2_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,445.02,1955.67 -gfx950,256,256,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,27.2042,native,0.0,473.64,2042.87 -gfx950,256,256,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,39.8281,native,0.0,485.27,2053.55 -gfx950,256,2,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5475,12,4.6306,flydsl_gemm7_abf16_wbf16_bf16_t16x64x64_split_k12_block_m_warp1_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0273,0.68,345.09 -gfx950,256,2,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,skinny,2,0,4.9859,sol2,0.0,1.26,636.06 -gfx950,256,2,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,878,6,8.3414,flydsl_gemm3_abf16_wbf16_bf16_t16x64x128_split_k6_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0147,7.73,3869.71 -gfx950,256,2,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,skinny,2,0,4.7249,sol2,0.0,0.17,88.45 -gfx950,256,2,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3780,4,6.1878,flydsl_gemm7_abf16_wbf16_bf16_t16x64x64_split_k4_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0085,5.42,2715.31 -gfx950,256,2,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,6946,2,9.1248,flydsl_gemm8_abf16_wbf16_bf16_t16x64x64_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0042,8.27,4140.98 -gfx950,256,2,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3416,4,11.2885,flydsl_gemm6_abf16_wbf16_bf16_t16x128x64_split_k4_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0117,8.92,4462.29 -gfx950,256,2,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5195,2,14.638,flydsl_gemm5_abf16_wbf16_bf16_t16x64x128_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0051,10.32,5160.99 -gfx950,256,32,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3082,12,4.7031,flydsl_gemm4_abf16_wbf16_bf16_t16x64x128_split_k12_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0244,10.7,419.78 -gfx950,256,32,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2731,12,5.77,flydsl_gemm3_abf16_wbf16_bf16_t32x64x128_split_k12_block_m_warp2_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0256,17.45,616.17 -gfx950,256,32,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1623,4,11.2387,flydsl_gemm4_abf16_wbf16_bf16_t32x64x128_split_k4_block_m_warp1_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0128,91.81,2918.92 -gfx950,256,32,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,7.8162,native,0.0,1.61,100.88 -gfx950,256,32,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2293,2,7.6758,flydsl_gemm4_abf16_wbf16_bf16_t16x64x128_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0031,69.94,2236.96 -gfx950,256,32,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5239,2,11.6945,flydsl_gemm5_abf16_wbf16_bf16_t32x64x128_split_k2_block_m_warp1_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0043,103.29,3278.34 -gfx950,256,32,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1602,2,13.3074,flydsl_gemm3_abf16_wbf16_bf16_t32x64x256_split_k2_block_m_warp1_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0124,121.03,3831.48 -gfx950,256,32,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,6116,2,17.9035,flydsl_gemm6_abf16_wbf16_bf16_t32x64x128_split_k2_block_m_warp2_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0056,134.94,4260.84 -gfx950,256,48,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4080,8,4.7738,flydsl_gemm5_abf16_wbf16_bf16_t16x64x128_split_k8_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.02,15.81,455.61 -gfx950,256,48,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2477,8,6.1851,flydsl_gemm3_abf16_wbf16_bf16_t16x64x256_split_k8_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0193,24.41,607.93 -gfx950,256,48,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1746,6,12.9622,flydsl_gemm4_abf16_wbf16_bf16_t48x64x64_split_k6_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0173,119.4,2552.46 -gfx950,256,48,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,8.0695,native,0.0,2.34,122.2 -gfx950,256,48,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3762,1,8.7313,flydsl_gemm7_abf16_wbf16_bf16_t16x64x128_split_k1_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,92.23,1989.06 -gfx950,256,48,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4232,1,12.6081,flydsl_gemm4_abf16_wbf16_bf16_t32x64x128_split_k1_block_m_warp2_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,143.71,3064.18 -gfx950,256,48,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4010,1,14.8495,flydsl_gemm8_abf16_wbf16_bf16_t16x64x64_split_k1_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,162.69,3455.65 -gfx950,256,48,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4467,2,20.9099,flydsl_gemm4_abf16_wbf16_bf16_t48x64x128_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0056,173.31,3667.02 -gfx950,256,4,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4881,12,4.5863,flydsl_gemm6_abf16_wbf16_bf16_t16x64x64_split_k12_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0215,1.37,353.89 -gfx950,256,4,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,6008,12,5.178,flydsl_gemm6_abf16_wbf16_bf16_t16x64x64_split_k12_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0205,2.43,617.41 -gfx950,256,4,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3342,6,8.4475,flydsl_gemm8_abf16_wbf16_bf16_t16x64x64_split_k6_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0169,15.27,3825.26 -gfx950,256,4,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,skinny,2,0,5.8368,sol2,0.0,0.27,75.83 -gfx950,256,4,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1400,4,6.3172,flydsl_gemm3_abf16_wbf16_bf16_t16x64x128_split_k4_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0086,10.62,2663.58 -gfx950,256,4,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,6946,2,9.2369,flydsl_gemm8_abf16_wbf16_bf16_t16x64x64_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0042,16.35,4094.71 -gfx950,256,4,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2272,4,11.4804,flydsl_gemm4_abf16_wbf16_bf16_t16x128x64_split_k4_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0121,17.54,4391.27 -gfx950,256,4,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,6588,2,14.7237,flydsl_gemm7_abf16_wbf16_bf16_t16x64x128_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0057,20.51,5134.29 -gfx950,256,64,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3063,12,5.0616,flydsl_gemm3_abf16_wbf16_bf16_t32x64x128_split_k12_block_m_warp1_block_n_warp2_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0328,19.89,469.35 -gfx950,256,64,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,7192,8,6.6031,flydsl_gemm5_abf16_wbf16_bf16_t32x64x128_split_k8_block_m_warp1_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0217,30.49,600.46 -gfx950,256,64,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3985,3,14.1569,flydsl_gemm7_abf16_wbf16_bf16_t32x64x64_split_k3_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0101,145.77,2356.87 -gfx950,256,64,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,8.1827,native,0.0,3.08,144.66 -gfx950,256,64,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3181,1,8.6927,flydsl_gemm4_abf16_wbf16_bf16_t16x64x128_split_k1_block_m_warp1_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0034,123.52,2020.51 -gfx950,256,64,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4016,1,13.2611,flydsl_gemm3_abf16_wbf16_bf16_t32x64x256_split_k1_block_m_warp1_block_n_warp2_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0043,182.18,2935.53 -gfx950,256,64,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2331,1,16.7063,flydsl_gemm3_abf16_wbf16_bf16_t32x64x256_split_k1_block_m_warp2_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0047,192.82,3091.19 -gfx950,256,64,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,6346,2,22.8561,flydsl_gemm4_abf16_wbf16_bf16_t64x64x128_split_k2_block_m_warp2_block_n_warp2_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0136,211.4,3371.98 -gfx950,256,8,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4881,12,4.5522,flydsl_gemm6_abf16_wbf16_bf16_t16x64x64_split_k12_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0205,2.76,367.56 -gfx950,256,8,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,6603,12,5.2817,flydsl_gemm7_abf16_wbf16_bf16_t16x64x64_split_k12_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0239,4.76,614.98 -gfx950,256,8,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2151,6,8.8699,flydsl_gemm5_abf16_wbf16_bf16_t16x64x64_split_k6_block_m_warp1_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0236,29.08,3651.0 -gfx950,256,8,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,8.9937,native,0.0,0.35,54.71 -gfx950,256,8,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3780,4,6.5843,flydsl_gemm7_abf16_wbf16_bf16_t16x64x64_split_k4_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0086,20.38,2562.99 -gfx950,256,8,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5119,2,9.6277,flydsl_gemm5_abf16_wbf16_bf16_t16x64x128_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0043,31.37,3936.16 -gfx950,256,8,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1424,4,11.8444,flydsl_gemm3_abf16_wbf16_bf16_t16x64x64_split_k4_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0117,34.0,4263.24 -gfx942,80,16,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,opus,10301,0,27.883,opus_gemm_gfx942_wkc_512x16x32x32_1x1_16x16x16_0x0x0,0.0,21.66,1364.4 -gfx942,80,8,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,opus,10301,0,34.4629,opus_gemm_gfx942_wkc_512x16x32x32_1x1_16x16x16_0x0x0,0.0,11.68,1465.21 -gfx942,80,16,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,opus,10301,0,34.8629,opus_gemm_gfx942_wkc_512x16x32x32_1x1_16x16x16_0x0x0,0.0,23.1,1453.1 gfx942,80,8,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,8.4056,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,0.37,58.54 gfx942,80,16,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,8.8163,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,0.71,67.02 gfx942,80,48,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,9.7083,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,1.94,101.57 gfx942,80,64,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,9.5767,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,2.63,123.61 gfx942,80,128,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,10.2587,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,4.91,192.45 gfx942,80,16384,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10302,0,156.3505,opus_gemm_gfx942_wkc_512x32x16x64_1x1_16x16x16_0x0x0,0.0,41.21,1296.88 -gfx942,80,4,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,47.3828,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,6.37,1595.43 gfx942,80,1,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,skinny,2,0,6.0738,sol2,0.0,0.32,325.77 gfx942,80,2,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,7.0128,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,0.56,283.95 gfx942,80,4,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,7.03,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,1.12,286.84 @@ -144,3 +53,176 @@ gfx942,80,4096,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,102 gfx942,80,8192,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10216,7,178.447,opus_gemm_gfx942_splitk_quad_mfma32_bf16ws_256x256x256x32_2x2_32x32x8_6x0x0,0.0116,144.41,605.24 gfx942,80,16384,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,336.8619,auto,0.0,153.0,631.89 gfx942,80,32768,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,650.7827,auto,0.0,158.39,649.34 +gfx942,80,4,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,47.3828,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,6.37,1595.43 +gfx942,80,8,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,opus,10301,0,34.4629,opus_gemm_gfx942_wkc_512x16x32x32_1x1_16x16x16_0x0x0,0.0,11.68,1465.21 +gfx942,80,16,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,opus,10301,0,27.883,opus_gemm_gfx942_wkc_512x16x32x32_1x1_16x16x16_0x0x0,0.0,21.66,1364.4 +gfx942,80,16,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,opus,10301,0,34.8629,opus_gemm_gfx942_wkc_512x16x32x32_1x1_16x16x16_0x0x0,0.0,23.1,1453.1 +gfx950,256,1,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,skinny,2,0,3.4721,sol2,0.0,0.11,116.81 +gfx950,256,2,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,skinny,2,0,4.7249,sol2,0.0,0.17,88.45 +gfx950,256,4,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,skinny,2,0,5.8368,sol2,0.0,0.27,75.83 +gfx950,256,8,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,8.9937,native,0.0,0.35,54.71 +gfx950,256,16,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,7.4959,native,0.0,0.84,78.82 +gfx950,256,32,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,7.8162,native,0.0,1.61,100.88 +gfx950,256,48,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,8.0695,native,0.0,2.34,122.2 +gfx950,256,64,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,8.1827,native,0.0,3.08,144.66 +gfx950,256,128,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,8.2742,native,0.0,6.08,238.61 +gfx950,256,256,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,11.6185,native,0.0,8.66,306.01 +gfx950,256,16384,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,43.456,native,0.0,148.25,4666.06 +gfx950,256,1,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,skinny,2,0,4.1738,sol2,0.0,0.47,474.07 +gfx950,256,2,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,skinny,2,0,4.6503,sol2,0.0,0.85,428.21 +gfx950,256,4,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,skinny,2,0,5.9946,sol2,0.0,1.31,336.39 +gfx950,256,8,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,9.4147,native,0.0,1.67,219.54 +gfx950,256,16,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,8.6354,auto,0.0,3.64,251.04 +gfx950,256,24,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,9.6827,native,0.0,4.87,234.3 +gfx950,256,32,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,8.6166,native,0.0,7.3,275.0 +gfx950,256,48,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,9.451,native,0.0,9.99,272.06 +gfx950,256,64,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,10.0589,native,0.0,12.51,275.68 +gfx950,256,96,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,1202,5,10.2082,opus_gemm_flatmm_splitk_256x32x32x128_2x1_16x16x32_0x0x0_wgpcu2_nooob,0.0,18.49,311.17 +gfx950,256,128,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,10.0522,native,0.0,25.04,356.13 +gfx950,256,192,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,10.0513,native,0.0,37.56,436.44 +gfx950,256,256,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,10.1991,native,0.0,49.35,509.23 +gfx950,256,384,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,10.6507,native,0.0,70.88,639.16 +gfx950,256,512,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,1202,3,13.5542,opus_gemm_flatmm_splitk_256x32x32x128_2x1_16x16x32_0x0x0_wgpcu2_nooob,0.0,74.27,621.31 +gfx950,256,768,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,13.6792,native,0.0,110.38,851.59 +gfx950,256,1024,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,15.6093,native,0.0,128.98,953.06 +gfx950,256,1536,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,16.3333,native,0.0,184.89,1306.04 +gfx950,256,2048,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,19.6535,native,0.0,204.88,1413.86 +gfx950,256,3072,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,26.1614,native,0.0,230.87,1555.65 +gfx950,256,4096,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,30.6681,native,0.0,262.59,1748.02 +gfx950,256,8192,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,44.9533,native,0.0,358.29,2341.34 +gfx950,256,16384,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,58.1034,native,0.0,554.4,3589.04 +gfx950,256,32768,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,96.2576,native,0.0,669.29,4312.44 +gfx950,256,1,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,skinny,2,0,4.7363,sol2,0.0,0.66,666.88 +gfx950,256,2,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,skinny,2,0,4.6129,sol2,0.0,1.36,687.49 +gfx950,256,4,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2585,12,5.1898,flydsl_gemm3_abf16_wbf16_bf16_t16x64x128_split_k12_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0234,2.42,616.0 +gfx950,256,8,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,7023,12,5.2634,flydsl_gemm7_abf16_wbf16_bf16_t16x64x64_split_k12_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.02,4.78,617.12 +gfx950,256,16,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,7023,12,5.6326,flydsl_gemm7_abf16_wbf16_bf16_t16x64x64_split_k12_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0269,8.94,594.85 +gfx950,256,24,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,7475,8,5.8993,flydsl_gemm8_abf16_wbf16_bf16_t16x64x64_split_k8_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0205,12.8,585.31 +gfx950,256,32,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2875,12,5.6611,flydsl_gemm3_abf16_wbf16_bf16_t32x64x128_split_k12_block_m_warp1_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0254,17.78,628.03 +gfx950,256,48,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,6536,12,6.1403,flydsl_gemm6_abf16_wbf16_bf16_t32x64x64_split_k12_block_m_warp1_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0248,24.59,612.37 +gfx950,256,64,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,7192,8,6.6031,flydsl_gemm5_abf16_wbf16_bf16_t32x64x128_split_k8_block_m_warp1_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0217,30.49,600.46 +gfx950,256,96,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,7384,8,6.9587,flydsl_gemm5_abf16_wbf16_bf16_t16x64x128_split_k8_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0201,43.4,628.64 +gfx950,256,128,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,9795,6,7.5655,flydsl_gemm7_abf16_wbf16_bf16_t16x64x128_split_k6_block_m_warp1_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0253,53.22,632.36 +gfx950,256,192,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,8338,6,8.528,flydsl_gemm5_abf16_wbf16_bf16_t32x64x128_split_k6_block_m_warp1_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0173,70.82,657.05 +gfx950,256,256,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,6661,6,9.1244,flydsl_gemm4_abf16_wbf16_bf16_t32x64x128_split_k6_block_m_warp2_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0173,88.26,703.88 +gfx950,256,1536,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,asm,8,4,18.5922,_ZN5aiter39bf16gemm_fp32bf16_tn_96x64_splitk_cleanE,0.0127,259.89,1226.67 +gfx950,256,2048,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,9261,1,22.4147,flydsl_gemm6_abf16_wbf16_bf16_t32x64x128_split_k1_block_m_warp1_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,287.42,1309.86 +gfx950,256,3072,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,27.6367,native,0.0,349.67,1536.63 +gfx950,256,4096,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,30.149,native,0.0,427.37,1843.33 +gfx950,256,8192,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5202,1,47.6939,flydsl_gemm3_abf16_wbf16_bf16_t64x128x128_split_k1_block_m_warp2_block_n_warp2_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0057,540.32,2264.51 +gfx950,256,16384,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3727,1,76.044,flydsl_gemm3_abf16_wbf16_bf16_t128x128x64_split_k1_block_m_warp4_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,677.76,2799.18 +gfx950,256,32768,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,6401,0,120.6013,opus_gemm_mono_tile_512x128x256x64_2x4_16x16x32_0x0x0_nooob_4g_safe,0.0,854.71,3503.91 +gfx950,256,1,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,878,6,8.3361,flydsl_gemm3_abf16_wbf16_bf16_t16x64x128_split_k6_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0179,3.87,3870.06 +gfx950,256,2,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,878,6,8.3414,flydsl_gemm3_abf16_wbf16_bf16_t16x64x128_split_k6_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0147,7.73,3869.71 +gfx950,256,4,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3342,6,8.4475,flydsl_gemm8_abf16_wbf16_bf16_t16x64x64_split_k6_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0169,15.27,3825.26 +gfx950,256,8,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2151,6,8.8699,flydsl_gemm5_abf16_wbf16_bf16_t16x64x64_split_k6_block_m_warp1_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0236,29.08,3651.0 +gfx950,256,16,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2663,6,9.1755,flydsl_gemm6_abf16_wbf16_bf16_t16x64x64_split_k6_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0182,56.23,3544.69 +gfx950,256,32,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1623,4,11.2387,flydsl_gemm4_abf16_wbf16_bf16_t32x64x128_split_k4_block_m_warp1_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0128,91.81,2918.92 +gfx950,256,48,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1746,6,12.9622,flydsl_gemm4_abf16_wbf16_bf16_t48x64x64_split_k6_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0173,119.4,2552.46 +gfx950,256,64,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3985,3,14.1569,flydsl_gemm7_abf16_wbf16_bf16_t32x64x64_split_k3_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0101,145.77,2356.87 +gfx950,256,128,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,asm,5,3,18.3012,_ZN5aiter39bf16gemm_fp32bf16_tn_64x64_splitk_cleanE,0.0101,225.52,1884.48 +gfx950,256,256,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,asm,8,2,26.1369,_ZN5aiter39bf16gemm_fp32bf16_tn_96x64_splitk_cleanE,0.0057,315.81,1405.4 +gfx950,256,16384,2624,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,406.341,native,0.0,1300.09,786.42 +gfx950,256,1,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2320,4,6.2343,flydsl_gemm4_abf16_wbf16_bf16_t16x64x64_split_k4_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0066,2.69,2693.09 +gfx950,256,2,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3780,4,6.1878,flydsl_gemm7_abf16_wbf16_bf16_t16x64x64_split_k4_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0085,5.42,2715.31 +gfx950,256,4,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1400,4,6.3172,flydsl_gemm3_abf16_wbf16_bf16_t16x64x128_split_k4_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0086,10.62,2663.58 +gfx950,256,8,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3780,4,6.5843,flydsl_gemm7_abf16_wbf16_bf16_t16x64x64_split_k4_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0086,20.38,2562.99 +gfx950,256,16,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1408,2,7.0314,flydsl_gemm3_abf16_wbf16_bf16_t16x64x256_split_k2_block_m_warp1_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0092,38.18,2414.0 +gfx950,256,32,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2293,2,7.6758,flydsl_gemm4_abf16_wbf16_bf16_t16x64x128_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0031,69.94,2236.96 +gfx950,256,48,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3762,1,8.7313,flydsl_gemm7_abf16_wbf16_bf16_t16x64x128_split_k1_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,92.23,1989.06 +gfx950,256,64,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3181,1,8.6927,flydsl_gemm4_abf16_wbf16_bf16_t16x64x128_split_k1_block_m_warp1_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0034,123.52,2020.51 +gfx950,256,128,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3781,1,9.5228,flydsl_gemm4_abf16_wbf16_bf16_t32x64x128_split_k1_block_m_warp1_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,225.51,1926.96 +gfx950,256,256,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4045,1,11.5834,flydsl_gemm4_abf16_wbf16_bf16_t64x64x128_split_k1_block_m_warp2_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,370.79,1719.96 +gfx950,256,16384,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,212.3527,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1294.44,1027.08 +gfx950,256,1,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5938,2,9.0656,flydsl_gemm6_abf16_wbf16_bf16_t16x64x64_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0042,4.16,4165.99 +gfx950,256,1,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1361,4,10.9917,flydsl_gemm3_abf16_wbf16_bf16_t16x128x128_split_k4_block_m_warp1_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0137,4.58,4580.92 +gfx950,256,1,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4011,2,14.6247,flydsl_gemm4_abf16_wbf16_bf16_t16x64x128_split_k2_block_m_warp1_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.015,5.16,5164.01 +gfx950,256,2,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,6946,2,9.1248,flydsl_gemm8_abf16_wbf16_bf16_t16x64x64_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0042,8.27,4140.98 +gfx950,256,2,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3416,4,11.2885,flydsl_gemm6_abf16_wbf16_bf16_t16x128x64_split_k4_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0117,8.92,4462.29 +gfx950,256,2,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5195,2,14.638,flydsl_gemm5_abf16_wbf16_bf16_t16x64x128_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0051,10.32,5160.99 +gfx950,256,4,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,6946,2,9.2369,flydsl_gemm8_abf16_wbf16_bf16_t16x64x64_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0042,16.35,4094.71 +gfx950,256,4,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2272,4,11.4804,flydsl_gemm4_abf16_wbf16_bf16_t16x128x64_split_k4_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0121,17.54,4391.27 +gfx950,256,4,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,6588,2,14.7237,flydsl_gemm7_abf16_wbf16_bf16_t16x64x128_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0057,20.51,5134.29 +gfx950,256,8,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5119,2,9.6277,flydsl_gemm5_abf16_wbf16_bf16_t16x64x128_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0043,31.37,3936.16 +gfx950,256,8,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1424,4,11.8444,flydsl_gemm3_abf16_wbf16_bf16_t16x64x64_split_k4_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0117,34.0,4263.24 +gfx950,256,16,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5938,2,10.1472,flydsl_gemm6_abf16_wbf16_bf16_t16x64x64_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0041,59.52,3749.18 +gfx950,256,16,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1409,2,12.2944,flydsl_gemm3_abf16_wbf16_bf16_t16x64x256_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.005,65.5,4120.52 +gfx950,256,16,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5993,2,16.7296,flydsl_gemm6_abf16_wbf16_bf16_t16x64x128_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0054,72.2,4536.31 +gfx950,256,32,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5239,2,11.6945,flydsl_gemm5_abf16_wbf16_bf16_t32x64x128_split_k2_block_m_warp1_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0043,103.29,3278.34 +gfx950,256,32,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1602,2,13.3074,flydsl_gemm3_abf16_wbf16_bf16_t32x64x256_split_k2_block_m_warp1_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0124,121.03,3831.48 +gfx950,256,32,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,6116,2,17.9035,flydsl_gemm6_abf16_wbf16_bf16_t32x64x128_split_k2_block_m_warp2_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0056,134.94,4260.84 +gfx950,256,48,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4232,1,12.6081,flydsl_gemm4_abf16_wbf16_bf16_t32x64x128_split_k1_block_m_warp2_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,143.71,3064.18 +gfx950,256,48,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4010,1,14.8495,flydsl_gemm8_abf16_wbf16_bf16_t16x64x64_split_k1_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,162.69,3455.65 +gfx950,256,48,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4467,2,20.9099,flydsl_gemm4_abf16_wbf16_bf16_t48x64x128_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0056,173.31,3667.02 +gfx950,256,64,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4016,1,13.2611,flydsl_gemm3_abf16_wbf16_bf16_t32x64x256_split_k1_block_m_warp1_block_n_warp2_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0043,182.18,2935.53 +gfx950,256,64,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2331,1,16.7063,flydsl_gemm3_abf16_wbf16_bf16_t32x64x256_split_k1_block_m_warp2_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0047,192.82,3091.19 +gfx950,256,64,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,6346,2,22.8561,flydsl_gemm4_abf16_wbf16_bf16_t64x64x128_split_k2_block_m_warp2_block_n_warp2_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0136,211.4,3371.98 +gfx950,256,128,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5313,1,16.7209,flydsl_gemm3_abf16_wbf16_bf16_t64x64x128_split_k1_block_m_warp4_block_n_warp1_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,288.97,2398.68 +gfx950,256,128,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4696,1,20.1542,flydsl_gemm5_abf16_wbf16_bf16_t64x64x128_split_k1_block_m_warp2_block_n_warp2_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0049,319.66,2627.4 +gfx950,256,128,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5384,1,30.6654,flydsl_gemm3_abf16_wbf16_bf16_t64x64x128_split_k1_block_m_warp2_block_n_warp2_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0057,315.13,2564.56 +gfx950,256,256,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,7361,1,21.715,flydsl_gemm4_abf16_wbf16_bf16_t96x64x64_split_k1_block_m_warp2_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,445.02,1955.67 +gfx950,256,256,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,27.2042,native,0.0,473.64,2042.87 +gfx950,256,256,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,39.8281,native,0.0,485.27,2053.55 +gfx950,256,16384,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,426.5721,native,0.0,1449.87,796.44 +gfx950,256,16384,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,802.3853,native,0.0,1541.59,595.91 +gfx950,256,1,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,50.992,auto,0.0,4.67,4666.35 +gfx950,256,2,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,49.61,auto,0.0,9.59,4797.37 +gfx950,256,4,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,50.5832,auto,0.0,18.81,4707.09 +gfx950,256,8,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,51.5784,auto,0.0,36.9,4620.22 +gfx950,256,16,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,45.1095,auto,0.0,84.38,5291.83 +gfx950,256,24,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,49.4333,native,0.0,115.5,4837.22 +gfx950,256,32,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,51.6137,native,0.0,147.49,4640.78 +gfx950,256,48,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,55.8081,native,0.0,204.61,4306.62 +gfx950,256,64,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,61.2096,native,0.0,248.74,3939.91 +gfx950,256,96,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,59.0673,native,0.0,386.64,4110.44 +gfx950,256,128,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,64.6381,native,0.0,471.09,3781.43 +gfx950,256,192,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,75.8751,native,0.0,601.99,3264.43 +gfx950,256,256,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,83.7648,native,0.0,727.05,2995.93 +gfx950,256,384,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,5008,0,116.9083,opus_gemm_512x128x256x64_2x4_16x16x32_0x0x0_4g_safe,0.0,781.4,2202.43 +gfx950,256,512,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,117.6539,native,0.0,1035.26,2243.97 +gfx950,256,768,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,160.2709,native,0.0,1139.97,1728.76 +gfx950,256,1024,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,217.5386,native,0.0,1119.83,1333.68 +gfx950,256,1536,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,5009,0,298.751,opus_gemm_512x256x256x64_2x4_16x16x32_0x0x0_4g_safe,0.0,1223.12,1058.55 +gfx950,256,2048,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,5009,0,413.8995,opus_gemm_512x256x256x64_2x4_16x16x32_0x0x0_4g_safe,0.0,1177.12,827.16 +gfx950,256,3072,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,5009,0,580.5488,opus_gemm_512x256x256x64_2x4_16x16x32_0x0x0_4g_safe,0.0,1258.84,679.69 +gfx950,256,4096,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,671.4542,native,0.0,1451.21,665.46 +gfx950,256,8192,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,1329.5994,native,0.0,1465.74,493.2 +gfx950,256,16384,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,2588.8292,native,0.0,1505.58,414.71 +gfx950,256,32768,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,5311.4909,native,0.0,1467.64,359.47 +gfx950,256,1,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4,1,89.3592,flydsl_gemm2_abf16_wbf16_bf16_t16x64x128_split_k1_block_m_warp1_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0058,5.32,5325.49 +gfx950,256,2,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5,1,89.8932,flydsl_gemm2_abf16_wbf16_bf16_t16x64x128_split_k1_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,10.59,5294.85 +gfx950,256,4,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4,1,90.7588,flydsl_gemm2_abf16_wbf16_bf16_t16x64x128_split_k1_block_m_warp1_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0058,20.97,5246.33 +gfx950,256,8,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4,1,91.2261,flydsl_gemm2_abf16_wbf16_bf16_t16x64x128_split_k1_block_m_warp1_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0057,41.72,5223.39 +gfx950,256,16,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,86.1051,auto,0.0,88.41,5542.38 +gfx950,256,24,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,89.2077,auto,0.0,128.0,5357.66 +gfx950,256,32,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,91.4498,auto,0.0,166.49,5234.16 +gfx950,256,48,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1200,1,104.079,flydsl_gemm3_abf16_wbf16_bf16_t48x64x64_split_k1_block_m_warp1_block_n_warp1_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,219.43,4612.83 +gfx950,256,64,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,101.8083,native,0.0,299.1,4729.81 +gfx950,256,96,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,101.3234,native,0.0,450.79,4780.78 +gfx950,256,128,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,109.846,native,0.0,554.42,4436.0 +gfx950,256,192,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,126.3052,native,0.0,723.26,3903.4 +gfx950,256,256,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,132.7657,native,0.0,917.43,3756.71 +gfx950,256,384,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,188.8551,native,0.0,967.43,2701.79 +gfx950,256,512,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,224.6229,native,0.0,1084.51,2322.7 +gfx950,256,768,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,308.2251,native,0.0,1185.52,1767.22 +gfx950,256,1024,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,430.055,native,0.0,1132.9,1320.0 +gfx950,256,1536,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,592.9979,native,0.0,1232.41,1034.77 +gfx950,256,2048,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,699.573,native,0.0,1392.88,942.8 +gfx950,256,3072,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,5009,0,1249.8442,opus_gemm_512x256x256x64_2x4_16x16x32_0x0x0_4g_safe,0.0,1169.45,601.22 +gfx950,256,4096,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,1372.2384,native,0.0,1420.19,614.56 +gfx950,256,8192,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,2649.1193,native,0.0,1471.31,457.07 +gfx950,256,16384,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,5391.0973,native,0.0,1445.97,360.95 +gfx950,256,32768,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,10874.2362,native,0.0,1433.73,314.14 +gfx950,256,128,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,19522,8,6.3659,flydsl_gemm6_abf16_wbf16_bf16_t16x64x128_split_k8_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0206,31.63,499.3 +gfx950,256,16384,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4028,1,55.4299,flydsl_gemm3_abf16_wbf16_bf16_t64x128x128_split_k1_block_m_warp2_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,464.91,3736.14 +gfx950,256,16,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5888,12,4.7249,flydsl_gemm8_abf16_wbf16_bf16_t16x64x64_split_k12_block_m_warp1_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0342,5.33,375.37 +gfx950,256,1,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,skinny,2,0,3.5904,sol2,0.0,0.44,441.57 +gfx950,256,256,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,6439,8,7.1962,flydsl_gemm5_abf16_wbf16_bf16_t16x64x128_split_k8_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0221,55.95,664.81 +gfx950,256,2,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5475,12,4.6306,flydsl_gemm7_abf16_wbf16_bf16_t16x64x64_split_k12_block_m_warp1_block_n_warp1_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0273,0.68,345.09 +gfx950,256,32,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3082,12,4.7031,flydsl_gemm4_abf16_wbf16_bf16_t16x64x128_split_k12_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0244,10.7,419.78 +gfx950,256,48,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4080,8,4.7738,flydsl_gemm5_abf16_wbf16_bf16_t16x64x128_split_k8_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.02,15.81,455.61 +gfx950,256,4,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4881,12,4.5863,flydsl_gemm6_abf16_wbf16_bf16_t16x64x64_split_k12_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0215,1.37,353.89 +gfx950,256,64,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3063,12,5.0616,flydsl_gemm3_abf16_wbf16_bf16_t32x64x128_split_k12_block_m_warp1_block_n_warp2_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0328,19.89,469.35 +gfx950,256,8,128,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4881,12,4.5522,flydsl_gemm6_abf16_wbf16_bf16_t16x64x64_split_k12_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0205,2.76,367.56 +gfx950,256,512,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,asm,3,5,12.8152,_ZN5aiter39bf16gemm_fp32bf16_tn_48x64_splitk_cleanE,0.0156,125.68,756.86 +gfx950,256,1024,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,8310,2,15.9827,flydsl_gemm5_abf16_wbf16_bf16_t32x64x128_split_k2_block_m_warp1_block_n_warp2_block_k_warp2_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0135,201.54,1016.91 diff --git a/aiter/configs/model_configs/glm5_bf16_untuned_gemm.csv b/aiter/configs/model_configs/glm5_bf16_untuned_gemm.csv index 5447766230..d15be24571 100644 --- a/aiter/configs/model_configs/glm5_bf16_untuned_gemm.csv +++ b/aiter/configs/model_configs/glm5_bf16_untuned_gemm.csv @@ -1,49 +1,81 @@ M,N,K,bias,dtype,outdtype,scaleAB,bpreshuffle 1,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 1,256,6144,False,torch.bfloat16,torch.bfloat16,False,False +1,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False 2,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 2,256,6144,False,torch.bfloat16,torch.bfloat16,False,False +2,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False 4,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 4,256,6144,False,torch.bfloat16,torch.bfloat16,False,False +4,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False 8,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 8,256,6144,False,torch.bfloat16,torch.bfloat16,False,False +8,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False 16,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 16,256,6144,False,torch.bfloat16,torch.bfloat16,False,False +16,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False 24,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 24,256,6144,False,torch.bfloat16,torch.bfloat16,False,False 32,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 32,256,6144,False,torch.bfloat16,torch.bfloat16,False,False +32,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False 48,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 48,256,6144,False,torch.bfloat16,torch.bfloat16,False,False 64,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 64,256,6144,False,torch.bfloat16,torch.bfloat16,False,False +64,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False 96,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 96,256,6144,False,torch.bfloat16,torch.bfloat16,False,False 128,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 128,256,6144,False,torch.bfloat16,torch.bfloat16,False,False +128,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False 192,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 192,256,6144,False,torch.bfloat16,torch.bfloat16,False,False 256,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 256,256,6144,False,torch.bfloat16,torch.bfloat16,False,False +256,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False 384,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 384,256,6144,False,torch.bfloat16,torch.bfloat16,False,False 512,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 512,256,6144,False,torch.bfloat16,torch.bfloat16,False,False +512,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False 768,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 768,256,6144,False,torch.bfloat16,torch.bfloat16,False,False 1024,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 1024,256,6144,False,torch.bfloat16,torch.bfloat16,False,False +1024,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False 1536,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 1536,256,6144,False,torch.bfloat16,torch.bfloat16,False,False 2048,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 2048,256,6144,False,torch.bfloat16,torch.bfloat16,False,False +2048,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False 3072,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 3072,256,6144,False,torch.bfloat16,torch.bfloat16,False,False 4096,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 4096,256,6144,False,torch.bfloat16,torch.bfloat16,False,False +4096,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False 8192,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 8192,256,6144,False,torch.bfloat16,torch.bfloat16,False,False +8192,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False 16384,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 16384,256,6144,False,torch.bfloat16,torch.bfloat16,False,False +16384,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False 32768,160,6144,False,torch.bfloat16,torch.bfloat16,False,False 32768,256,6144,False,torch.bfloat16,torch.bfloat16,False,False +32768,38720,6144,False,torch.bfloat16,torch.bfloat16,False,False +1,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False +2,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False +4,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False +8,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False +16,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False +32,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False +64,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False +128,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False +256,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False +512,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False +1024,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False +2048,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False +4096,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False +8192,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False +16384,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False +32768,19360,6144,False,torch.bfloat16,torch.bfloat16,False,False