diff --git a/aiter/configs/model_configs/qwen38_flash_next_a8w8_bpreshuffle_tuned_gemm.csv b/aiter/configs/model_configs/qwen38_flash_next_a8w8_bpreshuffle_tuned_gemm.csv index 74f8adb0c12..72fa7e6c741 100644 --- a/aiter/configs/model_configs/qwen38_flash_next_a8w8_bpreshuffle_tuned_gemm.csv +++ b/aiter/configs/model_configs/qwen38_flash_next_a8w8_bpreshuffle_tuned_gemm.csv @@ -59,3 +59,122 @@ gfx942,80,2048,8192,2560,torch.float8_e4m3fnuz,ck,70,0,207.0317,a8w8_bpreshuffle gfx942,80,4096,8192,2560,torch.float8_e4m3fnuz,ck,0,0,406.2827,a8w8_bpreshuffle_256x128x128x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8x8x1_2x1_intrawave_v3,422.86,242.6,0.0 gfx942,80,8192,8192,2560,torch.float8_e4m3fnuz,ck,70,0,803.7987,a8w8_bpreshuffle_256x128x128x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8x8x1_2x1_intrawave_v3,427.47,219.16,0.0 gfx942,80,16384,8192,2560,torch.float8_e4m3fnuz,ck,0,0,1599.3738,a8w8_bpreshuffle_256x128x128x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8x8x1_2x1_intrawave_v3,429.66,207.17,0.0 +gfx950,256,64,640,2560,torch.float8_e4m3fn,flydsl,2336,0,4.6114,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x1x0x2_default,45.48,408.59,0.0 +gfx950,256,64,16384,2560,torch.float8_e4m3fn,flydsl,698,0,11.6652,flydsl_bpreshuflle_64x64x256_F8_F8_B16_1x2x4x2_default,460.23,3789.39,0.0 +gfx950,256,64,16512,2560,torch.float8_e4m3fn,flydsl,804,0,13.4234,flydsl_bpreshuflle_32x128x256_F8_F8_B16_0x3x4x2_default,403.08,3318.69,0.0 +gfx950,256,64,13312,2560,torch.float8_e4m3fn,flydsl,982,0,10.4049,flydsl_bpreshuflle_64x64x256_F8_F8_B16_0x4x0x2_default,419.23,3454.77,0.0 +gfx950,256,16,640,2560,torch.float8_e4m3fn,flydsl,2350,0,4.5291,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x2x0x2_default,11.58,375.32,0.0 +gfx950,256,16,13312,2560,torch.float8_e4m3fn,flydsl,125,0,8.0287,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x0x2_default,135.83,4302.77,0.0 +gfx950,256,64,96,2560,torch.float8_e4m3fn,flydsl,2350,0,4.4604,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x2x0x2_default,7.05,94.59,0.0 +gfx950,256,1,640,2560,torch.float8_e4m3fn,flydsl,2350,0,4.2946,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x2x0x2_default,0.76,382.4,0.0 +gfx950,256,2,640,2560,torch.float8_e4m3fn,flydsl,2368,0,3.8199,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x4x0x2_default,1.72,430.92,0.0 +gfx950,256,3,640,2560,torch.float8_e4m3fn,flydsl,2353,0,4.0194,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x2x4x2_default,2.45,410.49,0.0 +gfx950,256,4,640,2560,torch.float8_e4m3fn,flydsl,2350,0,3.8907,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x2x0x2_default,3.37,425.05,0.0 +gfx950,256,5,640,2560,torch.float8_e4m3fn,flydsl,2340,0,4.0782,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x1x4x2_default,4.02,406.45,0.0 +gfx950,256,6,640,2560,torch.float8_e4m3fn,flydsl,2320,0,3.9644,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x0x0x2_default,4.96,419.09,0.0 +gfx950,256,7,640,2560,torch.float8_e4m3fn,flydsl,2328,0,4.1749,flydsl_bpreshuflle_16x32x512_F8_F8_B16_0x1x0x2_default,5.49,398.88,0.0 +gfx950,256,8,640,2560,torch.float8_e4m3fn,flydsl,2368,0,4.0121,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x4x0x2_default,6.53,416.02,0.0 +gfx950,256,9,640,2560,torch.float8_e4m3fn,flydsl,2368,0,3.9884,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x4x0x2_default,7.39,419.46,0.0 +gfx950,256,10,640,2560,torch.float8_e4m3fn,flydsl,2350,0,4.5072,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x2x0x2_default,7.27,372.03,0.0 +gfx950,256,11,640,2560,torch.float8_e4m3fn,flydsl,2320,0,4.5014,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x0x0x2_default,8.01,373.36,0.0 +gfx950,256,12,640,2560,torch.float8_e4m3fn,flydsl,2368,0,4.5091,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x4x0x2_default,8.72,373.57,0.0 +gfx950,256,13,640,2560,torch.float8_e4m3fn,flydsl,2336,0,4.5409,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x1x0x2_default,9.38,371.8,0.0 +gfx950,256,14,640,2560,torch.float8_e4m3fn,flydsl,2368,0,4.5475,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x4x0x2_default,10.09,372.11,0.0 +gfx950,256,15,640,2560,torch.float8_e4m3fn,flydsl,2336,0,4.524,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x1x0x2_default,10.86,374.89,0.0 +gfx950,256,20,640,2560,torch.float8_e4m3fn,flydsl,2368,0,4.4524,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x4x0x2_default,14.72,385.23,0.0 +gfx950,256,24,640,2560,torch.float8_e4m3fn,flydsl,2336,0,4.5309,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x1x0x2_default,17.36,381.95,0.0 +gfx950,256,28,640,2560,torch.float8_e4m3fn,flydsl,2336,0,4.5293,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x1x0x2_default,20.26,385.47,0.0 +gfx950,256,32,640,2560,torch.float8_e4m3fn,flydsl,2336,0,4.5144,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x1x0x2_default,23.23,390.15,0.0 +gfx950,256,36,640,2560,torch.float8_e4m3fn,cktile,2,0,4.5501,a8w8_bpreshuffle_cktile_0x0x8x4x1x0x0x0x0x1_16x64x512_1x4x1_16x16x128_default,25.93,390.46,0.0 +gfx950,256,40,640,2560,torch.float8_e4m3fn,flydsl,2368,0,4.5878,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x4x0x2_default,28.57,390.6,0.0 +gfx950,256,44,640,2560,torch.float8_e4m3fn,flydsl,2320,0,4.5754,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x0x0x2_default,31.51,395.02,0.0 +gfx950,256,48,640,2560,torch.float8_e4m3fn,flydsl,2320,0,4.6382,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x0x0x2_default,33.91,392.98,0.0 +gfx950,256,52,640,2560,torch.float8_e4m3fn,flydsl,2360,0,4.575,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x3x0x2_default,37.24,401.77,0.0 +gfx950,256,56,640,2560,torch.float8_e4m3fn,flydsl,2360,0,4.5817,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x3x0x2_default,40.05,404.53,0.0 +gfx950,256,60,640,2560,torch.float8_e4m3fn,flydsl,2353,0,4.2276,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x2x4x2_default,46.51,442.05,0.0 +gfx950,256,80,640,2560,torch.float8_e4m3fn,flydsl,2360,0,4.2208,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x3x0x2_default,62.11,460.96,0.0 +gfx950,256,96,640,2560,torch.float8_e4m3fn,flydsl,2336,0,4.1847,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x1x0x2_default,75.17,479.61,0.0 +gfx950,256,112,640,2560,torch.float8_e4m3fn,flydsl,2368,0,4.3409,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x4x0x2_default,84.55,476.51,0.0 +gfx950,256,128,640,2560,torch.float8_e4m3fn,flydsl,2362,0,4.3045,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x3x4x2_default,97.44,494.81,0.0 +gfx950,256,256,640,2560,torch.float8_e4m3fn,flydsl,2340,0,5.168,flydsl_bpreshuflle_16x32x512_F8_F8_B16_1x1x4x2_default,162.32,507.24,0.0 +gfx950,256,512,640,2560,torch.float8_e4m3fn,flydsl,2363,0,6.1582,flydsl_bpreshuflle_32x32x512_F8_F8_B16_1x3x4x2_default,272.44,585.31,0.0 +gfx950,256,1024,640,2560,torch.float8_e4m3fn,flydsl,320,0,8.1745,flydsl_bpreshuflle_32x64x512_F8_F8_B16_0x1x4x2_default,410.48,681.46,0.0 +gfx950,256,2048,640,2560,torch.float8_e4m3fn,flydsl,451,0,10.6716,flydsl_bpreshuflle_48x64x256_F8_F8_B16_1x1x4x2_default,628.85,890.47,0.0 +gfx950,256,4096,640,2560,torch.float8_e4m3fn,flydsl,398,0,14.3795,flydsl_bpreshuflle_64x192x256_F8_F8_B16_1x1x0x2_default,933.4,1207.76,0.0 +gfx950,256,8192,640,2560,torch.float8_e4m3fn,flydsl,173,0,22.0249,flydsl_bpreshuflle_128x192x128_F8_F8_B16_1x0x0x2_default,1218.78,1502.65,0.0 +gfx950,256,16384,640,2560,torch.float8_e4m3fn,flydsl,1000025,0,36.8906,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_1x4,1455.31,1749.85,0.0 +gfx950,256,1,13312,2560,torch.float8_e4m3fn,flydsl,373,0,7.9664,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x1x0x2_default,8.56,4281.47,0.0 +gfx950,256,2,13312,2560,torch.float8_e4m3fn,flydsl,961,0,7.955,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x4x0x2_default,17.14,4291.27,0.0 +gfx950,256,3,13312,2560,torch.float8_e4m3fn,flydsl,249,0,7.888,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x1x0x2_default,25.92,4331.42,0.0 +gfx950,256,4,13312,2560,torch.float8_e4m3fn,flydsl,961,0,7.9671,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x4x0x2_default,34.22,4292.08,0.0 +gfx950,256,5,13312,2560,torch.float8_e4m3fn,flydsl,497,0,7.9283,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x2x0x2_default,42.98,4316.77,0.0 +gfx950,256,6,13312,2560,torch.float8_e4m3fn,flydsl,497,0,7.8281,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x2x0x2_default,52.24,4375.75,0.0 +gfx950,256,7,13312,2560,torch.float8_e4m3fn,flydsl,849,0,7.9814,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x3x0x2_default,59.78,4295.36,0.0 +gfx950,256,8,13312,2560,torch.float8_e4m3fn,flydsl,849,0,7.9307,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x3x0x2_default,68.75,4326.5,0.0 +gfx950,256,9,13312,2560,torch.float8_e4m3fn,flydsl,1,0,7.9906,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x0x0x2_default,76.77,4297.72,0.0 +gfx950,256,10,13312,2560,torch.float8_e4m3fn,flydsl,849,0,7.9613,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x3x0x2_default,85.61,4317.2,0.0 +gfx950,256,11,13312,2560,torch.float8_e4m3fn,flydsl,249,0,7.9692,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x1x0x2_default,94.08,4316.59,0.0 +gfx950,256,12,13312,2560,torch.float8_e4m3fn,flydsl,961,0,8.0162,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x4x0x2_default,102.03,4294.92,0.0 +gfx950,256,13,13312,2560,torch.float8_e4m3fn,flydsl,249,0,7.9609,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x1x0x2_default,111.3,4328.42,0.0 +gfx950,256,14,13312,2560,torch.float8_e4m3fn,flydsl,737,0,8.0052,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x3x0x2_default,119.2,4308.11,0.0 +gfx950,256,15,13312,2560,torch.float8_e4m3fn,flydsl,961,0,7.9897,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x4x0x2_default,127.96,4320.12,0.0 +gfx950,256,20,13312,2560,torch.float8_e4m3fn,flydsl,258,0,8.3343,flydsl_bpreshuflle_32x64x512_F8_F8_B16_0x1x0x2_default,163.56,4159.01,0.0 +gfx950,256,24,13312,2560,torch.float8_e4m3fn,flydsl,506,0,8.3973,flydsl_bpreshuflle_32x64x512_F8_F8_B16_0x2x0x2_default,194.8,4141.7,0.0 +gfx950,256,28,13312,2560,torch.float8_e4m3fn,flydsl,506,0,8.4907,flydsl_bpreshuflle_32x64x512_F8_F8_B16_0x2x0x2_default,224.76,4109.89,0.0 +gfx950,256,32,13312,2560,torch.float8_e4m3fn,flydsl,506,0,8.6685,flydsl_bpreshuflle_32x64x512_F8_F8_B16_0x2x0x2_default,251.61,4039.06,0.0 +gfx950,256,36,13312,2560,torch.float8_e4m3fn,flydsl,1075,0,10.2693,flydsl_bpreshuflle_48x64x256_F8_F8_B16_1x4x0x2_default,238.93,3420.81,0.0 +gfx950,256,40,13312,2560,torch.float8_e4m3fn,flydsl,633,0,10.3633,flydsl_bpreshuflle_48x64x256_F8_F8_B16_1x2x0x2_default,263.07,3401.05,0.0 +gfx950,256,44,13312,2560,torch.float8_e4m3fn,flydsl,633,0,10.454,flydsl_bpreshuflle_48x64x256_F8_F8_B16_1x2x0x2_default,286.87,3382.71,0.0 +gfx950,256,48,13312,2560,torch.float8_e4m3fn,flydsl,633,0,10.592,flydsl_bpreshuflle_48x64x256_F8_F8_B16_1x2x0x2_default,308.87,3349.66,0.0 +gfx950,256,52,13312,2560,torch.float8_e4m3fn,flydsl,1080,0,10.3368,flydsl_bpreshuflle_64x64x256_F8_F8_B16_1x4x0x2_default,342.87,3443.65,0.0 +gfx950,256,56,13312,2560,torch.float8_e4m3fn,flydsl,1080,0,10.5046,flydsl_bpreshuflle_64x64x256_F8_F8_B16_1x4x0x2_default,363.35,3399.75,0.0 +gfx950,256,60,13312,2560,torch.float8_e4m3fn,flydsl,84,0,10.75,flydsl_bpreshuflle_64x64x256_F8_F8_B16_0x0x4x2_default,380.41,3333.0,0.0 +gfx950,256,80,13312,2560,torch.float8_e4m3fn,flydsl,401,0,11.6262,flydsl_bpreshuflle_80x64x256_F8_F8_B16_1x1x0x2_default,468.99,3132.02,0.0 +gfx950,256,96,13312,2560,torch.float8_e4m3fn,flydsl,882,0,11.9349,flydsl_bpreshuflle_96x64x256_F8_F8_B16_1x3x0x2_default,548.23,3090.13,0.0 +gfx950,256,112,13312,2560,torch.float8_e4m3fn,flydsl,889,0,12.8417,flydsl_bpreshuflle_112x64x256_F8_F8_B16_1x3x0x2_default,594.44,2908.29,0.0 +gfx950,256,128,13312,2560,torch.float8_e4m3fn,flydsl,334,0,13.3199,flydsl_bpreshuflle_64x128x256_F8_F8_B16_0x1x4x2_default,654.97,2838.93,0.0 +gfx950,256,256,13312,2560,torch.float8_e4m3fn,flydsl,724,0,17.0319,flydsl_bpreshuflle_128x128x256_F8_F8_B16_1x2x4x2_default,1024.45,2439.53,0.0 +gfx950,256,512,13312,2560,torch.float8_e4m3fn,flydsl,1152,0,26.1832,flydsl_bpreshuflle_128x128x256_F8_F8_B16_1x4x4x2_default,1332.79,1872.23,0.0 +gfx950,256,1024,13312,2560,torch.float8_e4m3fn,flydsl,1000025,0,40.4521,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_1x4,1725.33,1581.21,0.0 +gfx950,256,2048,13312,2560,torch.float8_e4m3fn,flydsl,1000026,0,77.9095,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_1x8,1791.65,1204.57,0.0 +gfx950,256,4096,13312,2560,torch.float8_e4m3fn,flydsl,727,0,137.3625,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x2x4x2_default,2032.38,1118.33,0.0 +gfx950,256,8192,13312,2560,torch.float8_e4m3fn,flydsl,727,0,249.4309,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x2x4x2_default,2238.48,1095.11,0.0 +gfx950,256,16384,13312,2560,torch.float8_e4m3fn,flydsl,1000031,0,479.705,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_3x4,2327.87,1067.8,0.0 +gfx950,256,1,16384,2560,torch.float8_e4m3fn,flydsl,737,0,8.7651,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x3x0x2_default,9.57,4789.26,0.0 +gfx950,256,2,16384,2560,torch.float8_e4m3fn,flydsl,125,0,8.7164,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x0x0x2_default,19.25,4820.07,0.0 +gfx950,256,3,16384,2560,torch.float8_e4m3fn,flydsl,2364,0,8.8231,flydsl_bpreshuflle_16x32x512_F8_F8_B16_0x4x0x2_default,28.52,4765.79,0.0 +gfx950,256,4,16384,2560,torch.float8_e4m3fn,flydsl,373,0,8.7053,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x1x0x2_default,38.54,4834.34,0.0 +gfx950,256,5,16384,2560,torch.float8_e4m3fn,flydsl,617,0,9.1079,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x2x0x2_default,46.05,4624.52,0.0 +gfx950,256,6,16384,2560,torch.float8_e4m3fn,flydsl,373,0,9.0877,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x1x0x2_default,55.38,4638.69,0.0 +gfx950,256,7,16384,2560,torch.float8_e4m3fn,flydsl,617,0,9.1266,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x2x0x2_default,64.34,4622.79,0.0 +gfx950,256,8,16384,2560,torch.float8_e4m3fn,flydsl,617,0,9.0914,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x2x0x2_default,73.82,4644.57,0.0 +gfx950,256,9,16384,2560,torch.float8_e4m3fn,flydsl,617,0,9.1315,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x2x0x2_default,82.68,4628.04,0.0 +gfx950,256,10,16384,2560,torch.float8_e4m3fn,flydsl,373,0,9.1417,flydsl_bpreshuflle_16x64x512_F8_F8_B16_1x1x0x2_default,91.76,4626.75,0.0 +gfx950,256,11,16384,2560,torch.float8_e4m3fn,flydsl,1,0,9.1231,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x0x0x2_default,101.14,4640.05,0.0 +gfx950,256,12,16384,2560,torch.float8_e4m3fn,flydsl,737,0,9.1121,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x3x0x2_default,110.47,4649.53,0.0 +gfx950,256,13,16384,2560,torch.float8_e4m3fn,flydsl,1,0,9.1415,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x0x0x2_default,119.29,4638.44,0.0 +gfx950,256,14,16384,2560,torch.float8_e4m3fn,flydsl,737,0,9.1607,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x3x0x2_default,128.2,4632.58,0.0 +gfx950,256,15,16384,2560,torch.float8_e4m3fn,flydsl,1,0,9.0939,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x0x0x2_default,138.37,4670.49,0.0 +gfx950,256,16,16384,2560,torch.float8_e4m3fn,flydsl,961,0,9.1397,flydsl_bpreshuflle_16x64x512_F8_F8_B16_0x4x0x2_default,146.85,4650.95,0.0 +gfx950,256,20,16384,2560,torch.float8_e4m3fn,flydsl,258,0,9.3628,flydsl_bpreshuflle_32x64x512_F8_F8_B16_0x1x0x2_default,179.19,4555.22,0.0 +gfx950,256,24,16384,2560,torch.float8_e4m3fn,flydsl,746,0,9.4572,flydsl_bpreshuflle_32x64x512_F8_F8_B16_0x3x0x2_default,212.88,4524.69,0.0 +gfx950,256,28,16384,2560,torch.float8_e4m3fn,flydsl,258,0,9.5982,flydsl_bpreshuflle_32x64x512_F8_F8_B16_0x1x0x2_default,244.71,4472.95,0.0 +gfx950,256,32,16384,2560,torch.float8_e4m3fn,flydsl,746,0,9.7483,flydsl_bpreshuflle_32x64x512_F8_F8_B16_0x3x0x2_default,275.37,4418.57,0.0 +gfx950,256,36,16384,2560,torch.float8_e4m3fn,flydsl,451,0,10.847,flydsl_bpreshuflle_48x64x256_F8_F8_B16_1x1x4x2_default,278.41,3984.04,0.0 +gfx950,256,40,16384,2560,torch.float8_e4m3fn,flydsl,1075,0,10.8047,flydsl_bpreshuflle_48x64x256_F8_F8_B16_1x4x0x2_default,310.55,4012.71,0.0 +gfx950,256,44,16384,2560,torch.float8_e4m3fn,flydsl,1124,0,10.9706,flydsl_bpreshuflle_48x64x256_F8_F8_B16_1x4x4x2_default,336.44,3964.91,0.0 +gfx950,256,48,16384,2560,torch.float8_e4m3fn,flydsl,265,0,11.2169,flydsl_bpreshuflle_48x64x256_F8_F8_B16_0x1x0x2_default,358.97,3890.45,0.0 +gfx950,256,52,16384,2560,torch.float8_e4m3fn,flydsl,982,0,10.9451,flydsl_bpreshuflle_64x64x256_F8_F8_B16_0x4x0x2_default,398.54,3999.97,0.0 +gfx950,256,56,16384,2560,torch.float8_e4m3fn,flydsl,926,0,11.3361,flydsl_bpreshuflle_64x64x256_F8_F8_B16_1x3x4x2_default,414.39,3874.47,0.0 +gfx950,256,60,16384,2560,torch.float8_e4m3fn,flydsl,270,0,11.3689,flydsl_bpreshuflle_64x64x256_F8_F8_B16_0x1x0x2_default,442.71,3875.72,0.0 +gfx950,256,80,16384,2560,torch.float8_e4m3fn,flydsl,877,0,12.4301,flydsl_bpreshuflle_80x64x256_F8_F8_B16_1x3x0x2_default,539.89,3601.68,0.0 +gfx950,256,96,16384,2560,torch.float8_e4m3fn,flydsl,158,0,13.0285,flydsl_bpreshuflle_96x64x256_F8_F8_B16_1x0x0x2_default,618.11,3479.64,0.0 +gfx950,256,112,16384,2560,torch.float8_e4m3fn,flydsl,657,0,13.9062,flydsl_bpreshuflle_112x64x256_F8_F8_B16_1x2x0x2_default,675.62,3300.67,0.0 +gfx950,256,128,16384,2560,torch.float8_e4m3fn,flydsl,458,0,13.6521,flydsl_bpreshuflle_64x128x256_F8_F8_B16_1x1x4x2_default,786.5,3403.51,0.0 +gfx950,256,256,16384,2560,torch.float8_e4m3fn,flydsl,1760,0,17.7261,flydsl_bpreshuflle_128x128x256_F8_F8_B16_0x2x4x1_default,1211.48,2876.38,0.0 +gfx950,256,512,16384,2560,torch.float8_e4m3fn,flydsl,485,0,28.3936,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x1x4x2_default,1512.65,2114.24,0.0 +gfx950,256,1024,16384,2560,torch.float8_e4m3fn,flydsl,1000027,0,43.1053,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_2x0,1992.78,1812.28,0.0 +gfx950,256,2048,16384,2560,torch.float8_e4m3fn,flydsl,1000034,0,82.4483,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_4x4,2083.71,1386.26,0.0 +gfx950,256,4096,16384,2560,torch.float8_e4m3fn,flydsl,1000030,0,157.0077,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_3x0,2188.41,1188.77,0.0 +gfx950,256,8192,16384,2560,torch.float8_e4m3fn,flydsl,1000030,0,305.026,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_3x0,2252.91,1086.3,0.0 +gfx950,256,16384,16384,2560,torch.float8_e4m3fn,flydsl,1000027,0,599.0518,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_2x0,2294.27,1036.23,0.0 diff --git a/aiter/configs/model_configs/qwen38_flash_next_a8w8_bpreshuffle_untuned_gemm.csv b/aiter/configs/model_configs/qwen38_flash_next_a8w8_bpreshuffle_untuned_gemm.csv index cca8e0367ac..4029d7ce23e 100644 --- a/aiter/configs/model_configs/qwen38_flash_next_a8w8_bpreshuffle_untuned_gemm.csv +++ b/aiter/configs/model_configs/qwen38_flash_next_a8w8_bpreshuffle_untuned_gemm.csv @@ -59,3 +59,118 @@ M,N,K,q_dtype_w 4096,8192,2560,torch.float8_e4m3fnuz 8192,8192,2560,torch.float8_e4m3fnuz 16384,8192,2560,torch.float8_e4m3fnuz +16,640,2560,torch.float8_e4m3fn +16,13312,2560,torch.float8_e4m3fn +64,96,2560,torch.float8_e4m3fn +1,640,2560,torch.float8_e4m3fn +2,640,2560,torch.float8_e4m3fn +3,640,2560,torch.float8_e4m3fn +4,640,2560,torch.float8_e4m3fn +5,640,2560,torch.float8_e4m3fn +6,640,2560,torch.float8_e4m3fn +7,640,2560,torch.float8_e4m3fn +8,640,2560,torch.float8_e4m3fn +9,640,2560,torch.float8_e4m3fn +10,640,2560,torch.float8_e4m3fn +11,640,2560,torch.float8_e4m3fn +12,640,2560,torch.float8_e4m3fn +13,640,2560,torch.float8_e4m3fn +14,640,2560,torch.float8_e4m3fn +15,640,2560,torch.float8_e4m3fn +20,640,2560,torch.float8_e4m3fn +24,640,2560,torch.float8_e4m3fn +28,640,2560,torch.float8_e4m3fn +32,640,2560,torch.float8_e4m3fn +36,640,2560,torch.float8_e4m3fn +40,640,2560,torch.float8_e4m3fn +44,640,2560,torch.float8_e4m3fn +48,640,2560,torch.float8_e4m3fn +52,640,2560,torch.float8_e4m3fn +56,640,2560,torch.float8_e4m3fn +60,640,2560,torch.float8_e4m3fn +80,640,2560,torch.float8_e4m3fn +96,640,2560,torch.float8_e4m3fn +112,640,2560,torch.float8_e4m3fn +128,640,2560,torch.float8_e4m3fn +256,640,2560,torch.float8_e4m3fn +512,640,2560,torch.float8_e4m3fn +1024,640,2560,torch.float8_e4m3fn +2048,640,2560,torch.float8_e4m3fn +4096,640,2560,torch.float8_e4m3fn +8192,640,2560,torch.float8_e4m3fn +16384,640,2560,torch.float8_e4m3fn +1,13312,2560,torch.float8_e4m3fn +2,13312,2560,torch.float8_e4m3fn +3,13312,2560,torch.float8_e4m3fn +4,13312,2560,torch.float8_e4m3fn +5,13312,2560,torch.float8_e4m3fn +6,13312,2560,torch.float8_e4m3fn +7,13312,2560,torch.float8_e4m3fn +8,13312,2560,torch.float8_e4m3fn +9,13312,2560,torch.float8_e4m3fn +10,13312,2560,torch.float8_e4m3fn +11,13312,2560,torch.float8_e4m3fn +12,13312,2560,torch.float8_e4m3fn +13,13312,2560,torch.float8_e4m3fn +14,13312,2560,torch.float8_e4m3fn +15,13312,2560,torch.float8_e4m3fn +20,13312,2560,torch.float8_e4m3fn +24,13312,2560,torch.float8_e4m3fn +28,13312,2560,torch.float8_e4m3fn +32,13312,2560,torch.float8_e4m3fn +36,13312,2560,torch.float8_e4m3fn +40,13312,2560,torch.float8_e4m3fn +44,13312,2560,torch.float8_e4m3fn +48,13312,2560,torch.float8_e4m3fn +52,13312,2560,torch.float8_e4m3fn +56,13312,2560,torch.float8_e4m3fn +60,13312,2560,torch.float8_e4m3fn +80,13312,2560,torch.float8_e4m3fn +96,13312,2560,torch.float8_e4m3fn +112,13312,2560,torch.float8_e4m3fn +128,13312,2560,torch.float8_e4m3fn +256,13312,2560,torch.float8_e4m3fn +512,13312,2560,torch.float8_e4m3fn +1024,13312,2560,torch.float8_e4m3fn +2048,13312,2560,torch.float8_e4m3fn +4096,13312,2560,torch.float8_e4m3fn +8192,13312,2560,torch.float8_e4m3fn +16384,13312,2560,torch.float8_e4m3fn +1,16384,2560,torch.float8_e4m3fn +2,16384,2560,torch.float8_e4m3fn +3,16384,2560,torch.float8_e4m3fn +4,16384,2560,torch.float8_e4m3fn +5,16384,2560,torch.float8_e4m3fn +6,16384,2560,torch.float8_e4m3fn +7,16384,2560,torch.float8_e4m3fn +8,16384,2560,torch.float8_e4m3fn +9,16384,2560,torch.float8_e4m3fn +10,16384,2560,torch.float8_e4m3fn +11,16384,2560,torch.float8_e4m3fn +12,16384,2560,torch.float8_e4m3fn +13,16384,2560,torch.float8_e4m3fn +14,16384,2560,torch.float8_e4m3fn +15,16384,2560,torch.float8_e4m3fn +16,16384,2560,torch.float8_e4m3fn +20,16384,2560,torch.float8_e4m3fn +24,16384,2560,torch.float8_e4m3fn +28,16384,2560,torch.float8_e4m3fn +32,16384,2560,torch.float8_e4m3fn +36,16384,2560,torch.float8_e4m3fn +40,16384,2560,torch.float8_e4m3fn +44,16384,2560,torch.float8_e4m3fn +48,16384,2560,torch.float8_e4m3fn +52,16384,2560,torch.float8_e4m3fn +56,16384,2560,torch.float8_e4m3fn +60,16384,2560,torch.float8_e4m3fn +80,16384,2560,torch.float8_e4m3fn +96,16384,2560,torch.float8_e4m3fn +112,16384,2560,torch.float8_e4m3fn +128,16384,2560,torch.float8_e4m3fn +256,16384,2560,torch.float8_e4m3fn +512,16384,2560,torch.float8_e4m3fn +1024,16384,2560,torch.float8_e4m3fn +2048,16384,2560,torch.float8_e4m3fn +4096,16384,2560,torch.float8_e4m3fn +8192,16384,2560,torch.float8_e4m3fn +16384,16384,2560,torch.float8_e4m3fn diff --git a/aiter/configs/model_configs/qwen38_flash_next_bf16_tuned_gemm.csv b/aiter/configs/model_configs/qwen38_flash_next_bf16_tuned_gemm.csv index 0bab9941335..4ddbf7960fc 100644 --- a/aiter/configs/model_configs/qwen38_flash_next_bf16_tuned_gemm.csv +++ b/aiter/configs/model_configs/qwen38_flash_next_bf16_tuned_gemm.csv @@ -115,7 +115,6 @@ gfx950,256,2048,96,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,8 gfx950,256,4096,96,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1008,2,12.6833,flydsl_hgemm_abf16_wbf16_bf16_t32x96x64x4_ks2_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0039,158.73,1754.23 gfx950,256,8192,96,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,549,1,16.3796,flydsl_hgemm_abf16_wbf16_bf16_t32x96x128x4_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,245.83,2686.72 gfx950,256,16384,96,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,604,1,22.7236,flydsl_hgemm_abf16_wbf16_bf16_t64x96x128x3_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,354.39,3851.65 -gfx950,256,4096,320,10240,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1272,1,54.3771,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x4_ks1_w2x1x1_bias0_ktail0_gm4_pft_gfx950,0.0,493.66,1711.4 gfx950,256,8,640,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,110,2,5.6894,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x8_ks2_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0049,4.61,584.95 gfx950,256,16,640,2560,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,5.7969,auto,0.0,9.04,582.93 gfx950,256,32,640,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,110,2,5.9607,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x8_ks2_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0038,17.59,584.09 @@ -210,13 +209,11 @@ gfx950,256,1024,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl gfx950,256,2048,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,69.5412,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1235.23,1236.44 gfx950,256,8,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,70,1,4.6576,flydsl_hgemm_abf16_wbf16_bf16_t16x64x64x6_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,11.26,1443.35 gfx950,256,16,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,4.4819,auto,0.0,23.4,1537.63 -gfx950,256,32,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,63,1,4.9923,flydsl_hgemm_abf16_wbf16_bf16_t16x64x64x6_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,42.01,1448.12 -gfx950,256,64,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,191,1,5.4654,flydsl_hgemm_abf16_wbf16_bf16_t32x64x64x5_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,76.74,1446.42 +gfx950,256,32,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,229,1,4.1652,flydsl_hgemm_abf16_wbf16_bf16_t32x64x64x5_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,50.35,1735.68 +gfx950,256,64,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,191,1,5.1652,flydsl_hgemm_abf16_wbf16_bf16_t32x64x64x5_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,81.2,1530.49 gfx950,256,128,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,541,1,5.8155,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x3_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,144.25,1591.77 gfx950,256,256,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,409,1,7.8938,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x2_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,212.54,1515.15 gfx950,256,512,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,118,1,11.0562,flydsl_hgemm_abf16_wbf16_bf16_t128x96x64x2_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,303.49,1570.8 -gfx950,256,1024,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,65,1,16.8237,flydsl_hgemm_abf16_wbf16_bf16_t256x64x64x2_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,398.89,1675.05 -gfx950,256,2048,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4,1,27.2148,flydsl_hgemm_abf16_wbf16_bf16_t128x128x64x2_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,493.18,1830.16 gfx950,256,8,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,145,1,11.3178,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x5_ks1_w1x1x1_bias0_ktail0_gm4_pft_gfx950,0.0,37.06,4650.52 gfx950,256,16,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,145,1,12.1524,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x5_ks1_w1x1x1_bias0_ktail0_gm4_pft_gfx950,0.0,69.03,4347.98 gfx950,256,32,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,342,1,13.6378,flydsl_hgemm_abf16_wbf16_bf16_t16x64x64x8_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,123.02,3904.44 @@ -248,3 +245,83 @@ gfx950,256,512,31040,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl gfx950,256,128,124160,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,32,1,133.142,flydsl_hgemm_abf16_wbf16_bf16_t128x256x64x3_ks1_w2x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,611.15,5018.25 gfx950,256,512,124160,2560,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,271.3373,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1199.53,2821.07 gfx950,256,128,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,32,1,259.4904,flydsl_hgemm_abf16_wbf16_bf16_t128x256x64x3_ks1_w2x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,627.15,5147.1 +gfx950,256,32,320,10240,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,271,8,6.7318,flydsl_hgemm_abf16_wbf16_bf16_t16x32x128x4_ks8_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0211,31.15,1073.92 +gfx950,256,64,320,10240,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2204,8,7.3627,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x8_ks8_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0203,56.97,1073.69 +gfx950,256,8192,320,10240,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,18178,0,66.1316,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT160x256x64_MI16x16x1_CMS_SN_LDSB0_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR1_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS0_ELFLR0_EMLL0_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA32_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV0_MIWT5_8_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA0_NTB0_NTC0_NTD0_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS10_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB0_SIA3_SS1_SPO1_SRVW0_SSO0_SVW1_SK3_SKFTR0_SKFDPO0_SKWS0_SKXCCM0_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA1_VWB8_WSGRA0_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,811.82,2715.32 +gfx950,256,8192,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,20830,0,71.6486,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT256x256x64_MI16x16x1_CMS_SN_LDSB0_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS0_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV0_MIWT8_8_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA0_NTB0_NTC4_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS14_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB0_SIA3_SS1_SPO0_SRVW0_SSO0_SVW8_SK5_SKFTR0_SKFDPO0_SKWS0_SKXCCM0_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSM1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA8_VWB8_WSGRA0_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,749.31,2506.24 +gfx950,256,16384,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,137.329,native,0.0,781.88,2567.44 +gfx950,256,16,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,90,5,4.7349,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x8_ks5_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0109,9.14,591.81 +gfx950,256,64,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1674,5,5.4687,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x8_ks5_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0124,31.64,566.61 +gfx950,256,64,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,21745,0,205.5451,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT256x64x64_MI16x16x1_SN_LDSB1_AFC0_AG1_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA0_DTLB0_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS1_ELFLR0_EMLL0_FDSI0_GRPM1_GRVWA8_GRVWB4_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB256_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVWn1_LWPMn1_MIAV0_MIWT8_2_MXLIBL_MXSFNS_MO40_MGRIPM2_NTn1_NTA4_NTB0_NTC4_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS10_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR1_PLR1_PKA1_SGROB0_SIA3_SS1_SPO1_SRVW0_SSO0_SVW8_SK3_SKFTR0_SKFDPO0_SKWS0_SKXCCM8_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN1_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS2_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO1_USI0_VSn1_VWA8_VWB2_WSGRA2_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,395.87,6341.73 +gfx950,256,16,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,21738,0,192.0898,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT256x32x128_MI16x16x1_SN_LDSB1_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA0_DTLB0_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS1_ELFLR0_EMLL0_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA2048_LBSPPB256_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVWn1_LWPMn1_MIAV1_MIWT8_1_MXLIBL_MXSFNS_MO40_MGRIPM2_NTn1_NTA4_NTB0_NTC0_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS10_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR1_PLR1_PKA1_SGROB0_SIA3_SS1_SPO1_SRVW0_SSO1_SVW8_SK3_SKFTR0_SKFDPO0_SKWS0_SKXCCM4_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN1_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA8_VWB1_WSGRA2_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,105.9,6660.56 +gfx950,256,80,512,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2382,5,4.9097,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x5_ks5_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0121,42.71,634.04 +gfx950,256,96,512,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2111,5,5.0346,flydsl_hgemm_abf16_wbf16_bf16_t32x32x128x4_ks5_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.012,49.99,637.84 +gfx950,256,112,512,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2450,4,5.2309,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x8_ks4_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.01,56.13,632.7 +gfx950,256,128,512,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2369,4,5.3125,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x6_ks4_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0099,63.16,641.48 +gfx950,256,256,512,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2435,4,6.2242,flydsl_hgemm_abf16_wbf16_bf16_t32x64x128x3_ks4_w1x4x2_bias0_ktail0_gm0_pft_gfx950,0.0164,107.82,673.87 +gfx950,256,512,512,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4684,4,7.5732,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x6_ks4_w2x4x1_bias0_ktail0_gm0_pft_gfx950,0.0101,177.23,761.52 +gfx950,256,1024,512,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3789,2,10.8991,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x8_ks2_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.004,246.29,817.76 +gfx950,256,2048,512,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2684,1,14.7511,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x6_ks1_w4x2x1_bias0_ktail0_gm4_pft_gfx950,0.0,363.95,1030.73 +gfx950,256,4096,512,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,16754,0,19.2781,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT128x64x128_MI16x16x1_SN_LDSB0_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR1_CLS0_CADS0_DTLA0_DTLB0_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS0_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA8_GRVWB8_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA512_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV0_MIWT2_4_MXLIBL_MXSFNS_MO40_MGRIPM2_NTn1_NTA0_NTB1_NTC1_NTD5_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS16_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB0_SIA3_SS1_SPO1_SRVW0_SSO0_SVW2_SK0_SKFTR0_SKFDPO0_SKWS0_SKXCCM0_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSM1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGROn1_USI0_VSn1_VWA2_VWB4_WSGRA0_WSGRB0_WS64_WG64_4_1_WGMXCC1,0.0,556.97,1441.39 +gfx950,256,8192,512,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,20160,0,27.9343,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT128x128x128_MI16x16x1_SN_LDSB0_AFC1_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR1_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS0_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV1_MIWT4_4_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA2_NTB3_NTC5_NTD6_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS16_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB0_SIA3_SS1_SPO0_SRVW0_SSO0_SVW4_SK5_SKFTR0_SKFDPO0_SKWS0_SKXCCM0_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS2_TLDSM1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA4_VWB4_WSGRA0_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,768.76,1895.63 +gfx950,256,16384,512,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,17965,0,46.0428,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT256x128x64_MI16x16x1_SN_LDSB0_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB1_EPS0_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB32_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV0_MIWT8_4_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA0_NTB4_NTC4_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS8_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB1_SIA3_SS1_SPO0_SRVW0_SSO1_SVW8_SK5_SKFTR0_SKFDPO0_SKWS0_SKXCCM4_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN1_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS2_TLDSMn1_ULSGRO1_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA8_VWB4_WSGRA0_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,932.82,2243.23 +gfx950,256,1,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,90,5,3.9762,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x8_ks5_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0114,0.68,681.44 +gfx950,256,2,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,95,5,3.972,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x9_ks5_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0095,1.36,683.71 +gfx950,256,3,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,90,5,4.0257,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x8_ks5_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0107,2.01,676.13 +gfx950,256,4,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,95,5,4.0176,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x9_ks5_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0118,2.69,679.03 +gfx950,256,5,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,19,5,3.9974,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x5_ks5_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0083,3.38,684.0 +gfx950,256,6,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,90,5,4.084,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x8_ks5_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0101,3.97,671.01 +gfx950,256,7,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,40,5,4.1358,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x3_ks5_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0103,4.58,664.1 +gfx950,256,8,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,19,5,4.0435,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x5_ks5_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0114,5.35,680.79 +gfx950,256,9,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,95,5,4.1622,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x9_ks5_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.012,5.85,662.86 +gfx950,256,10,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,95,5,4.1655,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x9_ks5_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0134,6.49,663.81 +gfx950,256,11,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,90,5,4.1538,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x8_ks5_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0121,7.16,667.17 +gfx950,256,12,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,14,5,4.2278,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x4_ks5_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0122,7.67,656.95 +gfx950,256,13,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,14,5,4.2815,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x4_ks5_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0112,8.21,650.16 +gfx950,256,14,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,90,5,4.2336,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x8_ks5_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0108,8.94,658.97 +gfx950,256,15,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,256,8,4.3104,flydsl_hgemm_abf16_wbf16_bf16_t16x32x64x4_ks8_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0141,9.41,648.66 +gfx950,256,20,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1248,8,4.5319,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x5_ks8_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0.0149,11.93,623.77 +gfx950,256,24,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1215,8,4.4502,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x4_ks8_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0146,14.58,640.78 +gfx950,256,28,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1536,8,4.5101,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x4_ks8_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0164,16.78,637.74 +gfx950,256,32,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1536,8,4.5288,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x4_ks8_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.015,19.1,640.57 +gfx950,256,36,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,986,8,4.7807,flydsl_hgemm_abf16_wbf16_bf16_t48x32x64x4_ks8_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0157,20.36,611.98 +gfx950,256,40,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,207,4,4.8329,flydsl_hgemm_abf16_wbf16_bf16_t16x32x128x4_ks4_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.01,22.37,610.48 +gfx950,256,44,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,344,5,4.8047,flydsl_hgemm_abf16_wbf16_bf16_t16x32x64x5_ks5_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0115,24.76,619.21 +gfx950,256,48,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,197,5,4.8646,flydsl_hgemm_abf16_wbf16_bf16_t16x32x128x3_ks5_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0118,26.67,616.66 +gfx950,256,52,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1576,5,4.9841,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x5_ks5_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0118,28.2,606.83 +gfx950,256,56,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1257,5,5.0138,flydsl_hgemm_abf16_wbf16_bf16_t32x32x128x3_ks5_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0118,30.19,608.16 +gfx950,256,60,528,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1257,5,5.0465,flydsl_hgemm_abf16_wbf16_bf16_t32x32x128x3_ks5_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0118,32.14,609.12 +gfx950,256,1,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,564,5,5.59,flydsl_hgemm_abf16_wbf16_bf16_t16x64x64x4_ks5_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0109,2.34,2346.59 +gfx950,256,2,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,431,5,5.611,flydsl_hgemm_abf16_wbf16_bf16_t16x64x128x4_ks5_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0119,4.67,2339.63 +gfx950,256,4,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,431,5,5.636,flydsl_hgemm_abf16_wbf16_bf16_t16x64x128x4_ks5_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.01,9.3,2332.89 +gfx950,256,1024,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,17106,0,23.3804,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT128x96x128_MI16x16x1_SN_LDSB0_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA0_DTLB0_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS0_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB256_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV1_MIWT4_3_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA3_NTB1_NTC5_NTD2_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS16_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB0_SIA3_SS1_SPO0_SRVW0_SSO0_SVW4_SK5_SKFTR0_SKFDPO0_SKWS0_SKXCCM0_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSM1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA4_VWB1_WSGRA0_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,574.06,1009.09 +gfx950,256,2048,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,19995,0,33.2702,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT160x128x64_MI16x16x1_SN_LDSB0_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS0_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA2_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA256_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV0_MIWT10_2_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA1_NTB1_NTC0_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS0_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB0_SIA3_SS1_SPO0_SRVW0_SSO0_SVW2_SK5_SKFTR0_SKFDPO0_SKWS0_SKXCCM4_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSM1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA2_VWB2_WSGRA0_WSGRB0_WS64_WG16_16_1_WGMXCC1,0.0,806.83,1024.3 +gfx950,256,4096,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,21626,0,50.0736,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT256x192x64_MI16x16x1_CMS_SN_LDSB0_AFC0_AG1_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR1_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS0_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB32_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV0_MIWT8_6_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA0_NTB0_NTC4_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS10_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB0_SIA3_SS1_SPO0_SRVW0_SSO1_SVW8_SK3_SKFTR0_SKFDPO0_SKWS0_SKXCCM0_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA8_VWB2_WSGRA0_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,1072.16,1099.39 +gfx950,256,8192,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,99.6536,native,0.0,1077.47,973.3 +gfx950,256,1,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,149,1,11.3894,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x6_ks1_w1x1x1_bias0_ktail0_gm4_pft_gfx950,0.0,4.6,4605.55 +gfx950,256,2,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,151,1,11.5604,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x6_ks1_w1x1x2_bias0_ktail0_gm4_pft_gfx950,0.0036,9.07,4539.64 +gfx950,256,4,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,148,1,11.5406,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x6_ks1_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,18.17,4551.86 +gfx950,256,512,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,16661,0,34.4454,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT160x128x64_MI16x16x1_SN_LDSB0_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS0_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA2_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA256_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV0_MIWT10_2_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA1_NTB1_NTC0_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS0_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB0_SIA3_SS1_SPO0_SRVW0_SSO0_SVW2_SK5_SKFTR0_SKFDPO0_SKWS0_SKXCCM4_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSM1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA2_VWB2_WSGRA0_WSGRB0_WS64_WG16_16_1_WGMXCC1,0.0,779.31,1902.61 +gfx950,256,1024,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,21629,0,51.3721,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT256x192x64_MI16x16x1_CMS_SN_LDSB0_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS0_ELFLR0_EMLL0_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB32_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV0_MIWT8_6_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA0_NTB0_NTC4_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS16_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB0_SIA3_SS1_SPO0_SRVW0_SSO1_SVW8_SK3_SKFTR0_SKFDPO0_SKWS0_SKXCCM8_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA8_VWB2_WSGRA0_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,1045.06,1530.85 +gfx950,256,2048,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,95.0508,native,0.0,1129.65,1103.17 +gfx950,256,8192,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,21563,0,311.5287,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT256x256x64_MI16x16x1_CMS_SN_LDSB0_AFC0_AG1_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS0_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI1_LBSPPA1024_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV0_MIWT8_8_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA0_NTB0_NTC4_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS0_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB0_SIA3_SS1_SPO1_SRVW0_SSO1_SVW8_SK5_SKFTR0_SKFDPO0_SKWS0_SKXCCM4_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA8_VWB8_WSGRA0_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,1378.67,841.48 +gfx950,256,16384,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,21434,0,591.6974,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT256x256x64_MI16x16x1_CMS_SN_LDSB0_AFC0_AG1_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR1_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS0_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV0_MIWT8_8_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA0_NTB0_NTC4_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS10_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB1_SIA3_SS1_SPO1_SRVW0_SSO0_SVW8_SK5_SKFTR0_SKFDPO0_SKWS0_SKXCCM0_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA8_VWB8_WSGRA0_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,1451.74,797.47 +gfx950,256,12,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,21738,0,192.681,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT256x32x128_MI16x16x1_SN_LDSB1_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA0_DTLB0_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS1_ELFLR0_EMLL0_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA2048_LBSPPB256_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVWn1_LWPMn1_MIAV1_MIWT8_1_MXLIBL_MXSFNS_MO40_MGRIPM2_NTn1_NTA4_NTB0_NTC0_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS10_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR1_PLR1_PKA1_SGROB0_SIA3_SS1_SPO1_SRVW0_SSO1_SVW8_SK3_SKFTR0_SKFDPO0_SKWS0_SKXCCM4_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN1_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA8_VWB1_WSGRA2_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,79.18,6629.71 +gfx950,256,1,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,18533,0,187.452,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT64x32x64_MI16x16x1_SN_LDSB0_AFC0_AG1_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR1_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB1_EPS0_ELFLR0_EMLL0_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV0_MIWT2_1_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA4_NTB0_NTC0_NTD0_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS12_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR4_PLR1_PKA1_SGROB0_SIA3_SS1_SPO0_SRVW0_SSO0_SVW2_SK5_SKFTR0_SKFDPO0_SKWS0_SKXCCM0_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN1_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO1_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA2_VWB1_WSGRA0_WSGRB0_WS64_WG32_8_1_WGMXCCn1,0.0,6.78,6785.2 +gfx950,256,20,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,21725,0,195.3287,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT256x32x128_MI16x16x1_SN_LDSB1_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA0_DTLB0_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS1_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB512_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVWn1_LWPMn1_MIAV0_MIWT4_2_MXLIBL_MXSFNS_MO40_MGRIPM2_NTn1_NTA4_NTB0_NTC0_NTD0_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS16_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR1_PLR1_PKA1_SGROB0_SIA3_SS1_SPO1_SRVW0_SSO4_SVW4_SK3_SKFTR0_SKFDPO0_SKWS0_SKXCCM0_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA4_VWB2_WSGRA2_WSGRB0_WS64_WG64_4_1_WGMXCC1,0.0,130.18,6560.4 +gfx950,256,24,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,21738,0,194.7397,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT256x32x128_MI16x16x1_SN_LDSB1_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA0_DTLB0_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS1_ELFLR0_EMLL0_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA2048_LBSPPB256_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVWn1_LWPMn1_MIAV1_MIWT8_1_MXLIBL_MXSFNS_MO40_MGRIPM2_NTn1_NTA4_NTB0_NTC0_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS10_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR1_PLR1_PKA1_SGROB0_SIA3_SS1_SPO1_SRVW0_SSO1_SVW8_SK3_SKFTR0_SKFDPO0_SKWS0_SKXCCM4_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN1_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA8_VWB1_WSGRA2_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,156.69,6590.54 +gfx950,256,28,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,21738,0,196.2553,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT256x32x128_MI16x16x1_SN_LDSB1_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA0_DTLB0_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS1_ELFLR0_EMLL0_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA2048_LBSPPB256_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVWn1_LWPMn1_MIAV1_MIWT8_1_MXLIBL_MXSFNS_MO40_MGRIPM2_NTn1_NTA4_NTB0_NTC0_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS10_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR1_PLR1_PKA1_SGROB0_SIA3_SS1_SPO1_SRVW0_SSO1_SVW8_SK3_SKFTR0_SKFDPO0_SKWS0_SKXCCM4_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN1_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA8_VWB1_WSGRA2_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,181.39,6549.87 +gfx950,256,2,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,21504,0,188.0774,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT32x16x128_MI16x16x1_SN_LDSB0_AFC0_AG1_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB1_EPS0_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA32_LPB32_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV0_MIWT1_1_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA4_NTB0_NTC0_NTD0_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS16_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB0_SIA3_SS0_SPO0_SRVW0_SSO0_SVW4_SK5_SKFTR0_SKFDPO0_SKWS0_SKXCCM8_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN1_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO1_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA1_VWB1_WSGRA0_WSGRB0_WS64_WG32_4_1_WGMXCC1,0.0,13.52,6765.31 +gfx950,256,32,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,21738,0,196.5319,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT256x32x128_MI16x16x1_SN_LDSB1_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA0_DTLB0_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS1_ELFLR0_EMLL0_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA2048_LBSPPB256_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVWn1_LWPMn1_MIAV1_MIWT8_1_MXLIBL_MXSFNS_MO40_MGRIPM2_NTn1_NTA4_NTB0_NTC0_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS10_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR1_PLR1_PKA1_SGROB0_SIA3_SS1_SPO1_SRVW0_SSO1_SVW8_SK3_SKFTR0_SKFDPO0_SKWS0_SKXCCM4_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN1_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA8_VWB1_WSGRA2_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,207.01,6550.87 +gfx950,256,40,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,21750,0,200.7602,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT256x64x64_MI16x16x1_SN_LDSB1_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR1_CLS0_CADS0_DTLA0_DTLB0_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS1_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA8_GRVWB4_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB256_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVWn1_LWPMn1_MIAV0_MIWT8_2_MXLIBL_MXSFNS_MO40_MGRIPM2_NTn1_NTA4_NTB0_NTC0_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS16_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR1_PLR1_PKA1_SGROB0_SIA3_SS1_SPO1_SRVW0_SSO0_SVW8_SK3_SKFTR0_SKFDPO0_SKWS0_SKXCCM0_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN1_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO1_USI0_VSn1_VWA8_VWB2_WSGRA2_WSGRB2_WS64_WG32_8_1_WGMXCC1,0.0,253.32,6432.89 +gfx950,256,48,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,21750,0,200.9298,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT256x64x64_MI16x16x1_SN_LDSB1_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR1_CLS0_CADS0_DTLA0_DTLB0_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS1_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA8_GRVWB4_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB256_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVWn1_LWPMn1_MIAV0_MIWT8_2_MXLIBL_MXSFNS_MO40_MGRIPM2_NTn1_NTA4_NTB0_NTC0_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS16_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR1_PLR1_PKA1_SGROB0_SIA3_SS1_SPO1_SRVW0_SSO0_SVW8_SK3_SKFTR0_SKFDPO0_SKWS0_SKXCCM0_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN1_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO1_USI0_VSn1_VWA8_VWB2_WSGRA2_WSGRB2_WS64_WG32_8_1_WGMXCC1,0.0,303.72,6447.44 +gfx950,256,4,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,21795,0,188.716,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT64x16x128_MI16x16x1_SN_LDSB0_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB1_EPS0_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA8_GRVWB2_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB256_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVWn1_LWPMn1_MIAV1_MIWT4_1_MXLIBL_MXSFNS_MO40_MGRIPM3_NTn1_NTA4_NTB0_NTC0_NTD0_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS10_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR0_PKA1_SGROB0_SIA3_SS1_SPO0_SRVW0_SSO0_SVW4_SK3_SKFTR0_SKFDPO0_SKWS0_SKXCCM0_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA4_VWB1_WSGRA0_WSGRB0_WS64_WG16_4_4_WGMXCC1,0.0,26.95,6747.73 +gfx950,256,56,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,21750,0,204.2081,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT256x64x64_MI16x16x1_SN_LDSB1_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR1_CLS0_CADS0_DTLA0_DTLB0_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS1_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA8_GRVWB4_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB256_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVWn1_LWPMn1_MIAV0_MIWT8_2_MXLIBL_MXSFNS_MO40_MGRIPM2_NTn1_NTA4_NTB0_NTC0_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS16_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR1_PLR1_PKA1_SGROB0_SIA3_SS1_SPO1_SRVW0_SSO0_SVW8_SK3_SKFTR0_SKFDPO0_SKWS0_SKXCCM0_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN1_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO1_USI0_VSn1_VWA8_VWB2_WSGRA2_WSGRB2_WS64_WG32_8_1_WGMXCC1,0.0,348.66,6363.59 +gfx950,256,8,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,21736,0,192.8456,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT256x32x128_MI16x16x1_SN_LDSB1_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR1_CLS0_CADS0_DTLA0_DTLB0_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS1_ELFLR0_EMLL0_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB512_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVWn1_LWPMn1_MIAV0_MIWT4_2_MXLIBL_MXSFNS_MO40_MGRIPM2_NTn1_NTA4_NTB0_NTC0_NTD0_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS12_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR1_PLR1_PKA1_SGROB0_SIA3_SS1_SPO1_SRVW0_SSO1_SVW4_SK3_SKFTR0_SKFDPO0_SKWS0_SKXCCM4_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN1_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA4_VWB2_WSGRA2_WSGRB0_WS64_WG64_4_1_WGMXCC1,0.0,52.74,6613.65 +gfx950,256,1024,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,21807,0,13.633,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT256x192x64_MI16x16x1_CMS_SN_LDSB0_AFC0_AG1_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS0_ELFLR0_EMLL0_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB32_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV0_MIWT8_6_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA0_NTB0_NTC4_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS10_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB0_SIA3_SS1_SPO1_SRVW0_SSO0_SVW8_SK3_SKFTR0_SKFDPO0_SKWS0_SKXCCM0_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA8_VWB2_WSGRA0_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,492.25,2067.08 +gfx950,256,1024,320,10240,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,21781,0,19.8818,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT96x128x64_MI32x32x1_SN_LDSB0_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB1_EPS0_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVWn1_LWPMn1_MIAV0_MIWT3_1_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA4_NTB0_NTC0_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS2_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR3_PLR1_PKA1_SGROB0_SIA3_SS1_SPO1_SRVW0_SSO0_SVW1_SK3_SKFTR0_SKFDPO0_SKWS0_SKXCCM4_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN1_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO1_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA1_VWB1_WSGRA0_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,337.54,1417.4 +gfx950,256,16384,320,10240,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,17194,0,112.0984,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT160x256x64_MI16x16x1_SN_LDSB0_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR1_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS0_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA2_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA256_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV0_MIWT10_4_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA1_NTB6_NTC1_NTD2_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS0_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB0_SIA3_SS1_SPO0_SRVW0_SSO1_SVW2_SK5_SKFTR0_SKFDPO0_SKWS0_SKXCCM8_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSM1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA2_VWB4_WSGRA0_WSGRB0_WS64_WG16_16_1_WGMXCC1,0.0,957.86,3145.31 +gfx950,256,2048,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,20860,0,23.5572,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT384x256x32_MI16x16x1_SN_LDSB0_AFC0_AG1_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR1_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB1_EPS0_ELFLR0_EMLL0_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA32_LPB32_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV0_MIWT12_8_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA0_NTB0_NTC4_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS14_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB1_SIA3_SS1_SPO0_SRVW0_SSO0_SVW4_SK5_SKFTR0_SKFDPO0_SKWS0_SKXCCM4_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS2_TLDSMn1_ULSGRO1_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA4_VWB8_WSGRA0_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,569.75,2114.32 +gfx950,256,2048,320,10240,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,19192,0,27.4662,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT160x128x128_MI16x16x1_SN_LDSB1_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR1_CLS0_CADS0_DTLA0_DTLB0_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS0_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA256_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV0_MIWT5_4_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA0_NTB0_NTC0_NTD0_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS0_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB0_SIA3_SS1_SPO0_SRVW0_SSO0_SVW1_SK5_SKFTR0_SKFDPO0_SKWS0_SKXCCM0_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSM1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA1_VWB4_WSGRA0_WSGRB0_WS64_WG32_8_1_WGMXCCn1,0.0,488.67,1813.41 +gfx950,256,4096,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,18075,0,39.8965,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT256x224x64_MI16x16x1_CMS_SN_LDSB0_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS0_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI1_LBSPPA1024_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB32_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV0_MIWT8_7_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA0_NTB0_NTC4_NTD4_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS16_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB0_SIA3_SS1_SPO0_SRVW0_SSO1_SVW8_SK5_SKFTR0_SKFDPO0_SKWS0_SKXCCM0_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA8_VWB1_WSGRA0_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,672.83,2332.56 +gfx950,256,4096,320,10240,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,18178,0,41.3471,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT160x256x64_MI16x16x1_CMS_SN_LDSB0_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR1_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS0_ELFLR0_EMLL0_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA32_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV0_MIWT5_8_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA0_NTB0_NTC0_NTD0_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS10_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB0_SIA3_SS1_SPO1_SRVW0_SSO0_SVW1_SK3_SKFTR0_SKFDPO0_SKWS0_SKXCCM0_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSMn1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA1_VWB8_WSGRA0_WSGRB0_WS64_WG32_8_1_WGMXCC1,0.0,649.22,2250.73 diff --git a/aiter/configs/model_configs/qwen38_flash_next_bf16_untuned_gemm.csv b/aiter/configs/model_configs/qwen38_flash_next_bf16_untuned_gemm.csv index 7ead750555d..e3200a97fe2 100644 --- a/aiter/configs/model_configs/qwen38_flash_next_bf16_untuned_gemm.csv +++ b/aiter/configs/model_configs/qwen38_flash_next_bf16_untuned_gemm.csv @@ -305,3 +305,56 @@ M,N,K,bias,dtype,outdtype,scaleAB,bpreshuffle 128,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False 256,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False 512,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False +80,512,2560,False,torch.bfloat16,torch.bfloat16,False,False +96,512,2560,False,torch.bfloat16,torch.bfloat16,False,False +112,512,2560,False,torch.bfloat16,torch.bfloat16,False,False +128,512,2560,False,torch.bfloat16,torch.bfloat16,False,False +256,512,2560,False,torch.bfloat16,torch.bfloat16,False,False +512,512,2560,False,torch.bfloat16,torch.bfloat16,False,False +1024,512,2560,False,torch.bfloat16,torch.bfloat16,False,False +2048,512,2560,False,torch.bfloat16,torch.bfloat16,False,False +4096,512,2560,False,torch.bfloat16,torch.bfloat16,False,False +8192,512,2560,False,torch.bfloat16,torch.bfloat16,False,False +16384,512,2560,False,torch.bfloat16,torch.bfloat16,False,False +1,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +2,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +3,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +4,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +5,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +6,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +7,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +8,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +9,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +10,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +11,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +12,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +13,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +14,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +15,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +20,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +24,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +28,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +32,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +36,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +40,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +44,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +48,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +52,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +56,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +60,528,2560,False,torch.bfloat16,torch.bfloat16,False,False +1,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False +2,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False +4,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False +1,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False +2,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False +4,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False +12,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False +1,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False +20,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False +24,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False +28,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False +2,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False +40,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False +48,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False +4,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False +56,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False