diff --git a/aiter/configs/a8w8_blockscale_tuned_gemm.csv b/aiter/configs/a8w8_blockscale_tuned_gemm.csv index ed70d2afd23..897c493a3d8 100644 --- a/aiter/configs/a8w8_blockscale_tuned_gemm.csv +++ b/aiter/configs/a8w8_blockscale_tuned_gemm.csv @@ -6629,3 +6629,41 @@ gfx950,256,32640,8192,3072,ck,0,0,1050.7518,a8w8_blockscale_1x128x128_256x128x12 gfx950,256,32768,8192,3072,ck,0,0,1043.439,a8w8_blockscale_1x128x128_256x128x128x128_16x16_32x32_2x2_8x32x1_8x32x1_1x32x1x8_8_1x1_intrawave_v3,1580.61,635.11,0.0 gfx950,256,32896,8192,3072,ck,0,0,1070.5954,a8w8_blockscale_1x128x128_256x128x128x128_16x16_32x32_2x2_8x32x1_8x32x1_1x32x1x8_8_1x1_intrawave_v3,1546.53,621.33,0.0 gfx950,256,33024,8192,3072,ck,0,0,1085.8203,a8w8_blockscale_1x128x128_256x128x128x128_16x16_32x32_2x2_8x32x1_8x32x1_1x32x1x8_8_1x1_intrawave_v3,1530.78,614.91,0.0 +gfx950,256,1,2624,6144,ck,8,3,7.969,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,4.05,2024.5,0.0 +gfx950,256,2,2624,6144,ck,6,3,8.3591,a8w8_blockscale_1x128x128_256x16x64x128_8x16_16x16_1x1_16x16x1_8x32x1_1x16x1x16_4_1x1_intrawave_v1,7.71,1931.38,0.0002 +gfx950,256,4,2624,6144,ck,8,2,8.9278,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,14.45,1810.91,0.0 +gfx950,256,8,2624,6144,ck,8,3,8.2621,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,31.22,1962.33,0.0003 +gfx950,256,16,2624,6144,ck,8,3,8.4288,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,61.21,1934.34,0.0003 +gfx950,256,32,2624,6144,ck,8,3,9.8596,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,104.65,1672.12,0.0001 +gfx950,256,1,6144,3072,ck,7,2,7.7508,a8w8_blockscale_1x128x128_256x16x128x256_16x16_16x16_1x2_16x16x1_16x16x1_1x16x1x16_8_1x2_intrawave_v1,4.87,2437.13,0.0 +gfx950,256,1,6144,4096,ck,8,3,8.6498,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,5.82,2911.31,0.0 +gfx950,256,1,6144,6144,ck,8,3,10.9223,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,6.91,3457.8,0.0002 +gfx950,256,2,6144,3072,ck,6,3,7.6823,a8w8_blockscale_1x128x128_256x16x64x128_8x16_16x16_1x1_16x16x1_8x32x1_1x16x1x16_4_1x1_intrawave_v1,9.83,2460.86,0.0001 +gfx950,256,2,6144,4096,ck,6,3,9.108,a8w8_blockscale_1x128x128_256x16x64x128_8x16_16x16_1x1_16x16x1_8x32x1_1x16x1x16_4_1x1_intrawave_v1,11.05,2766.64,0.0002 +gfx950,256,2,6144,6144,ck,6,3,11.3969,a8w8_blockscale_1x128x128_256x16x64x128_8x16_16x16_1x1_16x16x1_8x32x1_1x16x1x16_4_1x1_intrawave_v1,13.25,3315.43,0.0002 +gfx950,256,4,6144,3072,ck,6,3,7.7526,a8w8_blockscale_1x128x128_256x16x64x128_8x16_16x16_1x1_16x16x1_8x32x1_1x16x1x16_4_1x1_intrawave_v1,19.48,2442.51,0.0 +gfx950,256,4,6144,4096,ck,6,3,9.1482,a8w8_blockscale_1x128x128_256x16x64x128_8x16_16x16_1x1_16x16x1_8x32x1_1x16x1x16_4_1x1_intrawave_v1,22.01,2758.07,0.0 +gfx950,256,4,6144,6144,ck,6,3,11.492,a8w8_blockscale_1x128x128_256x16x64x128_8x16_16x16_1x1_16x16x1_8x32x1_1x16x1x16_4_1x1_intrawave_v1,26.28,3291.2,0.0002 +gfx950,256,8,6144,3072,ck,6,2,8.9094,a8w8_blockscale_1x128x128_256x16x64x128_8x16_16x16_1x1_16x16x1_8x32x1_1x16x1x16_4_1x1_intrawave_v1,33.9,2132.27,0.0 +gfx950,256,8,6144,4096,ck,6,3,9.1019,a8w8_blockscale_1x128x128_256x16x64x128_8x16_16x16_1x1_16x16x1_8x32x1_1x16x1x16_4_1x1_intrawave_v1,44.24,2779.3,0.0 +gfx950,256,8,6144,6144,ck,8,3,11.2143,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,53.86,3379.27,0.0002 +gfx950,256,16,6144,3072,ck,6,3,8.5752,a8w8_blockscale_1x128x128_256x16x64x128_8x16_16x16_1x1_16x16x1_8x32x1_1x16x1x16_4_1x1_intrawave_v1,70.43,2229.7,0.0 +gfx950,256,16,6144,4096,ck,8,3,9.4184,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,85.5,2699.82,0.0 +gfx950,256,16,6144,6144,ck,8,3,11.2617,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,107.26,3378.14,0.0002 +gfx950,256,32,6144,3072,ck,8,2,9.9008,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,122.01,1955.99,0.0 +gfx950,256,32,6144,4096,ck,8,3,11.6515,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,138.23,2204.88,0.0 +gfx950,256,32,6144,6144,ck,8,3,15.8829,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,152.11,2413.83,0.0002 +gfx950,256,48,2624,6144,ck,8,3,11.262,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,137.43,1480.08,0.0002 +gfx950,256,64,2624,6144,ck,8,3,13.0573,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,158.04,1290.54,0.0001 +gfx950,256,96,2624,6144,ck,8,3,17.1961,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,180.01,1001.13,0.0001 +gfx950,256,128,2624,6144,ck,8,3,21.9635,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,187.91,800.42,0.0001 +gfx950,256,48,6144,3072,ck,8,2,13.6524,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,132.72,1436.5,0.0 +gfx950,256,48,6144,4096,ck,8,3,13.3384,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,181.13,1945.68,0.0 +gfx950,256,48,6144,6144,ck,8,3,20.6631,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,175.38,1869.68,0.0002 +gfx950,256,64,6144,3072,ck,8,2,13.3538,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,180.92,1487.02,0.0 +gfx950,256,64,6144,4096,ck,8,3,16.703,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,192.85,1569.44,0.0 +gfx950,256,64,6144,6144,ck,18,1,23.0978,a8w8_blockscale_1x128x128_256x64x64x256_16x16_32x32_1x1_16x16x1_16x16x1_1x32x1x8_8_1x1_intrawave_v1,209.19,1685.37,0.0 +gfx950,256,96,6144,4096,ck,12,0,20.1166,a8w8_blockscale_1x128x128_256x32x128x256_16x16_32x32_1x1_16x16x1_16x16x1_1x32x1x8_8_1x1_intrawave_v1,240.19,1329.19,0.0 +gfx950,256,384,6144,3072,ck,0,0,27.897,a8w8_blockscale_1x128x128_256x128x128x128_16x16_32x32_2x2_8x32x1_8x32x1_1x32x1x8_8_1x1_intrawave_v3,519.61,888.0,0.0 +gfx950,256,384,6144,4096,ck,0,0,34.3527,a8w8_blockscale_1x128x128_256x128x128x128_16x16_32x32_2x2_8x32x1_8x32x1_1x32x1x8_8_1x1_intrawave_v3,562.62,915.71,0.0 +gfx950,256,512,6144,4096,ck,0,0,35.7467,a8w8_blockscale_1x128x128_256x128x128x128_16x16_32x32_2x2_8x32x1_8x32x1_1x32x1x8_8_1x1_intrawave_v3,720.9,938.67,0.0 diff --git a/aiter/configs/model_configs/glm53_flash_a8w8_blockscale_tuned_gemm.csv b/aiter/configs/model_configs/glm53_flash_a8w8_blockscale_tuned_gemm.csv new file mode 100644 index 00000000000..8bf46d4d5e6 --- /dev/null +++ b/aiter/configs/model_configs/glm53_flash_a8w8_blockscale_tuned_gemm.csv @@ -0,0 +1,89 @@ +gfx,cu_num,M,N,K,libtype,kernelId,splitK,us,kernelName,tflops,bw,errRatio +gfx950,256,1,512,4096,ck,8,3,5.0333,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,0.83,417.67,0.0 +gfx950,256,2,512,4096,ck,8,3,3.7169,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,2.26,566.98,0.0 +gfx950,256,4,512,4096,ck,6,3,4.3358,a8w8_blockscale_1x128x128_256x16x64x128_8x16_16x16_1x1_16x16x1_8x32x1_1x16x1x16_4_1x1_intrawave_v1,3.87,488.41,0.0 +gfx950,256,8,512,4096,ck,8,3,3.8894,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,8.63,549.73,0.0 +gfx950,256,16,512,4096,ck,13,3,4.5538,a8w8_blockscale_1x128x128_256x32x64x256_16x16_16x16_2x1_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,14.74,478.52,0.0 +gfx950,256,32,512,4096,ck,18,3,5.4489,a8w8_blockscale_1x128x128_256x64x64x256_16x16_32x32_1x1_16x16x1_16x16x1_1x32x1x8_8_1x1_intrawave_v1,24.63,414.94,0.0 +gfx950,256,48,512,4096,ck,8,3,5.9704,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,33.72,392.42,0.0 +gfx950,256,64,512,4096,ck,8,3,6.9364,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,38.7,349.58,0.0 +gfx950,256,96,512,4096,ck,8,3,6.7257,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,59.87,384.89,0.0 +gfx950,256,128,512,4096,ck,8,2,7.0417,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,76.24,390.89,0.0 +gfx950,256,192,512,4096,ck,8,3,10.0337,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,80.26,306.98,0.0 +gfx950,256,256,512,4096,ck,8,3,7.7609,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,138.35,439.11,0.0 +gfx950,256,384,512,4096,ck,8,3,12.3643,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,130.26,328.63,0.0 +gfx950,256,512,512,4096,ck,8,0,13.1434,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,163.39,359.01,0.0 +gfx950,256,1,1024,4096,ck,8,3,4.6698,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,1.8,899.49,0.0 +gfx950,256,2,1024,4096,ck,8,3,4.0846,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,4.11,1029.87,0.0 +gfx950,256,4,1024,4096,ck,8,3,4.1717,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,8.04,1011.31,0.0 +gfx950,256,8,1024,4096,ck,8,3,6.932,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,9.68,612.15,0.0 +gfx950,256,96,1024,4096,ck,8,3,10.5037,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,76.67,455.47,0.0 +gfx950,256,192,1024,4096,ck,8,3,12.139,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,132.68,442.7,0.0 +gfx950,256,1,1536,4096,ck,8,3,4.3429,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,2.9,1450.33,0.0 +gfx950,256,2,1536,4096,ck,8,3,4.3766,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,5.75,1440.8,0.0 +gfx950,256,4,1536,4096,ck,7,3,5.1876,a8w8_blockscale_1x128x128_256x16x128x256_16x16_16x16_1x2_16x16x1_16x16x1_1x16x1x16_8_1x2_intrawave_v1,9.7,1218.31,0.0 +gfx950,256,8,1536,4096,ck,13,3,6.9476,a8w8_blockscale_1x128x128_256x32x64x256_16x16_16x16_2x1_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,14.49,913.81,0.0 +gfx950,256,96,1536,4096,ck,8,3,11.9392,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,101.18,584.59,0.0 +gfx950,256,128,1536,4096,ck,8,3,12.6146,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,127.68,571.48,0.0 +gfx950,256,192,1536,4096,ck,8,3,15.2218,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,158.71,503.73,0.0 +gfx950,256,384,1536,4096,ck,18,0,16.3246,a8w8_blockscale_1x128x128_256x64x64x256_16x16_32x32_1x1_16x16x1_16x16x1_1x32x1x8_8_1x1_intrawave_v1,295.99,554.01,0.0 +gfx950,256,512,1536,4096,ck,18,0,16.5673,a8w8_blockscale_1x128x128_256x64x64x256_16x16_32x32_1x1_16x16x1_16x16x1_1x32x1x8_8_1x1_intrawave_v1,388.87,601.27,0.0 +gfx950,256,1,2048,1536,ck,11,2,4.7441,a8w8_blockscale_1x128x128_256x32x64x128_16x16_16x16_2x1_8x32x1_8x32x1_1x32x1x8_8_2x1_intrawave_v1,1.33,664.27,0.0 +gfx950,256,2,2048,1536,ck,6,2,4.4852,a8w8_blockscale_1x128x128_256x16x64x128_8x16_16x16_1x1_16x16x1_8x32x1_1x16x1x16_4_1x1_intrawave_v1,2.81,703.87,0.0 +gfx950,256,4,2048,1536,ck,11,2,5.4304,a8w8_blockscale_1x128x128_256x32x64x128_16x16_16x16_2x1_8x32x1_8x32x1_1x32x1x8_8_2x1_intrawave_v1,4.63,583.43,0.0 +gfx950,256,8,2048,1536,ck,8,0,6.4052,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,7.86,498.16,0.0 +gfx950,256,16,2048,1536,ck,8,0,6.5735,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,15.31,492.26,0.0 +gfx950,256,32,2048,1536,ck,8,0,6.6191,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,30.42,502.48,0.0 +gfx950,256,48,2048,1536,ck,8,0,6.5932,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,45.8,518.12,0.0 +gfx950,256,64,2048,1536,ck,8,0,6.2395,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,64.53,561.93,0.0 +gfx950,256,96,2048,1536,ck,8,0,5.7423,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,105.18,641.97,0.0 +gfx950,256,128,2048,1536,ck,8,0,5.8707,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,137.17,658.63,0.0 +gfx950,256,192,2048,1536,ck,7,0,7.6146,a8w8_blockscale_1x128x128_256x16x128x256_16x16_16x16_1x2_16x16x1_16x16x1_1x16x1x16_8_1x2_intrawave_v1,158.64,555.13,0.0 +gfx950,256,256,2048,1536,ck,7,0,7.8669,a8w8_blockscale_1x128x128_256x16x128x256_16x16_16x16_1x2_16x16x1_16x16x1_1x16x1x16_8_1x2_intrawave_v1,204.73,583.14,0.0 +gfx950,256,384,2048,1536,ck,18,0,8.0198,a8w8_blockscale_1x128x128_256x64x64x256_16x16_32x32_1x1_16x16x1_16x16x1_1x32x1x8_8_1x1_intrawave_v1,301.24,661.91,0.0 +gfx950,256,512,2048,1536,ck,18,0,8.2499,a8w8_blockscale_1x128x128_256x64x64x256_16x16_32x32_1x1_16x16x1_16x16x1_1x32x1x8_8_1x1_intrawave_v1,390.46,730.83,0.0 +gfx950,256,1,3072,4096,ck,8,3,6.4528,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,3.9,1951.58,0.0 +gfx950,256,2,3072,4096,ck,8,2,6.4333,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,7.82,1959.09,0.0 +gfx950,256,4,3072,4096,ck,8,2,7.656,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,13.15,1648.89,0.0 +gfx950,256,8,3072,4096,ck,8,3,7.7502,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,25.98,1634.13,0.0 +gfx950,256,16,3072,4096,ck,8,3,7.7839,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,51.73,1637.58,0.0 +gfx950,256,32,3072,4096,ck,8,3,9.4157,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,85.53,1371.18,0.0 +gfx950,256,48,3072,4096,ck,8,3,11.2421,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,107.45,1162.99,0.0 +gfx950,256,64,3072,4096,ck,8,3,12.361,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,130.3,1070.97,0.0 +gfx950,256,96,3072,4096,ck,8,3,15.0135,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,160.92,903.58,0.0 +gfx950,256,192,3072,4096,ck,18,0,16.2832,a8w8_blockscale_1x128x128_256x64x64x256_16x16_32x32_1x1_16x16x1_16x16x1_1x32x1x8_8_1x1_intrawave_v1,296.74,893.5,0.0 +gfx950,256,256,3072,4096,ck,18,0,16.6018,a8w8_blockscale_1x128x128_256x64x64x256_16x16_32x32_1x1_16x16x1_16x16x1_1x32x1x8_8_1x1_intrawave_v1,388.06,915.83,0.0 +gfx950,256,384,3072,4096,ck,3,0,25.1876,a8w8_blockscale_1x128x128_256x64x64x128_16x16_32x32_1x1_8x32x1_8x32x1_1x32x1x8_8_1x1_intrawave_v3,383.67,655.68,0.0 +gfx950,256,512,3072,4096,ck,2,0,25.2994,a8w8_blockscale_1x128x128_256x64x128x128_16x16_32x32_1x2_8x32x1_8x32x1_1x32x1x8_8_1x1_intrawave_v3,509.3,704.59,0.0 +gfx950,256,1,4096,256,ck,8,0,2.8218,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,0.74,374.59,0.0 +gfx950,256,1,4096,1536,ck,5,2,5.214,a8w8_blockscale_1x128x128_256x16x128x128_8x16_16x16_1x2_16x16x1_8x32x1_1x16x1x16_8_1x2_intrawave_v1,2.41,1208.51,0.0 +gfx950,256,2,4096,256,ck,8,0,2.8357,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,1.48,375.74,0.0 +gfx950,256,2,4096,1536,ck,5,2,5.3331,a8w8_blockscale_1x128x128_256x16x128x128_8x16_16x16_1x2_16x16x1_8x32x1_1x16x1x16_8_1x2_intrawave_v1,4.72,1183.35,0.0 +gfx950,256,4,4096,256,ck,8,0,2.8486,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,2.94,379.96,0.0 +gfx950,256,4,4096,1536,ck,8,0,6.4827,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,7.76,976.5,0.0 +gfx950,256,8,4096,256,ck,8,0,2.8962,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,5.79,385.39,0.0 +gfx950,256,8,4096,1536,ck,8,0,6.2951,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,15.99,1011.78,0.0 +gfx950,256,16,4096,256,ck,8,0,2.8882,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,11.62,409.86,0.0 +gfx950,256,16,4096,1536,ck,8,0,6.7767,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,29.71,951.36,0.0 +gfx950,256,32,4096,256,ck,8,0,3.117,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,21.53,423.14,0.0 +gfx950,256,32,4096,1536,ck,8,0,6.2109,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,64.83,1063.09,0.0 +gfx950,256,48,4096,256,ck,8,0,3.151,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,31.95,461.47,0.0 +gfx950,256,48,4096,1536,ck,8,0,7.0144,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,86.11,963.5,0.0 +gfx950,256,48,4096,2048,ck,8,0,8.3653,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,96.27,1061.54,0.0 +gfx950,256,48,4096,4096,ck,8,3,12.3893,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,130.0,1401.78,0.0 +gfx950,256,64,4096,1536,ck,8,0,7.5067,a8w8_blockscale_1x128x128_256x16x64x256_16x16_16x16_1x1_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,107.28,921.05,0.0 +gfx950,256,192,4096,256,cktile,5,0,3.3657,a8w8_blockscale_cktile_32x128x128_1x4x1_16x16x128_intrawave_0x1x0_2,119.63,793.47,0.0 +gfx950,256,192,4096,1536,ck,18,0,8.616,a8w8_blockscale_1x128x128_256x64x64x256_16x16_32x32_1x1_16x16x1_16x16x1_1x32x1x8_8_1x1_intrawave_v1,280.4,946.99,0.0 +gfx950,256,192,4096,2048,ck,18,0,9.8191,a8w8_blockscale_1x128x128_256x64x64x256_16x16_32x32_1x1_16x16x1_16x16x1_1x32x1x8_8_1x1_intrawave_v1,328.06,1054.55,0.0 +gfx950,256,192,4096,4096,ck,18,0,16.5238,a8w8_blockscale_1x128x128_256x64x64x256_16x16_32x32_1x1_16x16x1_16x16x1_1x32x1x8_8_1x1_intrawave_v1,389.89,1158.12,0.0 +gfx950,256,256,4096,256,cktile,4,0,3.6956,a8w8_blockscale_cktile_32x128x128_1x4x1_16x16x128_intrawave_0x1x0_1,145.27,868.94,0.0 +gfx950,256,256,4096,1536,ck,18,0,8.3442,a8w8_blockscale_1x128x128_256x64x64x256_16x16_32x32_1x1_16x16x1_16x16x1_1x32x1x8_8_1x1_intrawave_v1,386.04,1052.45,0.0 +gfx950,256,384,4096,256,cktile,14,0,3.9974,a8w8_blockscale_cktile_16x128x256_1x4x1_16x16x128_intrawave_0x1x0_4,201.46,1073.85,0.0 +gfx950,256,384,4096,1536,ck,2,0,12.6597,a8w8_blockscale_1x128x128_256x64x128x128_16x16_32x32_1x2_8x32x1_8x32x1_1x32x1x8_8_1x1_intrawave_v3,381.67,792.04,0.0 +gfx950,256,384,4096,2048,ck,2,0,15.4582,a8w8_blockscale_1x128x128_256x64x128x128_16x16_32x32_1x2_8x32x1_8x32x1_1x32x1x8_8_1x1_intrawave_v3,416.77,797.04,0.0 +gfx950,256,384,4096,4096,ck,2,0,25.9843,a8w8_blockscale_1x128x128_256x64x128x128_16x16_32x32_1x2_8x32x1_8x32x1_1x32x1x8_8_1x1_intrawave_v3,495.87,827.26,0.0 +gfx950,256,512,4096,256,cktile,7,0,4.7429,a8w8_blockscale_cktile_32x128x128_1x4x1_16x16x64_intrawave_0x1x0_2,226.39,1133.05,0.0 +gfx950,256,512,4096,1536,ck,2,0,12.755,a8w8_blockscale_1x128x128_256x64x128x128_16x16_32x32_1x2_8x32x1_8x32x1_1x32x1x8_8_1x1_intrawave_v3,505.09,883.75,0.0 +gfx950,256,128,6144,4096,ck,18,0,16.642,a8w8_blockscale_1x128x128_256x64x64x256_16x16_32x32_1x1_16x16x1_16x16x1_1x32x1x8_8_1x1_intrawave_v1,387.12,1638.2,0.0 +gfx950,256,192,6144,4096,ck,2,0,26.5547,a8w8_blockscale_1x128x128_256x64x128x128_16x16_32x32_1x2_8x32x1_8x32x1_1x32x1x8_8_1x1_intrawave_v3,363.92,1066.16,0.0 +gfx950,256,256,6144,4096,ck,2,0,26.5798,a8w8_blockscale_1x128x128_256x64x128x128_16x16_32x32_1x2_8x32x1_8x32x1_1x32x1x8_8_1x1_intrawave_v3,484.76,1104.6,0.0 diff --git a/aiter/configs/model_configs/glm53_flash_bf16_tuned_gemm.csv b/aiter/configs/model_configs/glm53_flash_bf16_tuned_gemm.csv new file mode 100644 index 00000000000..dec6e0624d6 --- /dev/null +++ b/aiter/configs/model_configs/glm53_flash_bf16_tuned_gemm.csv @@ -0,0 +1,169 @@ +gfx,cu_num,M,N,K,bias,dtype,outdtype,scaleAB,bpreshuffle,libtype,solidx,splitK,us,kernelName,err_ratio,tflops,bw +gfx950,256,180,160,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5506,8,6.209,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x8_ks8_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.019,38.0,457.86 +gfx950,256,186,160,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4914,8,6.3663,flydsl_hgemm_abf16_wbf16_bf16_t64x64x128x3_ks8_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0185,38.29,454.57 +gfx950,256,1272,160,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,574,1,11.8166,flydsl_hgemm_abf16_wbf16_bf16_t32x16x128x5_ks1_w1x1x2_bias0_ktail0_gm4_pft_gfx950,0.0049,141.09,1027.2 +gfx950,256,7052,160,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,27.3605,native,0.0,337.83,2241.82 +gfx950,256,7682,160,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,28.6701,native,0.0,351.2,2326.46 +gfx950,256,8070,160,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,113,1,28.8717,flydsl_hgemm_abf16_wbf16_bf16_t128x32x64x4_ks1_w2x1x1_bias0_ktail0_gm4_pft_gfx950,0.0,366.36,2424.61 +gfx950,256,8244,160,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,35.9954,native,0.0,300.19,1985.91 +gfx950,256,14138,160,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,39.2862,native,0.0,471.69,3096.59 +gfx950,256,66,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,133,1,2.7711,flydsl_hgemm_abf16_wbf16_bf16_t16x32x64x3_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,6.24,149.47 +gfx950,256,72,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,218,1,3.0786,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x3_ks1_w2x1x2_bias0_ktail0_gm0_pft_gfx950,0.0001,6.13,139.03 +gfx950,256,80,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,121,1,2.9158,flydsl_hgemm_abf16_wbf16_bf16_t16x32x128x2_ks1_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,7.19,153.12 +gfx950,256,84,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,122,1,2.8837,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x3_ks1_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,7.64,158.02 +gfx950,256,88,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,137,1,2.9349,flydsl_hgemm_abf16_wbf16_bf16_t16x32x64x3_ks1_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,7.86,158.4 +gfx950,256,90,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,139,1,2.8534,flydsl_hgemm_abf16_wbf16_bf16_t16x32x64x3_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,8.27,164.54 +gfx950,256,96,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,122,1,2.8452,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x3_ks1_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,8.85,169.87 +gfx950,256,104,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,114,1,2.9256,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x2_ks1_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,9.32,171.51 +gfx950,256,108,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,139,1,2.852,flydsl_hgemm_abf16_wbf16_bf16_t16x32x64x3_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,9.93,179.16 +gfx950,256,112,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,137,1,2.9026,flydsl_hgemm_abf16_wbf16_bf16_t16x32x64x3_ks1_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,10.12,179.22 +gfx950,256,114,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,145,1,2.9198,flydsl_hgemm_abf16_wbf16_bf16_t16x32x64x3_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,10.24,179.74 +gfx950,256,120,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,145,1,2.79,flydsl_hgemm_abf16_wbf16_bf16_t16x32x64x3_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,11.28,193.06 +gfx950,256,162,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,236,1,2.9441,flydsl_hgemm_abf16_wbf16_bf16_t32x16x64x3_ks1_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,14.42,215.82 +gfx950,256,180,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,252,1,3.0269,flydsl_hgemm_abf16_wbf16_bf16_t32x32x128x2_ks1_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,15.59,223.62 +gfx950,256,186,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,145,1,2.9839,flydsl_hgemm_abf16_wbf16_bf16_t16x32x64x3_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,16.34,231.47 +gfx950,256,204,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,160,1,2.8962,flydsl_hgemm_abf16_wbf16_bf16_t16x64x64x3_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,18.46,252.8 +gfx950,256,210,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,141,1,2.9766,flydsl_hgemm_abf16_wbf16_bf16_t16x32x64x3_ks1_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,18.49,250.62 +gfx950,256,324,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,319,1,3.0491,flydsl_hgemm_abf16_wbf16_bf16_t32x64x64x3_ks1_w1x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,27.86,330.8 +gfx950,256,352,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,322,1,3.0225,flydsl_hgemm_abf16_wbf16_bf16_t32x64x64x3_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,30.53,355.05 +gfx950,256,450,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,322,1,3.1174,flydsl_hgemm_abf16_wbf16_bf16_t32x64x64x3_ks1_w1x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,37.84,416.68 +gfx950,256,480,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,322,1,3.0763,flydsl_hgemm_abf16_wbf16_bf16_t32x64x64x3_ks1_w1x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,40.9,444.71 +gfx950,256,496,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,531,1,3.2003,flydsl_hgemm_abf16_wbf16_bf16_t64x32x64x3_ks1_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,40.63,439.0 +gfx950,256,512,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,339,1,3.1033,flydsl_hgemm_abf16_wbf16_bf16_t32x64x64x3_ks1_w1x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,43.25,464.6 +gfx950,256,1030,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,532,1,3.8588,flydsl_hgemm_abf16_wbf16_bf16_t96x64x64x3_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,69.97,682.92 +gfx950,256,1338,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,475,1,4.1314,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x3_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,84.9,809.63 +gfx950,256,2310,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,300,1,5.0594,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x2_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,119.69,1103.76 +gfx950,256,2484,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,435,1,5.2103,flydsl_hgemm_abf16_wbf16_bf16_t96x64x64x3_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,124.98,1148.74 +gfx950,256,7066,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,20,1,8.8396,flydsl_hgemm_abf16_wbf16_bf16_t128x128x64x2_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,209.55,1871.38 +gfx950,256,7680,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,204,1,9.1889,flydsl_hgemm_abf16_wbf16_bf16_t64x256x64x2_ks1_w2x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,219.1,1954.19 +gfx950,256,7681,1024,128,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,12,1,9.1058,flydsl_hgemm_abf16_wbf16_bf16_t128x128x64x2_ks1_w2x2x1_bias0_ktail0_gm4_pft_gfx950,0.0,221.13,1972.28 +gfx950,256,31684,1024,512,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,40.1978,native,0.0,826.49,2447.44 +gfx950,256,8,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,392,4,6.9811,flydsl_hgemm_abf16_wbf16_bf16_t16x32x64x9_ks4_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0125,19.23,2417.32 +gfx950,256,162,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2875,1,7.5803,flydsl_hgemm_abf16_wbf16_bf16_t48x32x128x4_ks1_w1x2x2_bias0_ktail0_gm4_pft_gfx950,0.0031,134.46,983.16 +gfx950,256,180,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2874,1,7.6795,flydsl_hgemm_abf16_wbf16_bf16_t48x32x128x5_ks1_w1x2x2_bias0_ktail0_gm0_pft_gfx950,0.0031,147.47,987.26 +gfx950,256,186,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2874,1,7.7732,flydsl_hgemm_abf16_wbf16_bf16_t48x32x128x5_ks1_w1x2x2_bias0_ktail0_gm0_pft_gfx950,0.0031,150.54,980.9 +gfx950,256,186,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False,asm,8,4,13.8601,_ZN5aiter39bf16gemm_fp32bf16_tn_96x64_splitk_cleanE,0.0115,225.15,1375.37 +gfx950,256,204,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3714,2,14.4094,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x6_ks2_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0048,237.52,1338.29 +gfx950,256,352,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2291,1,9.4927,flydsl_hgemm_abf16_wbf16_bf16_t48x64x128x3_ks1_w1x4x1_bias0_ktail0_gm4_pft_gfx950,0.0,233.29,928.57 +gfx950,256,1242,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1312,1,33.9442,flydsl_hgemm_abf16_wbf16_bf16_t64x96x64x4_ks1_w1x2x1_bias0_ktail0_gm4_pft_gfx950,0.0,613.87,943.87 +gfx950,256,2049,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,47.6225,native,0.0,721.85,881.0 +gfx950,256,2306,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,49.92,native,0.0,775.01,903.71 +gfx950,256,2308,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,49.7219,native,0.0,778.77,907.81 +gfx950,256,2310,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,49.9083,native,0.0,776.53,904.91 +gfx950,256,2316,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,49.0187,native,0.0,792.68,922.84 +gfx950,256,2330,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,49.6587,native,0.0,787.19,914.41 +gfx950,256,2332,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,49.4075,native,0.0,791.87,919.55 +gfx950,256,2360,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,49.45,native,0.0,800.69,925.72 +gfx950,256,2484,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,22.9667,native,0.0,680.46,1049.2 +gfx950,256,2484,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,48.3174,native,0.0,862.52,978.96 +gfx950,256,3072,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False,opus,6402,0,56.8013,opus_gemm_mono_tile_512x192x128x64_2x4_16x16x32_0x0x0_nooob_4g_safe,0.0,907.37,959.94 +gfx950,256,3462,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,17,1,29.1855,flydsl_hgemm_abf16_wbf16_bf16_t128x128x64x2_ks1_w2x2x1_bias0_ktail0_gm4_pht_gfx950,0.0,746.3,1065.84 +gfx950,256,3585,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,16,1,29.9261,flydsl_hgemm_abf16_wbf16_bf16_t128x128x64x2_ks1_w2x2x1_bias0_ktail0_gm4_pft_gfx950,0.0,753.69,1068.92 +gfx950,256,3630,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,22,1,30.2067,flydsl_hgemm_abf16_wbf16_bf16_t128x128x64x2_ks1_w2x4x1_bias0_ktail0_gm4_pft_gfx950,0.0,756.06,1069.67 +gfx950,256,4096,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False,opus,6401,0,30.4531,opus_gemm_mono_tile_512x128x256x64_2x4_16x16x32_0x0x0_nooob_4g_safe,0.0,846.21,1170.7 +gfx950,256,5126,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,39.8936,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,808.4,1078.74 +gfx950,256,6426,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,44.9251,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,899.92,1165.34 +gfx950,256,6426,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,95.2904,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1131.39,1004.72 +gfx950,256,7220,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,46.3367,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,980.31,1252.67 +gfx950,256,7220,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,100.6728,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1203.22,1047.92 +gfx950,256,7226,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,46.3691,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,980.44,1252.72 +gfx950,256,7226,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,100.04,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1211.84,1055.28 +gfx950,256,7482,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,47.0843,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,999.75,1272.66 +gfx950,256,7482,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,104.9962,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1195.54,1035.43 +gfx950,256,186,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,19.5011,native,0.0,260.66,1543.15 +gfx950,256,372,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1882,1,25.4235,flydsl_hgemm_abf16_wbf16_bf16_t96x64x64x4_ks1_w2x1x2_bias0_ktail0_gm0_pft_gfx950,0.0049,399.87,1292.42 +gfx950,256,1242,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,49.5681,native,0.0,684.76,923.77 +gfx950,256,7,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,139,1,5.2436,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x5_ks1_w1x1x2_bias0_ktail0_gm4_pft_gfx950,0.0034,16.8,2414.71 +gfx950,256,7,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,121,1,5.9448,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x5_ks1_w1x1x2_bias0_ktail0_gm4_pft_gfx950,0.0038,19.76,2836.64 +gfx950,256,8,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,134,1,5.2621,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x4_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0034,19.13,2408.36 +gfx950,256,66,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1740,1,6.0052,flydsl_hgemm_abf16_wbf16_bf16_t32x64x64x6_ks1_w1x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,92.19,1509.43 +gfx950,256,72,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1510,1,5.965,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x8_ks1_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,101.25,1529.91 +gfx950,256,80,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1510,1,6.1061,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x8_ks1_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,109.9,1507.97 +gfx950,256,84,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2110,1,6.2136,flydsl_hgemm_abf16_wbf16_bf16_t48x32x64x6_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,113.4,1488.47 +gfx950,256,88,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1495,1,6.2762,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x7_ks1_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,117.62,1480.15 +gfx950,256,90,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2122,1,6.3575,flydsl_hgemm_abf16_wbf16_bf16_t48x32x64x8_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,118.75,1464.44 +gfx950,256,96,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2914,1,6.3372,flydsl_hgemm_abf16_wbf16_bf16_t64x32x64x6_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,127.08,1478.83 +gfx950,256,104,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1572,1,6.5042,flydsl_hgemm_abf16_wbf16_bf16_t32x64x128x4_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,134.13,1453.46 +gfx950,256,108,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1740,1,6.2271,flydsl_hgemm_abf16_wbf16_bf16_t32x64x64x6_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,145.49,1524.71 +gfx950,256,112,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2884,1,6.4064,flydsl_hgemm_abf16_wbf16_bf16_t64x32x64x8_ks1_w4x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,146.65,1488.43 +gfx950,256,114,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1782,1,6.3527,flydsl_hgemm_abf16_wbf16_bf16_t32x64x64x8_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,150.53,1504.24 +gfx950,256,120,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1746,1,6.4053,flydsl_hgemm_abf16_wbf16_bf16_t32x64x64x6_ks1_w1x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,157.16,1501.48 +gfx950,256,162,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1792,1,7.2741,flydsl_hgemm_abf16_wbf16_bf16_t48x64x128x3_ks1_w1x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,186.82,1381.27 +gfx950,256,162,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2084,1,9.3665,flydsl_hgemm_abf16_wbf16_bf16_t48x64x128x3_ks1_w1x2x2_bias0_ktail0_gm4_pft_gfx950,0.0031,217.63,1538.21 +gfx950,256,162,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1828,1,10.8787,flydsl_hgemm_abf16_wbf16_bf16_t48x64x128x4_ks1_w1x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,249.84,1725.19 +gfx950,256,180,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2839,1,7.4407,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x6_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,202.93,1375.11 +gfx950,256,180,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3404,1,9.5702,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x6_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,236.66,1526.66 +gfx950,256,186,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1790,1,7.5389,flydsl_hgemm_abf16_wbf16_bf16_t48x64x128x3_ks1_w1x2x2_bias0_ktail0_gm0_pft_gfx950,0.0022,206.96,1365.35 +gfx950,256,186,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2095,1,9.6032,flydsl_hgemm_abf16_wbf16_bf16_t48x64x128x4_ks1_w1x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,243.71,1528.45 +gfx950,256,204,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2688,1,7.512,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x4_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,227.81,1394.78 +gfx950,256,204,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3147,1,9.3046,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x6_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,275.88,1599.29 +gfx950,256,204,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2757,1,11.3002,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x5_ks1_w2x2x2_bias0_ktail0_gm0_pft_gfx950,0.0034,302.88,1706.52 +gfx950,256,210,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2708,1,7.486,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x5_ks1_w1x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,235.32,1407.83 +gfx950,256,210,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3199,1,9.3751,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x8_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,281.85,1594.47 +gfx950,256,216,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3147,1,9.4155,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x6_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,288.66,1594.81 +gfx950,256,336,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2327,1,9.1831,flydsl_hgemm_abf16_wbf16_bf16_t96x64x64x4_ks1_w2x1x2_bias0_ktail0_gm0_pft_gfx950,0.0021,306.93,1288.15 +gfx950,256,336,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2601,1,11.6582,flydsl_hgemm_abf16_wbf16_bf16_t96x64x64x4_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,362.65,1403.96 +gfx950,256,352,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2346,1,9.4523,flydsl_hgemm_abf16_wbf16_bf16_t96x64x64x5_ks1_w2x1x2_bias0_ktail0_gm0_pft_gfx950,0.0021,312.39,1268.8 +gfx950,256,352,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2603,1,12.2015,flydsl_hgemm_abf16_wbf16_bf16_t96x64x64x4_ks1_w2x2x1_bias0_ktail0_gm4_pft_gfx950,0.0,363.0,1356.21 +gfx950,256,368,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2341,1,9.3082,flydsl_hgemm_abf16_wbf16_bf16_t96x64x64x4_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,331.64,1306.04 +gfx950,256,368,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2602,1,12.3253,flydsl_hgemm_abf16_wbf16_bf16_t96x64x64x4_ks1_w2x2x1_bias0_ktail0_gm4_pft_gfx950,0.0,375.69,1357.21 +gfx950,256,420,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,358,1,9.9936,flydsl_hgemm_abf16_wbf16_bf16_t128x64x64x4_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,352.55,1269.75 +gfx950,256,420,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,397,1,13.305,flydsl_hgemm_abf16_wbf16_bf16_t128x64x64x4_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,397.21,1301.3 +gfx950,256,464,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,397,1,13.4763,flydsl_hgemm_abf16_wbf16_bf16_t128x64x64x4_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,433.24,1321.54 +gfx950,256,464,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,358,1,15.8001,flydsl_hgemm_abf16_wbf16_bf16_t128x64x64x4_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,492.69,1422.7 +gfx950,256,496,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,358,1,10.5447,flydsl_hgemm_abf16_wbf16_bf16_t128x64x64x4_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,394.58,1277.2 +gfx950,256,1038,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,27.6531,native,0.0,629.76,1067.95 +gfx950,256,1158,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,27.3627,native,0.0,710.02,1133.17 +gfx950,256,1176,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,27.9818,native,0.0,705.1,1116.01 +gfx950,256,1272,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,28.7339,native,0.0,742.7,1127.85 +gfx950,256,2048,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,30.5308,native,0.0,844.06,1167.73 +gfx950,256,2049,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,41.8746,native,0.0,820.94,1001.93 +gfx950,256,2561,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,39.7494,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,810.7,1042.28 +gfx950,256,3072,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,opus,1400,0,39.9526,opus_gemm_mono_tile_512x192x256x64_2x4_16x16x32_0x0x0_nooob,0.0,967.51,1181.05 +gfx950,256,3073,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,30.1767,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,854.24,1320.76 +gfx950,256,3073,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,41.5979,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,929.55,1134.6 +gfx950,256,3073,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,51.2992,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1005.01,1063.14 +gfx950,256,3460,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,81,1,31.5641,flydsl_hgemm_abf16_wbf16_bf16_t256x256x64x2_ks1_w2x4x1_bias0_ktail0_gm0_pht_gfx950,0.0,919.54,1388.25 +gfx950,256,3585,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,32.6522,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,921.01,1381.19 +gfx950,256,3585,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,43.8159,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1029.53,1208.79 +gfx950,256,3585,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,55.4872,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1083.97,1096.28 +gfx950,256,3630,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,33.2889,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,914.74,1368.62 +gfx950,256,3630,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,44.6102,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1023.89,1198.63 +gfx950,256,3630,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,56.4284,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1079.27,1087.8 +gfx950,256,6426,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,59.5309,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,905.5,1246.26 +gfx950,256,6426,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,80.4454,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1005.13,1056.19 +gfx950,256,6426,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,101.3462,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1063.78,944.68 +gfx950,256,7220,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,62.7213,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,965.63,1312.5 +gfx950,256,7220,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,85.4914,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1062.66,1098.46 +gfx950,256,7220,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,107.7737,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1123.94,978.87 +gfx950,256,7226,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,63.1941,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,959.2,1303.65 +gfx950,256,7226,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,84.3499,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1077.94,1114.13 +gfx950,256,7226,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,105.3301,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1150.97,1002.28 +gfx950,256,7482,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,64.6325,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,971.08,1315.19 +gfx950,256,7482,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,86.6935,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1085.96,1117.27 +gfx950,256,7482,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,107.8898,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1163.48,1007.66 +gfx950,256,7921,4096,1280,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,76.8663,native,0.0,1080.55,1244.4 +gfx950,256,11276,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,92.0994,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1027.04,1344.8 +gfx950,256,11276,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,126.1872,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1124.4,1106.26 +gfx950,256,11276,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,158.9959,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1189.84,976.99 +gfx950,256,8,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,172,1,32.3833,flydsl_hgemm_abf16_wbf16_bf16_t16x64x256x2_ks1_w1x4x2_bias0_ktail0_gm0_pft_gfx950,0.0048,39.18,4909.09 +gfx950,256,14,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,220,1,32.6019,flydsl_hgemm_abf16_wbf16_bf16_t16x96x256x2_ks1_w1x2x2_bias0_ktail0_gm0_pft_gfx950,0.0049,68.11,4884.8 +gfx950,256,40,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,285,1,35.4539,flydsl_hgemm_abf16_wbf16_bf16_t48x96x256x2_ks1_w1x2x2_bias0_ktail0_gm0_pft_gfx950,0.0048,178.93,4526.26 +gfx950,256,42,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,600,1,35.3476,flydsl_hgemm_abf16_wbf16_bf16_t48x96x64x5_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,188.45,4542.53 +gfx950,256,44,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,600,1,35.5389,flydsl_hgemm_abf16_wbf16_bf16_t48x96x64x5_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,196.36,4520.72 +gfx950,256,50,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,34.457,native,0.0,230.14,4670.83 +gfx950,256,57,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,33.7099,native,0.0,268.17,4784.09 +gfx950,256,61,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1090,1,34.7075,flydsl_hgemm_abf16_wbf16_bf16_t64x96x64x6_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,278.74,4651.98 +gfx950,256,62,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,34.5778,native,0.0,284.37,4670.79 +gfx950,256,64,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,35.697,native,0.0,284.34,4526.98 +gfx950,256,67,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,618,1,36.2451,flydsl_hgemm_abf16_wbf16_bf16_t96x96x64x5_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,293.17,4462.4 +gfx950,256,70,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,618,1,36.9242,flydsl_hgemm_abf16_wbf16_bf16_t96x96x64x5_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,300.66,4384.14 +gfx950,256,92,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,38.2029,native,0.0,381.93,4264.42 +gfx950,256,108,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,242,1,40.9537,flydsl_hgemm_abf16_wbf16_bf16_t128x96x64x4_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,418.24,3996.31 +gfx950,256,116,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,242,1,42.4698,flydsl_hgemm_abf16_wbf16_bf16_t128x96x64x4_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,433.18,3862.48 +gfx950,256,120,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,242,1,43.0064,flydsl_hgemm_abf16_wbf16_bf16_t128x96x64x4_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,442.53,3818.65 +gfx950,256,121,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,42.196,native,0.0,454.79,3893.11 +gfx950,256,152,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,48.7674,native,0.0,494.32,3398.33 +gfx950,256,184,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,50.1197,native,0.0,582.24,3336.59 +gfx950,256,400,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,68.2554,native,0.0,929.43,2598.5 +gfx950,256,416,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,71.5678,native,0.0,921.87,2488.72 diff --git a/aiter/configs/model_configs/glm53_flash_bf16_untuned_gemm.csv b/aiter/configs/model_configs/glm53_flash_bf16_untuned_gemm.csv new file mode 100644 index 00000000000..3f9da280a7b --- /dev/null +++ b/aiter/configs/model_configs/glm53_flash_bf16_untuned_gemm.csv @@ -0,0 +1,1827 @@ +M,N,K,bias,dtype,outdtype,scaleAB,bpreshuffle +6,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +7,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +8,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +8,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +8,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +8,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +8,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +8,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +8,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +8,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +8,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +9,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +10,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +11,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +12,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +13,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +14,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +15,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +16,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +16,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +16,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +17,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +18,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +19,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +20,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +21,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +22,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +23,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +24,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +24,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +24,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +24,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +24,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +24,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +25,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +26,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +27,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +28,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +29,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +30,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +31,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +32,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +32,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +32,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +32,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +32,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +32,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +34,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +36,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +38,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +40,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +40,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +40,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +40,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +40,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +40,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +40,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +40,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +42,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +44,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +46,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +48,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +48,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +48,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +48,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +48,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +48,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +48,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +48,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +50,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +52,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +54,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +56,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +56,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +56,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +56,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +56,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +56,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +56,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +56,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +57,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +58,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +59,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +60,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +61,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +62,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +63,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +64,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +64,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +64,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +64,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +64,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +64,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +64,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +64,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +68,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +72,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +72,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +72,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +72,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +72,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +72,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +72,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +72,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +76,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +80,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +80,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +80,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +80,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +80,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +80,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +80,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +80,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +84,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +88,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +88,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +88,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +88,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +88,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +88,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +88,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +88,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +92,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +96,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +96,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +96,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +96,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +96,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +96,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +96,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +96,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +100,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +104,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +104,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +104,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +104,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +104,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +104,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +104,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +104,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +108,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +112,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +112,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +112,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +112,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +112,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +112,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +112,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +112,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +116,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +120,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +120,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +120,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +120,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +120,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +120,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +120,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +120,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +124,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +128,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +128,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +128,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +128,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +128,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +128,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +128,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +128,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +136,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +136,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +136,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +136,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +136,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +136,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +136,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +136,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +136,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +144,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +144,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +144,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +144,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +144,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +144,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +144,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +144,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +144,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +152,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +152,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +152,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +152,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +152,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +152,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +152,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +152,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +152,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +160,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +160,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +160,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +160,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +160,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +160,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +160,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +160,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +160,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +168,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +168,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +168,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +168,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +168,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +168,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +168,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +168,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +168,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +176,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +176,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +176,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +176,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +176,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +176,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +176,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +176,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +176,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +184,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +184,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +184,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +184,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +184,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +184,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +184,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +184,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +184,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +192,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +192,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +192,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +192,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +192,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +192,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +192,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +192,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +192,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +200,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +200,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +200,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +200,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +200,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +200,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +200,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +200,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +200,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +208,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +208,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +208,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +208,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +208,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +208,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +208,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +208,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +208,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +216,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +216,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +216,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +216,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +216,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +216,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +216,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +216,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +216,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +224,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +224,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +224,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +224,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +224,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +224,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +224,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +224,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +224,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +232,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +232,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +232,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +232,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +232,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +232,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +232,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +232,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +232,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +240,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +240,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +240,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +240,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +240,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +240,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +240,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +240,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +240,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +248,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +248,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +248,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +248,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +248,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +248,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +248,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +248,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +248,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +256,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +256,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +256,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +256,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +256,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +256,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +256,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +256,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +256,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +272,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +272,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +272,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +272,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +272,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +272,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +272,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +272,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +272,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +288,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +288,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +288,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +288,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +288,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +288,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +288,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +288,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +288,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +304,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +304,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +304,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +304,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +304,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +304,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +304,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +304,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +304,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +320,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +320,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +320,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +320,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +320,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +320,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +320,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +320,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +320,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +336,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +336,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +336,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +336,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +336,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +336,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +336,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +336,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +336,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +352,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +352,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +352,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +352,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +352,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +352,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +352,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +352,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +352,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +368,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +368,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +368,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +368,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +368,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +368,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +368,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +368,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +368,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +384,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +384,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +384,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +384,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +384,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +384,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +384,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +384,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +384,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +400,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +400,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +400,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +400,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +400,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +400,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +400,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +400,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +400,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +416,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +416,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +416,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +416,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +416,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +416,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +416,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +416,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +416,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +432,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +432,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +432,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +432,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +432,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +432,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +432,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +432,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +432,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +448,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +448,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +448,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +448,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +448,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +448,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +448,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +448,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +448,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +464,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +464,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +464,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +464,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +464,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +464,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +464,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +464,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +464,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +480,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +480,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +480,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +480,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +480,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +480,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +480,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +480,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +480,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +496,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +496,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +496,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +496,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +496,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +496,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +496,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +496,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +496,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +512,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +512,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +512,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +512,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +512,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +512,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +512,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +512,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +512,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +513,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +513,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +513,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +513,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +513,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +513,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +513,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +513,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +514,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +514,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +514,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +514,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +514,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +514,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +514,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +514,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +517,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +517,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +517,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +517,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +517,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +517,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +517,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +517,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +519,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +519,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +519,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +519,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +519,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +519,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +519,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +519,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +520,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +520,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +520,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +520,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +520,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +520,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +520,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +520,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +543,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +543,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +543,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +543,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +543,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +543,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +543,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +543,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1024,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1024,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1024,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1024,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1024,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1024,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1024,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1024,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1024,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +1025,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1025,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1025,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1025,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1025,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1025,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1025,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1025,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1026,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1026,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1026,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1026,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1026,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1026,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1026,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1026,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1030,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1030,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1030,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1030,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1030,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1030,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1030,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1030,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1038,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1038,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1038,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1038,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1038,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1038,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1038,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1038,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1152,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1152,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1152,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1152,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1152,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1152,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1152,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1152,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1154,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1154,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1154,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1154,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1154,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1154,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1154,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1154,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1156,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1156,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1156,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1156,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1156,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1156,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1156,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1156,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1158,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1158,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1158,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1158,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1158,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1158,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1158,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1158,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1164,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1164,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1164,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1164,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1164,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1164,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1164,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1164,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1166,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1166,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1166,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1166,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1166,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1166,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1166,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1166,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1182,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1182,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1182,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1182,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1182,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1182,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1182,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1182,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1208,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1208,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1208,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1208,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1208,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1208,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1208,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1208,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1212,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1212,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1212,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1212,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1212,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1212,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1212,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1212,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1214,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1214,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1214,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1214,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1214,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1214,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1214,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1214,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1537,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1537,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1537,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1537,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1537,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1537,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1537,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1537,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +2048,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +2048,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +2048,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +2048,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +2048,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +2048,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +2048,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +2048,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +2048,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +2049,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +2049,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +2049,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +2049,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +2049,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +2049,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +2049,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +2049,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +2306,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +2306,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +2306,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +2306,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +2306,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +2306,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +2306,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +2306,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +2308,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +2308,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +2308,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +2308,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +2308,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +2308,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +2308,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +2308,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +2330,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +2330,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +2330,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +2330,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +2330,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +2330,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +2330,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +2330,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +2332,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +2332,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +2332,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +2332,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +2332,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +2332,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +2332,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +2332,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +2561,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +2561,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +2561,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +2561,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +2561,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +2561,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +2561,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +2561,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +3072,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +3072,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +3072,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +3072,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +3072,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +3072,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +3072,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +3072,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +3073,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +3073,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +3073,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +3073,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +3073,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +3073,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +3073,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +3073,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +3458,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +3458,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +3458,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +3458,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +3458,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +3458,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +3458,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +3458,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +3514,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +3514,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +3514,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +3514,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +3514,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +3514,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +3514,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +3514,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +3585,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +3585,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +3585,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +3585,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +3585,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +3585,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +3585,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +3585,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +4104,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +4104,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +4104,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +4104,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +4104,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +4104,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +4104,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +4104,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +5126,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +5126,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +5126,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +5126,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +5126,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +5126,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +5126,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +5126,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7040,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7040,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7040,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7040,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7040,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7040,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7040,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7040,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7042,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7042,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7042,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7042,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7042,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7042,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7042,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7042,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7044,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7044,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7044,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7044,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7044,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7044,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7044,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7044,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7046,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7046,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7046,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7046,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7046,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7046,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7046,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7046,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7054,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7054,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7054,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7054,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7054,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7054,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7054,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7054,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7068,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7068,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7068,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7068,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7068,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7068,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7068,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7068,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7070,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7070,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7070,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7070,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7070,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7070,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7070,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7070,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7098,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7098,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7098,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7098,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7098,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7098,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7098,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7098,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7100,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7100,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7100,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7100,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7100,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7100,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7100,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7100,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7102,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7102,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7102,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7102,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7102,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7102,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7102,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7102,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7482,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7482,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7482,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7482,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7482,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7482,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7482,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7482,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7680,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7680,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7680,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7680,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7680,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7680,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7680,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7680,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7681,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7681,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7681,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7681,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7681,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7681,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7681,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7681,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7682,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7682,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7682,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7682,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7682,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7682,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7682,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7682,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7690,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7690,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7690,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7690,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7690,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7690,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7690,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7690,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7706,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7706,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7706,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7706,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7706,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7706,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7706,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7706,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7921,512,4096,False,torch.bfloat16,torch.bfloat16,False,False +7921,2560,4096,False,torch.bfloat16,torch.bfloat16,False,False +7921,4096,1280,False,torch.bfloat16,torch.bfloat16,False,False +8066,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +8066,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +8066,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +8066,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +8066,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +8066,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +8066,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +8066,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +8220,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +8220,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +8220,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +8220,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +8220,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +8220,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +8220,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +8220,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +8250,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +8250,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +8250,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +8250,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +8250,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +8250,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +8250,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +8250,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +8252,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +8252,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +8252,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +8252,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +8252,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +8252,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +8252,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +8252,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +8837,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +8837,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +8837,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +8837,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +8837,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +8837,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +8837,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +8837,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +9402,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +9402,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +9402,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +9402,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +9402,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +9402,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +9402,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +9402,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +11276,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +11276,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +11276,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +11276,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +11276,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +11276,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +11276,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +11276,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +13318,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +13318,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +13318,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +13318,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +13318,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +13318,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +13318,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +13318,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +14108,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +14108,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +14108,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +14108,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +14108,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +14108,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +14108,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +14108,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +14138,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +14138,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +14138,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +14138,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +14138,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +14138,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +14138,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +14138,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +15361,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +15361,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +15361,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +15361,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +15361,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +15361,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +15361,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +15361,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +15745,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +15745,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +15745,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +15745,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +15745,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +15745,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +15745,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +15745,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +15747,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +15747,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +15747,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +15747,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +15747,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +15747,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +15747,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +15747,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +15750,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +15750,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +15750,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +15750,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +15750,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +15750,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +15750,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +15750,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +15752,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +15752,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +15752,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +15752,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +15752,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +15752,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +15752,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +15752,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +15754,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +15754,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +15754,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +15754,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +15754,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +15754,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +15754,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +15754,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +15756,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +15756,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +15756,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +15756,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +15756,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +15756,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +15756,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +15756,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +15758,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +15758,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +15758,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +15758,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +15758,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +15758,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +15758,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +15758,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +15760,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +15760,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +15760,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +15760,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +15760,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +15760,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +15760,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +15760,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +15762,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +15762,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +15762,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +15762,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +15762,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +15762,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +15762,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +15762,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +15764,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +15764,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +15764,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +15764,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +15764,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +15764,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +15764,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +15764,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +15766,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +15766,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +15766,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +15766,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +15766,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +15766,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +15766,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +15766,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +15768,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +15768,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +15768,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +15768,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +15768,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +15768,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +15768,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +15768,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +15770,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +15770,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +15770,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +15770,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +15770,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +15770,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +15770,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +15770,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +15772,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +15772,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +15772,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +15772,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +15772,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +15772,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +15772,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +15772,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +15873,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +15873,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +15873,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +15873,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +15873,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +15873,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +15873,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +15873,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +15877,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +15877,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +15877,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +15877,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +15877,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +15877,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +15877,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +15877,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +16001,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +16001,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +16001,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +16001,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +16001,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +16001,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +16001,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +16001,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +16058,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +16058,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +16058,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +16058,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +16058,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +16058,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +16058,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +16058,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +16130,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +16130,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +16130,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +16130,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +16130,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +16130,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +16130,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +16130,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +16158,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +16158,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +16158,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +16158,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +16158,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +16158,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +16158,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +16158,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +16384,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +16384,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +16384,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +16384,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +16384,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +16384,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +16384,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +16384,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +31684,384,1024,True,torch.bfloat16,torch.bfloat16,False,False +31684,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +31684,1024,128,True,torch.bfloat16,torch.bfloat16,False,False +31684,1024,512,False,torch.bfloat16,torch.bfloat16,False,False +31684,1024,512,True,torch.bfloat16,torch.bfloat16,False,False +31684,1024,1024,True,torch.bfloat16,torch.bfloat16,False,False +1180,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1180,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1180,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1180,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1180,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1180,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1180,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1180,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1210,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1210,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1210,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1210,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1210,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1210,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1210,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1210,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +2316,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +2316,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +2316,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +2316,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +2316,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +2316,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +2316,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +2316,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7066,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7066,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7066,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7066,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7066,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7066,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7066,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7066,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +8218,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +8218,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +8218,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +8218,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +8218,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +8218,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +8218,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +8218,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +53,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +74,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +119,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +121,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +122,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +125,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +1160,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1160,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1160,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1160,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1160,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1160,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1160,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1160,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1176,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1176,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1176,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1176,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1176,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1176,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1176,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1176,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1204,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1204,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1204,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1204,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1204,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1204,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1204,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1204,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1272,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1272,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1272,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1272,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1272,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1272,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1272,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1272,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1276,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1276,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1276,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1276,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1276,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1276,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1276,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1276,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +2360,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +2360,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +2360,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +2360,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +2360,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +2360,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +2360,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +2360,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +3460,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +3460,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +3460,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +3460,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +3460,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +3460,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +3460,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +3460,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +3572,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +3572,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +3572,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +3572,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +3572,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +3572,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +3572,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +3572,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +4096,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +4096,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +4096,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +4096,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +4096,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +4096,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +4096,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +4096,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +4096,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +5120,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +5120,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +5120,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +5120,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +5120,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +5120,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +5120,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +5120,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7048,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7048,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7048,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7048,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7048,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7048,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7048,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7048,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7052,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7052,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7052,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7052,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7052,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7052,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7052,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7052,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7092,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7092,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7092,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7092,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7092,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7092,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7092,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7092,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7160,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7160,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7160,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7160,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7160,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7160,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7160,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7160,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7164,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7164,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7164,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7164,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7164,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7164,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7164,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7164,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +8068,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +8068,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +8068,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +8068,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +8068,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +8068,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +8068,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +8068,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +8244,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +8244,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +8244,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +8244,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +8244,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +8244,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +8244,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +8244,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +8312,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +8312,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +8312,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +8312,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +8312,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +8312,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +8312,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +8312,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +14136,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +14136,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +14136,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +14136,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +14136,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +14136,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +14136,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +14136,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +16132,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +16132,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +16132,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +16132,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +16132,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +16132,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +16132,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +16132,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +16188,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +16188,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +16188,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +16188,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +16188,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +16188,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +16188,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +16188,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +6,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +6,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +6,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +6,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +6,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +6,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +6,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +6,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +12,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +12,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +18,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +18,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +18,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +18,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +18,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +35,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +36,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +36,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +36,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +36,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +36,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +36,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +36,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +39,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +42,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +42,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +42,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +42,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +42,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +42,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +42,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +43,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +51,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +60,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +60,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +60,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +60,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +60,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +60,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +60,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +66,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +66,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +66,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +66,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +66,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +66,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +66,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +66,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +67,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +70,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +75,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +78,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +83,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +84,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +84,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +84,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +84,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +84,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +84,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +84,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +85,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +90,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +90,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +90,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +90,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +90,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +90,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +90,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +90,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +91,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +102,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +108,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +108,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +108,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +108,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +108,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +108,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +108,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +114,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +114,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +114,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +114,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +114,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +114,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +114,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +114,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +126,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +132,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +132,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +132,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +132,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +132,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +132,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +132,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +132,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +132,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +138,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +138,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +138,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +138,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +138,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +138,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +138,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +138,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +138,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +150,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +156,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +156,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +156,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +156,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +156,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +156,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +156,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +156,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +156,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +162,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +162,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +162,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +162,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +162,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +162,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +162,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +162,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +162,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +174,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +177,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +180,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +180,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +180,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +180,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +180,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +180,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +180,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +180,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +180,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +181,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +182,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +186,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +186,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +186,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +186,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +186,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +186,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +186,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +186,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +186,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +187,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +204,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +204,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +204,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +204,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +204,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +204,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +204,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +204,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +210,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +210,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +210,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +210,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +210,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +210,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +210,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +210,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +228,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +228,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +228,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +228,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +228,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +228,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +228,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +228,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +234,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +234,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +234,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +234,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +234,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +234,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +234,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +234,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +252,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +252,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +252,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +252,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +252,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +252,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +252,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +252,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +258,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +258,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +258,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +258,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +258,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +258,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +258,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +258,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +276,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +276,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +276,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +276,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +276,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +276,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +276,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +276,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +282,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +306,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +306,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +306,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +306,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +306,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +306,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +306,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +306,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +324,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +324,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +324,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +324,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +324,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +324,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +324,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +324,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +354,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +354,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +354,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +354,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +354,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +354,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +354,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +354,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +372,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +372,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +372,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +372,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +372,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +372,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +372,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +372,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +402,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +402,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +402,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +402,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +402,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +402,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +402,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +402,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +420,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +420,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +420,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +420,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +420,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +420,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +420,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +420,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +450,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +450,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +450,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +450,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +450,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +450,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +450,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +450,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +468,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +468,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +468,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +468,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +468,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +468,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +468,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +468,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +498,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +498,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +498,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +498,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +498,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +498,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +498,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +498,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +918,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +918,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +918,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +918,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +1170,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1170,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1170,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1170,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1170,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1170,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1170,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1170,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1194,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1194,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1194,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1194,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1194,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1194,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1194,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1194,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1236,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1236,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1236,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1236,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1236,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1236,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1236,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1236,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1242,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1242,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1242,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1242,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1242,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1242,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1242,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1242,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1332,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1332,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1332,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1332,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1332,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1332,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1332,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1332,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +1338,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +1338,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +1338,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +1338,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +1338,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +1338,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +1338,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +1338,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +2310,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +2310,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +2310,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +2310,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +2310,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +2310,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +2310,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +2310,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +2484,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +2484,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +2484,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +2484,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +2484,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +2484,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +2484,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +2484,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +3462,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +3462,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +3462,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +3462,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +3462,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +3462,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +3462,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +3462,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +3630,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +3630,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +3630,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +3630,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +3630,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +3630,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +3630,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +3630,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +5508,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +5508,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +5508,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +5508,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +5508,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +5508,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +5508,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +5508,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +5508,19360,4096,False,torch.bfloat16,torch.bfloat16,False,False +6426,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +6426,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +6426,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +6426,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +6426,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +6426,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +6426,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +6426,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7058,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7058,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7058,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7058,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7058,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7058,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7058,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7058,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7082,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7082,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7082,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7082,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7082,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7082,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7082,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7082,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7130,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7130,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7130,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7130,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7130,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7130,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7130,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7130,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7220,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7220,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7220,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7220,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7220,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7220,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7220,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7220,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +7226,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +7226,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +7226,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +7226,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +7226,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +7226,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +7226,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +7226,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +8070,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +8070,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +8070,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +8070,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +8070,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +8070,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +8070,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +8070,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +8366,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +8366,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +8366,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +8366,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +8366,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +8366,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +8366,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +8366,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +8372,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +8372,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +8372,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +8372,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +8372,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +8372,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +8372,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +8372,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +14260,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +14260,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +14260,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +14260,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +14260,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +14260,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +14260,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +14260,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +16134,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +16134,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +16134,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +16134,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +16134,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +16134,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +16134,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +16134,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False +16218,160,4096,False,torch.bfloat16,torch.bfloat16,False,False +16218,1024,128,False,torch.bfloat16,torch.bfloat16,False,False +16218,2048,1536,False,torch.bfloat16,torch.bfloat16,False,False +16218,2048,4096,False,torch.bfloat16,torch.bfloat16,False,False +16218,3336,4096,False,torch.bfloat16,torch.bfloat16,False,False +16218,4096,1024,False,torch.bfloat16,torch.bfloat16,False,False +16218,4096,1536,False,torch.bfloat16,torch.bfloat16,False,False +16218,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False