diff --git a/aiter/configs/model_configs/a8w8_bpreshuffle_tuned_gemm_glm5_3_flash.csv b/aiter/configs/model_configs/a8w8_bpreshuffle_tuned_gemm_glm5_3_flash.csv new file mode 100644 index 00000000000..36c7cda2f3f --- /dev/null +++ b/aiter/configs/model_configs/a8w8_bpreshuffle_tuned_gemm_glm5_3_flash.csv @@ -0,0 +1,21 @@ +gfx,cu_num,M,N,K,q_dtype_w,libtype,kernelId,splitK,us,kernelName,tflops,bw,errRatio +gfx950,256,6144,6144,4096,torch.float8_e4m3fn,flydsl,727,0,145.2156,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x2x4x2_default,2129.51,866.5,0.0 +gfx950,256,6848,6144,4096,torch.float8_e4m3fn,flydsl,1000034,0,151.3406,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_4x4,2277.45,907.64,0.0 +gfx950,256,4096,3072,4096,torch.float8_e4m3fn,flydsl,665,0,50.6241,flydsl_bpreshuflle_128x192x128_F8_F8_B16_1x2x0x2_default,2036.17,1077.07,0.0 +gfx950,256,6144,3072,4096,torch.float8_e4m3fn,flydsl,725,0,76.8577,flydsl_bpreshuflle_128x192x128_F8_F8_B16_1x2x4x2_default,2011.75,982.3,0.0 +gfx950,256,6528,3072,4096,torch.float8_e4m3fn,flydsl,1000028,0,93.7788,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_2x4,1751.81,846.99,0.0 +gfx950,256,6848,3072,4096,torch.float8_e4m3fn,flydsl,727,0,89.6907,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x2x4x2_default,1921.44,922.13,0.0 +gfx950,256,7168,3072,4096,torch.float8_e4m3fn,flydsl,727,0,89.6739,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x2x4x2_default,2011.61,958.84,0.0 +gfx950,256,7360,3072,4096,torch.float8_e4m3fn,flydsl,1000026,0,96.098,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_1x8,1927.41,915.2,0.0 +gfx950,256,7488,3072,4096,torch.float8_e4m3fn,flydsl,1000031,0,97.226,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_3x4,1938.18,918.07,0.0 +gfx950,256,7616,3072,4096,torch.float8_e4m3fn,flydsl,176,0,91.2835,flydsl_bpreshuflle_160x192x128_F8_F8_B16_1x0x0x2_default,2099.64,992.19,0.0 +gfx950,256,7744,3072,4096,torch.float8_e4m3fn,flydsl,235,0,99.3324,flydsl_bpreshuflle_128x192x128_F8_F8_B16_1x0x4x2_default,1961.94,924.99,0.0 +gfx950,256,7808,3072,4096,torch.float8_e4m3fn,flydsl,1000034,0,98.7156,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_4x4,1990.51,937.41,0.0 +gfx950,256,7872,3072,4096,torch.float8_e4m3fn,flydsl,727,0,99.2612,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x2x4x2_default,1995.8,938.86,0.0 +gfx950,256,7936,3072,4096,torch.float8_e4m3fn,flydsl,727,0,96.1636,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x2x4x2_default,2076.84,975.92,0.0 +gfx950,256,8000,3072,4096,torch.float8_e4m3fn,flydsl,1000029,0,99.7789,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_2x8,2017.73,947.12,0.0 +gfx950,256,8064,3072,4096,torch.float8_e4m3fn,flydsl,1000025,0,103.4021,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_1x4,1962.6,920.27,0.0 +gfx950,256,8128,3072,4096,torch.float8_e4m3fn,flydsl,667,0,98.734,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x2x0x2_default,2071.71,970.42,0.0 +gfx950,256,8192,3072,4096,torch.float8_e4m3fn,flydsl,667,0,97.6572,flydsl_bpreshuflle_128x256x128_F8_F8_B16_1x2x0x2_default,2111.04,987.83,0.0 +gfx950,256,8256,3072,4096,torch.float8_e4m3fn,flydsl,1000029,0,101.9701,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_2x8,2037.55,952.48,0.0 +gfx950,256,16384,3072,4096,torch.float8_e4m3fn,flydsl,1000026,0,168.7657,flydsl_bpreshuffle_8w_256x256x128_F8_F8_B16_1x8,2443.13,1068.67,0.0 diff --git a/aiter/configs/model_configs/a8w8_bpreshuffle_untuned_gemm_glm5_3_flash.csv b/aiter/configs/model_configs/a8w8_bpreshuffle_untuned_gemm_glm5_3_flash.csv new file mode 100644 index 00000000000..d166ac2687d --- /dev/null +++ b/aiter/configs/model_configs/a8w8_bpreshuffle_untuned_gemm_glm5_3_flash.csv @@ -0,0 +1,21 @@ +M,N,K,q_dtype_w +6144,6144,4096,torch.float8_e4m3fn +6848,6144,4096,torch.float8_e4m3fn +4096,3072,4096,torch.float8_e4m3fn +6144,3072,4096,torch.float8_e4m3fn +6528,3072,4096,torch.float8_e4m3fn +6848,3072,4096,torch.float8_e4m3fn +7168,3072,4096,torch.float8_e4m3fn +7360,3072,4096,torch.float8_e4m3fn +7488,3072,4096,torch.float8_e4m3fn +7616,3072,4096,torch.float8_e4m3fn +7744,3072,4096,torch.float8_e4m3fn +7808,3072,4096,torch.float8_e4m3fn +7872,3072,4096,torch.float8_e4m3fn +7936,3072,4096,torch.float8_e4m3fn +8000,3072,4096,torch.float8_e4m3fn +8064,3072,4096,torch.float8_e4m3fn +8128,3072,4096,torch.float8_e4m3fn +8192,3072,4096,torch.float8_e4m3fn +8256,3072,4096,torch.float8_e4m3fn +16384,3072,4096,torch.float8_e4m3fn