diff --git a/aiter/configs/model_configs/dsv41_flash_bf16_tuned_gemm.csv b/aiter/configs/model_configs/dsv41_flash_bf16_tuned_gemm.csv new file mode 100644 index 00000000000..419c3e8da11 --- /dev/null +++ b/aiter/configs/model_configs/dsv41_flash_bf16_tuned_gemm.csv @@ -0,0 +1,15 @@ +gfx,cu_num,M,N,K,bias,dtype,outdtype,scaleAB,bpreshuffle,libtype,solidx,splitK,us,kernelName,err_ratio,tflops,bw +gfx950,256,6,32,5120,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,116,8,4.30000014603138,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x9_ks8_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0,0.4572278914489256,90.58232250514848 +gfx950,256,16380,32,5120,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1063,1,25.920188054442406,flydsl_hgemm_abf16_wbf16_bf16_t64x32x128x3_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0,207.0740531946138,6524.15019693567 +gfx950,256,16384,32,5120,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1063,1,25.792688131332397,flydsl_hgemm_abf16_wbf16_bf16_t64x32x128x3_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0,208.14849125703222,6557.99872966797 +gfx950,256,12,128,512,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,2.872500102967024,auto,0,0.5475592493018115,50.97719573578063 +gfx950,256,24,128,512,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,100,1,3.2000625506043434,flydsl_hgemm_abf16_wbf16_bf16_t16x32x128x5_ks1_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0,0.9830207848299459,50.55901171976935 +gfx950,256,48,128,512,False,torch.bfloat16,torch.bfloat16,False,False,asm,2,1,3.765000030398369,_ZN5aiter37bf16gemm_fp32bf16_tn_32x64_pf3_splitkE,0,1.671037436707354,51.13200489924846 +gfx950,256,96,128,512,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2049,1,3.605062374845147,flydsl_hgemm_abf16_wbf16_bf16_t64x32x64x3_ks1_w4x1x1_bias0_ktail0_gm0_pft_gfx950,0,3.4903451567992607,70.44316397186007 +gfx950,256,192,128,512,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2199,1,3.5425000824034214,flydsl_hgemm_abf16_wbf16_bf16_t64x32x64x6_ks1_w4x1x1_bias0_ktail0_gm0_pft_gfx950,0,7.103972735245827,106.37459173870704 +gfx950,256,384,128,512,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2023,1,3.852562513202429,flydsl_hgemm_abf16_wbf16_bf16_t64x32x64x4_ks1_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0,13.064459779047686,161.6046457043659 +gfx950,256,768,128,512,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,670,1,3.539999946951866,flydsl_hgemm_abf16_wbf16_bf16_t16x64x64x7_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0,28.435959748156666,314.72090867100474 +gfx950,256,8192,128,512,False,torch.bfloat16,torch.bfloat16,False,False,asm,6,1,4.91249980404973,_ZN5aiter37bf16gemm_fp32bf16_tn_64x64_pf3_splitkE,0,218.5734080060088,2161.1872617781632 +gfx950,256,16380,128,512,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,20577,0,7.042562589049339,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT64x128x128_MI16x16x1_SN_LDSB0_AFC0_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR1_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS0_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV1_MIWT4_2_MXLIBL_MXSFNS_MO40_MGRIPM2_NTn1_NTA4_NTB3_NTC7_NTD5_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS10_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB0_SIA3_SS1_SPO0_SRVW0_SSO0_SVW4_SK5_SKFTR0_SKFDPO0_SKWS0_SKXCCM8_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS1_TLDSM1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGROn1_USI0_VSn1_VWA4_VWB2_WSGRA0_WSGRB0_WS64_WG16_16_1_WGMXCC1,0,304.85484975857537,2995.7095493627558 +gfx950,256,192,32320,5120,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,16833,0,80.32306283712387,Cijk_Alik_Bljk_BBS_BH_Bias_HA_S_SAV_UserArgs_MT128x224x64_MI16x16x1_SN_LDSB0_AFC1_AG0_AGGSUA0_AGNTAB0_AFEM1_AFEM1_ASEM1_BL1_BS1_CD1_1_CLR0_CLS0_CADS0_DTLA1_DTLB1_DTLM0_DTVA0_DTVB0_DTVMXSA0_DTVMXSB0_DTVSM0_DPLB0_EPS0_ELFLR0_EMLLn1_FDSI0_GRPM1_GRVWA8_GRVWB8_GSU0_GSUAMB_GLS0_HPLR0_ISA950_ICIW0_IU1_K1_LDSTI0_LBSPPA1024_LBSPPB1024_LBSPPMXSA0_LBSPPMXSB0_LBSPPM0_LPA16_LPB16_LPMXSA0_LPMXSB0_LPM0_LRVW8_LWPMn1_MIAV0_MIWT4_7_MXLIBL_MXSFNS_MO40_MGRIPM1_NTn1_NTA2_NTB2_NTC7_NTD5_NTE0_NTMXSA0_NTMXSB0_NTM0_NTWS0_NVn1_NVA0_NVB0_NVC0_NVD0_NVE0_NVMXSA0_NVMXSB0_NVM0_NVWS0_NEPBS0_NLCA1_NLCB1_ONLL1_PAP0_PGL0_PGR2_PLR1_PKA1_SGROB0_SIA3_SS1_SPO1_SRVW0_SSO0_SVW4_SK5_SKFTR0_SKFDPO0_SKWS0_SKXCCM0_SNLL0_SIP1_SGRO0_TDMI0_TDMIM0_TDMS0_TIN0_THn1_THA0_THB0_THC0_THD0_THE0_THMXSA0_THMXSB0_THM0_THWS0_TLDS2_TLDSM1_ULSGRO0_USL1_USLMX0_UDFMAC0_UIOFGRO0_UPLRP0_USFGRO0_USI0_VSn1_VWA4_VWB1_WSGRA0_WSGRB0_WS64_WG32_8_1_WGMXCC1,0,791.101625803931,4299.310158282373 +gfx950,256,8,129280,256,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,31,1,11.652562767267227,flydsl_hgemm_abf16_wbf16_bf16_t16x64x64x2_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0,45.44329780290779,5858.276618063594