From baa6cba52ec2b11199e05130dd39db469b7b4f4e Mon Sep 17 00:00:00 2001 From: Mikko Tukiainen Date: Wed, 7 Oct 2026 00:39:53 -0500 Subject: [PATCH] [Config][Perf] Add gfx950 bf16 GEMM configs for Qwen3.8-Flash-Next 175 gfx950 / cu_num=256 rows for the bf16 GEMMs Qwen3.8-Flash-Next runs at TP1, TP2, TP4 and TP8, appended to the existing qwen38_flash_next_bf16_tuned_gemm.csv next to its gfx942 rows (#5974). No shape key overlaps any table on main. Backends are flydsl, triton and asm only (no hipBLASLt or opus). Each row is the fastest candidate within err_ratio <= 0.005 and beats the current fallback by at least 1.02x on the same build; shapes where nothing did are left out so they keep the default path. The swept shapes are appended to qwen38_flash_next_bf16_untuned_gemm.csv. Measured under vLLM on amd/Qwen3.8-Flash-Next-Quark-MXFP4, TP2, MI355X, arms differing only by this table, three interleaved repeats: 8k/1k output throughput +2.4% at c=16 and +1.4% at c=64 (TPOT -2.8% / -2.0%), 60k/600 c=4 -0.6%. GSM8K unchanged (exact McNemar p >= 0.26 in every repeat). Signed-off-by: Mikko Tukiainen Co-authored-by: Cursor --- .../qwen38_flash_next_bf16_tuned_gemm.csv | 175 +++++++++++++ .../qwen38_flash_next_bf16_untuned_gemm.csv | 232 ++++++++++++++++++ 2 files changed, 407 insertions(+) diff --git a/aiter/configs/model_configs/qwen38_flash_next_bf16_tuned_gemm.csv b/aiter/configs/model_configs/qwen38_flash_next_bf16_tuned_gemm.csv index 242d85db88c..0bab9941335 100644 --- a/aiter/configs/model_configs/qwen38_flash_next_bf16_tuned_gemm.csv +++ b/aiter/configs/model_configs/qwen38_flash_next_bf16_tuned_gemm.csv @@ -73,3 +73,178 @@ gfx942,80,2048,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,hipblas gfx942,80,4096,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,205443,0,128.7978,Cijk_Alik_Bljk_BBS_BH_UserArgs_MT128x256x32_MI16x16x1_SN_LDSB1_AFC0_AFEM1_AFEM1_ASEM1_CLR1_CADS0_DTLA0_DTLB0_DTVA0_DTVB0_EPS0_FDSI0_GRPM1_GRVWA2_GRVWB8_GSUAMB_GLS0_ISA942_IU1_K1_LDSTI0_LBSPPA512_LBSPPB128_LBSPPM0_LPA4_LPB8_LPM0_LRVW4_LWPMn1_MIAV1_MIWT8_4_MO40_NTn1_NTA0_NTB0_NTC4_NTD4_NTM0_NEPBS0_NLCA1_NLCB1_ONLL1_PGR2_PLR1_PKA1_SIA3_SS1_SPO0_SRVW0_SSO0_SVW8_SK0_SKFTR0_SKXCCM0_TLDS1_ULSGRO0_USL1_UIOFGRO0_USFGROn1_VSn1_VWA8_VWB1_WSGRA0_WSGRB0_WS64_WG16_16_1,0.0,208.42,722.54 gfx942,80,8192,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,205443,0,253.538,Cijk_Alik_Bljk_BBS_BH_UserArgs_MT128x256x32_MI16x16x1_SN_LDSB1_AFC0_AFEM1_AFEM1_ASEM1_CLR1_CADS0_DTLA0_DTLB0_DTVA0_DTVB0_EPS0_FDSI0_GRPM1_GRVWA2_GRVWB8_GSUAMB_GLS0_ISA942_IU1_K1_LDSTI0_LBSPPA512_LBSPPB128_LBSPPM0_LPA4_LPB8_LPM0_LRVW4_LWPMn1_MIAV1_MIWT8_4_MO40_NTn1_NTA0_NTB0_NTC4_NTD4_NTM0_NEPBS0_NLCA1_NLCB1_ONLL1_PGR2_PLR1_PKA1_SIA3_SS1_SPO0_SRVW0_SSO0_SVW8_SK0_SKFTR0_SKXCCM0_TLDS1_ULSGRO0_USL1_UIOFGRO0_USFGROn1_VSn1_VWA8_VWB1_WSGRA0_WSGRB0_WS64_WG16_16_1,0.0,211.75,708.25 gfx942,80,16384,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,hipblaslt,205445,0,497.0323,Cijk_Alik_Bljk_BBS_BH_UserArgs_MT128x320x32_MI16x16x1_SN_LDSB1_AFC0_AFEM1_AFEM1_ASEM1_CLR1_CADS0_DTLA0_DTLB0_DTVA0_DTVB0_EPS0_FDSI0_GRPM1_GRVWA2_GRVWB8_GSUAMB_GLS0_ISA942_IU1_K1_LDSTI0_LBSPPA512_LBSPPB128_LBSPPM0_LPA4_LPB8_LPM0_LRVW4_LWPMn1_MIAV0_MIWT8_5_MO40_NTn1_NTA0_NTB0_NTC4_NTD4_NTM0_NEPBS16_NLCA1_NLCB1_ONLL1_PGR2_PLR1_PKA1_SIA3_SS1_SPO1_SRVW0_SSO4_SVW8_SK0_SKFTR0_SKXCCM0_TLDS1_ULSGRO0_USL1_UIOFGRO0_USFGROn1_VSn1_VWA8_VWB1_WSGRA0_WSGRB0_WS64_WG16_16_1,0.0,216.03,709.38 +gfx950,256,8,12,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,36,4,3.5643,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x5_ks4_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,0.14,28.78 +gfx950,256,16,12,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,16,2,3.9054,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x9_ks2_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,0.25,36.81 +gfx950,256,32,12,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,197,5,3.8354,flydsl_hgemm_abf16_wbf16_bf16_t32x16x64x8_ks5_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0.0026,0.51,58.94 +gfx950,256,64,12,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,72,2,4.653,flydsl_hgemm_abf16_wbf16_bf16_t32x16x128x4_ks2_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0.0026,0.85,83.96 +gfx950,256,128,12,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,77,2,4.8395,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x9_ks2_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0026,1.63,148.75 +gfx950,256,256,12,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,77,2,5.0727,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x9_ks2_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0026,3.1,271.71 +gfx950,256,512,12,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,76,2,5.3123,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x8_ks2_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0034,5.92,507.34 +gfx950,256,1024,12,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,77,2,5.7031,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x9_ks2_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.004,11.03,934.39 +gfx950,256,2048,12,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,72,2,6.4936,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x8_ks2_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0037,19.38,1631.81 +gfx950,256,4096,12,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,90,2,7.4166,flydsl_hgemm_abf16_wbf16_bf16_t32x16x128x6_ks2_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0.0042,33.93,2849.18 +gfx950,256,8192,12,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,180,2,10.8266,flydsl_hgemm_abf16_wbf16_bf16_t64x16x64x7_ks2_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0.0038,46.49,3897.91 +gfx950,256,8,24,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,118,4,3.9088,flydsl_hgemm_abf16_wbf16_bf16_t16x32x128x3_ks4_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,0.25,42.01 +gfx950,256,16,24,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,130,4,3.9251,flydsl_hgemm_abf16_wbf16_bf16_t16x32x128x4_ks4_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0026,0.5,52.37 +gfx950,256,32,24,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1045,4,4.0182,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x9_ks4_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0039,0.98,71.74 +gfx950,256,64,24,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,622,2,5.1065,flydsl_hgemm_abf16_wbf16_bf16_t32x32x128x4_ks2_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0046,1.54,88.83 +gfx950,256,256,24,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,363,1,5.2802,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x4_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0041,5.96,273.83 +gfx950,256,512,24,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,363,1,5.7049,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x4_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0038,11.03,485.35 +gfx950,256,1024,24,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,357,1,6.1344,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x4_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0039,20.51,882.71 +gfx950,256,2048,24,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,364,1,6.9215,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x4_ks1_w1x1x2_bias0_ktail0_gm4_pft_gfx950,0.0035,36.36,1546.91 +gfx950,256,4096,24,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,459,1,7.5744,flydsl_hgemm_abf16_wbf16_bf16_t16x32x128x8_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,66.45,2810.92 +gfx950,256,8192,24,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,948,1,10.9899,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x6_ks1_w2x1x2_bias0_ktail0_gm0_pft_gfx950,0.0039,91.6,3863.47 +gfx950,256,16384,24,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,751,1,16.8362,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x7_ks1_w1x1x1_bias0_ktail0_gm4_pft_gfx950,0.0,119.58,5036.49 +gfx950,256,8,48,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,38,1,4.6694,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x3_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0,0.42,61.57 +gfx950,256,16,48,2560,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,4.3995,auto,0.0,0.89,74.83 +gfx950,256,32,48,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,125,1,5.5485,flydsl_hgemm_abf16_wbf16_bf16_t32x16x128x4_ks1_w2x1x2_bias0_ktail0_gm0_pft_gfx950,0.0046,1.42,74.38 +gfx950,256,64,48,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,32,2,4.9261,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x9_ks2_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0029,3.19,117.66 +gfx950,256,128,48,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,648,2,5.8211,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x9_ks2_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0033,5.4,156.91 +gfx950,256,256,48,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,658,1,5.9146,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x4_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0036,10.64,267.31 +gfx950,256,512,48,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,110,2,6.0334,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x8_ks2_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0042,20.86,483.37 +gfx950,256,1024,48,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,112,1,6.6783,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x4_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0037,37.68,836.58 +gfx950,256,2048,48,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,294,1,8.1478,flydsl_hgemm_abf16_wbf16_bf16_t32x16x64x8_ks1_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,61.77,1341.24 +gfx950,256,4096,48,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,113,1,11.6059,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x3_ks1_w1x1x1_bias0_ktail0_gm4_pft_gfx950,0.0,86.73,1862.03 +gfx950,256,16,96,2560,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,5.4755,auto,0.0,1.44,105.29 +gfx950,256,64,96,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,123,1,5.3346,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x4_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0031,5.9,155.87 +gfx950,256,128,96,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,943,2,5.6629,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x9_ks2_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0033,11.11,206.87 +gfx950,256,256,96,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,940,2,5.8856,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x8_ks2_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0039,21.38,314.56 +gfx950,256,512,96,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1143,2,7.7575,flydsl_hgemm_abf16_wbf16_bf16_t32x32x256x3_ks2_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0043,32.44,413.96 +gfx950,256,1024,96,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1218,2,7.7487,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x8_ks2_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0.0041,64.95,765.42 +gfx950,256,2048,96,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,849,1,9.0114,flydsl_hgemm_abf16_wbf16_bf16_t32x32x128x5_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,111.71,1261.79 +gfx950,256,4096,96,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1008,2,12.6833,flydsl_hgemm_abf16_wbf16_bf16_t32x96x64x4_ks2_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0039,158.73,1754.23 +gfx950,256,8192,96,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,549,1,16.3796,flydsl_hgemm_abf16_wbf16_bf16_t32x96x128x4_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,245.83,2686.72 +gfx950,256,16384,96,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,604,1,22.7236,flydsl_hgemm_abf16_wbf16_bf16_t64x96x128x3_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,354.39,3851.65 +gfx950,256,4096,320,10240,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1272,1,54.3771,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x4_ks1_w2x1x1_bias0_ktail0_gm4_pft_gfx950,0.0,493.66,1711.4 +gfx950,256,8,640,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,110,2,5.6894,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x8_ks2_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0049,4.61,584.95 +gfx950,256,16,640,2560,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,5.7969,auto,0.0,9.04,582.93 +gfx950,256,32,640,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,110,2,5.9607,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x8_ks2_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0038,17.59,584.09 +gfx950,256,64,640,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,235,2,6.4974,flydsl_hgemm_abf16_wbf16_bf16_t16x32x128x8_ks2_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0039,32.28,567.37 +gfx950,256,128,640,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1099,1,7.079,flydsl_hgemm_abf16_wbf16_bf16_t16x32x128x8_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,59.25,578.61 +gfx950,256,256,640,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2034,1,8.2859,flydsl_hgemm_abf16_wbf16_bf16_t32x32x128x4_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,101.24,593.2 +gfx950,256,512,640,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2724,1,10.189,flydsl_hgemm_abf16_wbf16_bf16_t48x32x128x4_ks1_w1x2x2_bias0_ktail0_gm0_pft_gfx950,0.0037,164.66,643.2 +gfx950,256,2048,640,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2124,1,18.8072,flydsl_hgemm_abf16_wbf16_bf16_t64x96x128x3_ks1_w2x2x2_bias0_ktail0_gm0_pft_gfx950,0.0039,356.83,871.16 +gfx950,256,4096,640,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,637,1,26.5255,flydsl_hgemm_abf16_wbf16_bf16_t64x128x64x3_ks1_w1x4x1_bias0_ktail0_gm4_pft_gfx950,0.0,506.0,1111.81 +gfx950,256,8,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,117,1,6.2569,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x4_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0036,13.41,1687.65 +gfx950,256,16,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,6.3912,auto,0.0,26.25,1663.73 +gfx950,256,32,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,123,1,6.7415,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x4_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0037,49.77,1599.15 +gfx950,256,64,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,203,1,7.611,flydsl_hgemm_abf16_wbf16_bf16_t16x32x128x5_ks1_w1x2x2_bias0_ktail0_gm0_pft_gfx950,0.0041,88.17,1455.21 +gfx950,256,128,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1763,1,8.7176,flydsl_hgemm_abf16_wbf16_bf16_t32x32x128x4_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,153.96,1338.14 +gfx950,256,256,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3160,1,12.2151,flydsl_hgemm_abf16_wbf16_bf16_t64x32x128x5_ks1_w4x2x1_bias0_ktail0_gm4_pft_gfx950,0.0,219.76,1051.57 +gfx950,256,512,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2862,1,14.8445,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x6_ks1_w4x2x1_bias0_ktail0_gm4_pft_gfx950,0.0,361.66,1024.24 +gfx950,256,1024,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1182,1,21.4103,flydsl_hgemm_abf16_wbf16_bf16_t64x128x128x3_ks1_w2x2x2_bias0_ktail0_gm0_pft_gfx950,0.0038,501.51,930.53 +gfx950,256,2048,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,37,1,29.2375,flydsl_hgemm_abf16_wbf16_bf16_t128x128x64x3_ks1_w4x4x1_bias0_ktail0_gm4_pft_gfx950,0.0,734.5,1004.19 +gfx950,256,4096,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,191,1,46.7132,flydsl_hgemm_abf16_wbf16_bf16_t256x128x64x3_ks1_w4x4x1_bias0_ktail0_gm4_pft_gfx950,0.0,919.43,1032.57 +gfx950,256,8,2560,768,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,234,1,5.9776,flydsl_hgemm_abf16_wbf16_bf16_t16x32x64x8_ks1_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,5.26,666.72 +gfx950,256,16,2560,768,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,108,1,4.1895,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x9_ks1_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,15.02,963.99 +gfx950,256,32,2560,768,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,4.0486,auto,0.0,31.08,1023.85 +gfx950,256,64,2560,768,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,4.701,auto,0.0,53.53,927.07 +gfx950,256,128,2560,768,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1569,1,5.8109,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x8_ks1_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,86.62,823.3 +gfx950,256,256,2560,768,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3551,1,6.9482,flydsl_hgemm_abf16_wbf16_bf16_t96x32x64x4_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,144.88,811.16 +gfx950,256,512,2560,768,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2735,1,8.2219,flydsl_hgemm_abf16_wbf16_bf16_t96x64x64x4_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,244.87,892.74 +gfx950,256,1024,2560,768,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1455,1,11.2892,flydsl_hgemm_abf16_wbf16_bf16_t96x128x64x3_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,356.67,952.05 +gfx950,256,8192,2560,768,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,23,1,44.7042,flydsl_hgemm_abf16_wbf16_bf16_t128x128x64x2_ks1_w4x2x1_bias0_ktail0_gm4_pft_gfx950,0.0,720.56,1307.66 +gfx950,256,8,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,133,1,5.2056,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x5_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0032,12.09,1523.33 +gfx950,256,16,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,4.7675,auto,0.0,26.39,1677.06 +gfx950,256,32,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,108,1,5.8554,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x6_ks1_w1x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,42.98,1387.86 +gfx950,256,64,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1105,1,6.7003,flydsl_hgemm_abf16_wbf16_bf16_t32x32x128x4_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,75.12,1251.97 +gfx950,256,128,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2075,1,7.9963,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x8_ks1_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,125.89,1114.63 +gfx950,256,256,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3357,1,10.0236,flydsl_hgemm_abf16_wbf16_bf16_t64x32x64x6_ks1_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,200.85,993.8 +gfx950,256,512,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2944,1,12.4044,flydsl_hgemm_abf16_wbf16_bf16_t96x64x64x4_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,324.61,972.12 +gfx950,256,16384,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,83,1,116.6471,flydsl_hgemm_abf16_wbf16_bf16_t256x256x64x2_ks1_w2x4x1_bias0_ktail0_gm4_pht_gfx950,0.0,1104.61,1218.05 +gfx950,256,8,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,120,1,6.9388,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x5_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0036,15.11,1900.78 +gfx950,256,16,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,117,1,6.5605,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x4_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0039,31.97,2022.87 +gfx950,256,32,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,107,1,7.455,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x8_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0039,56.26,1802.13 +gfx950,256,64,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1262,2,8.4535,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x6_ks2_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.004,99.23,1628.03 +gfx950,256,128,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1625,1,10.1032,flydsl_hgemm_abf16_wbf16_bf16_t32x32x128x4_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.004,166.06,1427.06 +gfx950,256,256,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2939,1,13.5411,flydsl_hgemm_abf16_wbf16_bf16_t64x32x64x6_ks1_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,247.8,1161.55 +gfx950,256,512,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2643,1,18.0401,flydsl_hgemm_abf16_wbf16_bf16_t96x64x64x4_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,372.0,1017.18 +gfx950,256,16384,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,83,1,177.5641,flydsl_hgemm_abf16_wbf16_bf16_t256x256x64x2_ks1_w2x4x1_bias0_ktail0_gm4_pht_gfx950,0.0,1209.41,1018.67 +gfx950,256,8,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,169,1,7.1682,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x5_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0044,17.55,2206.8 +gfx950,256,16,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,164,1,7.4103,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x4_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0044,33.96,2146.86 +gfx950,256,32,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,141,1,8.4814,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x8_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.004,59.34,1896.98 +gfx950,256,64,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1609,2,9.5177,flydsl_hgemm_abf16_wbf16_bf16_t32x32x64x6_ks2_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0.0042,105.76,1728.31 +gfx950,256,128,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1978,1,11.1718,flydsl_hgemm_abf16_wbf16_bf16_t32x32x128x4_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0042,180.21,1536.94 +gfx950,256,256,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2508,1,14.8124,flydsl_hgemm_abf16_wbf16_bf16_t48x64x128x4_ks1_w1x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,271.84,1256.53 +gfx950,256,512,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2958,1,20.2068,flydsl_hgemm_abf16_wbf16_bf16_t96x64x64x4_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,398.53,1063.79 +gfx950,256,16384,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,83,1,206.8474,flydsl_hgemm_abf16_wbf16_bf16_t256x256x64x2_ks1_w2x4x1_bias0_ktail0_gm4_pht_gfx950,0.0,1245.84,968.24 +gfx950,256,8,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,112,1,6.3128,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x4_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0039,23.25,2922.38 +gfx950,256,16,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,100,1,6.8358,flydsl_hgemm_abf16_wbf16_bf16_t16x16x128x8_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0038,42.95,2713.17 +gfx950,256,32,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,203,1,7.8815,flydsl_hgemm_abf16_wbf16_bf16_t16x32x128x6_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,74.5,2378.14 +gfx950,256,64,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,942,1,9.1848,flydsl_hgemm_abf16_wbf16_bf16_t32x32x128x4_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,127.86,2083.5 +gfx950,256,128,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3226,1,12.0212,flydsl_hgemm_abf16_wbf16_bf16_t64x32x128x4_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,195.39,1657.32 +gfx950,256,256,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2830,1,15.1946,flydsl_hgemm_abf16_wbf16_bf16_t64x64x128x3_ks1_w2x2x2_bias0_ktail0_gm0_pft_gfx950,0.0039,309.16,1414.7 +gfx950,256,512,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,20.7875,auto,0.0,451.97,1185.4 +gfx950,256,1024,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,38,1,29.021,flydsl_hgemm_abf16_wbf16_bf16_t128x128x64x3_ks1_w4x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,647.48,1065.88 +gfx950,256,2048,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,208,1,45.2789,flydsl_hgemm_abf16_wbf16_bf16_t256x128x64x3_ks1_w4x2x2_bias0_ktail0_gm0_pft_gfx950,0.0039,829.99,961.06 +gfx950,256,4096,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,81,1,67.5819,flydsl_hgemm_abf16_wbf16_bf16_t256x256x64x2_ks1_w2x4x1_bias0_ktail0_gm0_pht_gfx950,0.0,1112.16,1016.27 +gfx950,256,8192,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,83,1,127.6165,flydsl_hgemm_abf16_wbf16_bf16_t256x256x64x2_ks1_w2x4x1_bias0_ktail0_gm4_pht_gfx950,0.0,1177.93,932.59 +gfx950,256,16384,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,83,1,236.3552,flydsl_hgemm_abf16_wbf16_bf16_t256x256x64x2_ks1_w2x4x1_bias0_ktail0_gm4_pht_gfx950,0.0,1272.02,929.43 +gfx950,256,8,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,123,1,6.503,flydsl_hgemm_abf16_wbf16_bf16_t16x16x256x4_ks1_w1x1x2_bias0_ktail0_gm0_pft_gfx950,0.0037,25.8,3241.28 +gfx950,256,16,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,6.8405,auto,0.0,49.05,3096.92 +gfx950,256,32,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,209,1,8.1013,flydsl_hgemm_abf16_wbf16_bf16_t16x32x128x6_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,82.84,2641.24 +gfx950,256,64,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,921,1,9.3681,flydsl_hgemm_abf16_wbf16_bf16_t32x32x128x4_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,143.27,2329.55 +gfx950,256,128,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2986,1,12.227,flydsl_hgemm_abf16_wbf16_bf16_t64x32x128x4_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,219.54,1854.54 +gfx950,256,256,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2850,1,15.1583,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x6_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,354.18,1608.32 +gfx950,256,512,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,20.985,auto,0.0,511.67,1324.15 +gfx950,256,1024,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,36,1,29.4202,flydsl_hgemm_abf16_wbf16_bf16_t128x128x64x3_ks1_w4x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,729.94,1176.16 +gfx950,256,2048,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,61,1,46.6104,flydsl_hgemm_abf16_wbf16_bf16_t128x256x64x2_ks1_w2x4x1_bias0_ktail0_gm4_pht_gfx950,0.0,921.46,1034.84 +gfx950,256,8,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,294,1,8.7482,flydsl_hgemm_abf16_wbf16_bf16_t16x32x64x8_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,31.16,3912.37 +gfx950,256,16,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,294,1,9.1941,flydsl_hgemm_abf16_wbf16_bf16_t16x32x64x8_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,59.31,3738.66 +gfx950,256,32,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,10.051,auto,0.0,108.5,3449.26 +gfx950,256,64,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,12.3573,auto,0.0,176.5,2853.24 +gfx950,256,128,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,15.6507,auto,0.0,278.71,2328.2 +gfx950,256,256,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,20.8815,auto,0.0,417.79,1857.98 +gfx950,256,512,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,38,1,29.946,flydsl_hgemm_abf16_wbf16_bf16_t128x128x64x3_ks1_w4x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,582.66,1453.15 +gfx950,256,2048,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,81,1,68.0501,flydsl_hgemm_abf16_wbf16_bf16_t256x256x64x2_ks1_w2x4x1_bias0_ktail0_gm0_pht_gfx950,0.0,1025.62,1055.51 +gfx950,256,4096,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,83,1,126.8879,flydsl_hgemm_abf16_wbf16_bf16_t256x256x64x2_ks1_w2x4x1_bias0_ktail0_gm4_pht_gfx950,0.0,1100.08,863.57 +gfx950,256,16384,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,83,1,412.5232,flydsl_hgemm_abf16_wbf16_bf16_t256x256x64x2_ks1_w2x4x1_bias0_ktail0_gm4_pht_gfx950,0.0,1353.49,814.67 +gfx950,256,8,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,201,1,9.7052,flydsl_hgemm_abf16_wbf16_bf16_t16x32x128x5_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,34.57,4339.43 +gfx950,256,16,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,201,1,9.791,flydsl_hgemm_abf16_wbf16_bf16_t16x32x128x5_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,68.54,4318.98 +gfx950,256,32,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,10.4119,auto,0.0,128.91,4094.47 +gfx950,256,64,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,12.7493,auto,0.0,210.55,3397.78 +gfx950,256,128,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,15.9666,auto,0.0,336.25,2799.32 +gfx950,256,256,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,20.9518,auto,0.0,512.48,2264.63 +gfx950,256,512,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,36,1,29.6575,flydsl_hgemm_abf16_wbf16_bf16_t128x128x64x3_ks1_w4x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,724.09,1785.49 +gfx950,256,1024,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,204,1,46.5267,flydsl_hgemm_abf16_wbf16_bf16_t256x128x64x3_ks1_w4x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,923.12,1374.76 +gfx950,256,2048,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,69.5412,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1235.23,1236.44 +gfx950,256,8,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,70,1,4.6576,flydsl_hgemm_abf16_wbf16_bf16_t16x64x64x6_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,11.26,1443.35 +gfx950,256,16,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,4.4819,auto,0.0,23.4,1537.63 +gfx950,256,32,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,63,1,4.9923,flydsl_hgemm_abf16_wbf16_bf16_t16x64x64x6_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,42.01,1448.12 +gfx950,256,64,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,191,1,5.4654,flydsl_hgemm_abf16_wbf16_bf16_t32x64x64x5_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,76.74,1446.42 +gfx950,256,128,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,541,1,5.8155,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x3_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,144.25,1591.77 +gfx950,256,256,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,409,1,7.8938,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x2_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,212.54,1515.15 +gfx950,256,512,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,118,1,11.0562,flydsl_hgemm_abf16_wbf16_bf16_t128x96x64x2_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,303.49,1570.8 +gfx950,256,1024,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,65,1,16.8237,flydsl_hgemm_abf16_wbf16_bf16_t256x64x64x2_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,398.89,1675.05 +gfx950,256,2048,10240,320,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4,1,27.2148,flydsl_hgemm_abf16_wbf16_bf16_t128x128x64x2_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,493.18,1830.16 +gfx950,256,8,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,145,1,11.3178,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x5_ks1_w1x1x1_bias0_ktail0_gm4_pft_gfx950,0.0,37.06,4650.52 +gfx950,256,16,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,145,1,12.1524,flydsl_hgemm_abf16_wbf16_bf16_t16x16x64x5_ks1_w1x1x1_bias0_ktail0_gm4_pft_gfx950,0.0,69.03,4347.98 +gfx950,256,32,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,342,1,13.6378,flydsl_hgemm_abf16_wbf16_bf16_t16x64x64x8_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,123.02,3904.44 +gfx950,256,64,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,871,1,16.1566,flydsl_hgemm_abf16_wbf16_bf16_t32x64x64x5_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,207.68,3346.45 +gfx950,256,128,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2031,1,19.3813,flydsl_hgemm_abf16_wbf16_bf16_t64x64x64x4_ks1_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,346.26,2874.19 +gfx950,256,256,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,286,1,26.8906,flydsl_hgemm_abf16_wbf16_bf16_t128x64x64x3_ks1_w2x1x1_bias0_ktail0_gm0_pft_gfx950,0.0,499.13,2193.42 +gfx950,256,4096,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,82,1,183.1291,flydsl_hgemm_abf16_wbf16_bf16_t256x256x64x2_ks1_w2x4x1_bias0_ktail0_gm0_pht_gfx950,0.0,1172.66,858.88 +gfx950,256,8,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,445,1,13.5603,flydsl_hgemm_abf16_wbf16_bf16_t16x64x64x8_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,40.21,5044.98 +gfx950,256,16,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,336,1,14.1468,flydsl_hgemm_abf16_wbf16_bf16_t16x64x128x4_ks1_w1x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,77.09,4853.77 +gfx950,256,32,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1105,1,15.6642,flydsl_hgemm_abf16_wbf16_bf16_t32x64x128x5_ks1_w2x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,139.24,4416.01 +gfx950,256,128,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1544,1,23.6267,flydsl_hgemm_abf16_wbf16_bf16_t64x64x128x2_ks1_w2x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,369.25,3056.74 +gfx950,256,256,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,48,1,31.222,flydsl_hgemm_abf16_wbf16_bf16_t128x128x64x4_ks1_w4x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,558.85,2443.27 +gfx950,256,1024,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,67.0636,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1040.7,1501.01 +gfx950,256,2048,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,124.9321,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1117.3,1065.93 +gfx950,256,4096,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,229.7773,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1214.97,862.49 +gfx950,256,8192,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,413.9615,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1348.79,792.84 +gfx950,256,8,16384,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,424,1,16.074,flydsl_hgemm_abf16_wbf16_bf16_t16x64x64x7_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,41.75,5237.6 +gfx950,256,16,16384,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,412,1,16.2256,flydsl_hgemm_abf16_wbf16_bf16_t16x64x64x5_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,82.72,5207.34 +gfx950,256,256,16384,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,42,1,32.8018,flydsl_hgemm_abf16_wbf16_bf16_t128x128x64x4_ks1_w2x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,654.68,2853.06 +gfx950,256,512,16384,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,197,1,47.7669,flydsl_hgemm_abf16_wbf16_bf16_t256x128x64x3_ks1_w4x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,899.15,2162.27 +gfx950,256,1024,16384,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,82,1,71.8912,flydsl_hgemm_abf16_wbf16_bf16_t256x256x64x2_ks1_w2x4x1_bias0_ktail0_gm0_pht_gfx950,0.0,1194.85,1706.51 +gfx950,256,8,31040,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,128,1,27.9801,flydsl_hgemm_abf16_wbf16_bf16_t16x64x128x4_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,45.44,5699.14 +gfx950,256,16,31040,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,128,1,28.449,flydsl_hgemm_abf16_wbf16_bf16_t16x64x128x4_ks1_w1x2x1_bias0_ktail0_gm0_pft_gfx950,0.0,89.38,5624.1 +gfx950,256,32,31040,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,163,1,29.7782,flydsl_hgemm_abf16_wbf16_bf16_t32x128x128x4_ks1_w2x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,170.78,5409.17 +gfx950,256,64,31040,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,429,1,33.0637,flydsl_hgemm_abf16_wbf16_bf16_t64x128x128x3_ks1_w2x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,307.62,4936.7 +gfx950,256,128,31040,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,4,1,40.1154,flydsl_hgemm_abf16_wbf16_bf16_t128x128x128x2_ks1_w2x4x1_bias0_ktail0_gm0_pht_gfx950,0.0,507.1,4176.11 +gfx950,256,256,31040,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,124,1,52.2994,flydsl_hgemm_abf16_wbf16_bf16_t256x128x64x3_ks1_w4x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,777.92,3367.69 +gfx950,256,512,31040,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,47,1,75.3049,flydsl_hgemm_abf16_wbf16_bf16_t256x256x64x2_ks1_w2x4x1_bias0_ktail0_gm0_pht_gfx950,0.0,1080.53,2567.31 +gfx950,256,128,124160,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,32,1,133.142,flydsl_hgemm_abf16_wbf16_bf16_t128x256x64x3_ks1_w2x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,611.15,5018.25 +gfx950,256,512,124160,2560,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,271.3373,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,1199.53,2821.07 +gfx950,256,128,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,32,1,259.4904,flydsl_hgemm_abf16_wbf16_bf16_t128x256x64x3_ks1_w2x4x1_bias0_ktail0_gm0_pft_gfx950,0.0,627.15,5147.1 diff --git a/aiter/configs/model_configs/qwen38_flash_next_bf16_untuned_gemm.csv b/aiter/configs/model_configs/qwen38_flash_next_bf16_untuned_gemm.csv index f32073bd999..7ead750555d 100644 --- a/aiter/configs/model_configs/qwen38_flash_next_bf16_untuned_gemm.csv +++ b/aiter/configs/model_configs/qwen38_flash_next_bf16_untuned_gemm.csv @@ -73,3 +73,235 @@ M,N,K,bias,dtype,outdtype,scaleAB,bpreshuffle 4096,10240,320,False,torch.bfloat16,torch.bfloat16,False,False 8192,10240,320,False,torch.bfloat16,torch.bfloat16,False,False 16384,10240,320,False,torch.bfloat16,torch.bfloat16,False,False +8,12,2560,False,torch.bfloat16,torch.bfloat16,False,False +16,12,2560,False,torch.bfloat16,torch.bfloat16,False,False +32,12,2560,False,torch.bfloat16,torch.bfloat16,False,False +64,12,2560,False,torch.bfloat16,torch.bfloat16,False,False +128,12,2560,False,torch.bfloat16,torch.bfloat16,False,False +256,12,2560,False,torch.bfloat16,torch.bfloat16,False,False +512,12,2560,False,torch.bfloat16,torch.bfloat16,False,False +1024,12,2560,False,torch.bfloat16,torch.bfloat16,False,False +2048,12,2560,False,torch.bfloat16,torch.bfloat16,False,False +4096,12,2560,False,torch.bfloat16,torch.bfloat16,False,False +8192,12,2560,False,torch.bfloat16,torch.bfloat16,False,False +16384,12,2560,False,torch.bfloat16,torch.bfloat16,False,False +8,24,2560,False,torch.bfloat16,torch.bfloat16,False,False +16,24,2560,False,torch.bfloat16,torch.bfloat16,False,False +32,24,2560,False,torch.bfloat16,torch.bfloat16,False,False +64,24,2560,False,torch.bfloat16,torch.bfloat16,False,False +128,24,2560,False,torch.bfloat16,torch.bfloat16,False,False +256,24,2560,False,torch.bfloat16,torch.bfloat16,False,False +512,24,2560,False,torch.bfloat16,torch.bfloat16,False,False +1024,24,2560,False,torch.bfloat16,torch.bfloat16,False,False +2048,24,2560,False,torch.bfloat16,torch.bfloat16,False,False +4096,24,2560,False,torch.bfloat16,torch.bfloat16,False,False +8192,24,2560,False,torch.bfloat16,torch.bfloat16,False,False +16384,24,2560,False,torch.bfloat16,torch.bfloat16,False,False +8,96,2560,False,torch.bfloat16,torch.bfloat16,False,False +16,96,2560,False,torch.bfloat16,torch.bfloat16,False,False +32,96,2560,False,torch.bfloat16,torch.bfloat16,False,False +64,96,2560,False,torch.bfloat16,torch.bfloat16,False,False +128,96,2560,False,torch.bfloat16,torch.bfloat16,False,False +256,96,2560,False,torch.bfloat16,torch.bfloat16,False,False +512,96,2560,False,torch.bfloat16,torch.bfloat16,False,False +1024,96,2560,False,torch.bfloat16,torch.bfloat16,False,False +2048,96,2560,False,torch.bfloat16,torch.bfloat16,False,False +4096,96,2560,False,torch.bfloat16,torch.bfloat16,False,False +8192,96,2560,False,torch.bfloat16,torch.bfloat16,False,False +16384,96,2560,False,torch.bfloat16,torch.bfloat16,False,False +8,320,10240,False,torch.bfloat16,torch.bfloat16,False,False +16,320,10240,False,torch.bfloat16,torch.bfloat16,False,False +32,320,10240,False,torch.bfloat16,torch.bfloat16,False,False +64,320,10240,False,torch.bfloat16,torch.bfloat16,False,False +128,320,10240,False,torch.bfloat16,torch.bfloat16,False,False +256,320,10240,False,torch.bfloat16,torch.bfloat16,False,False +512,320,10240,False,torch.bfloat16,torch.bfloat16,False,False +1024,320,10240,False,torch.bfloat16,torch.bfloat16,False,False +2048,320,10240,False,torch.bfloat16,torch.bfloat16,False,False +4096,320,10240,False,torch.bfloat16,torch.bfloat16,False,False +8192,320,10240,False,torch.bfloat16,torch.bfloat16,False,False +16384,320,10240,False,torch.bfloat16,torch.bfloat16,False,False +8,336,10240,False,torch.bfloat16,torch.bfloat16,False,False +16,336,10240,False,torch.bfloat16,torch.bfloat16,False,False +32,336,10240,False,torch.bfloat16,torch.bfloat16,False,False +64,336,10240,False,torch.bfloat16,torch.bfloat16,False,False +128,336,10240,False,torch.bfloat16,torch.bfloat16,False,False +256,336,10240,False,torch.bfloat16,torch.bfloat16,False,False +512,336,10240,False,torch.bfloat16,torch.bfloat16,False,False +1024,336,10240,False,torch.bfloat16,torch.bfloat16,False,False +2048,336,10240,False,torch.bfloat16,torch.bfloat16,False,False +4096,336,10240,False,torch.bfloat16,torch.bfloat16,False,False +8192,336,10240,False,torch.bfloat16,torch.bfloat16,False,False +16384,336,10240,False,torch.bfloat16,torch.bfloat16,False,False +8,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False +16,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False +32,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False +64,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False +128,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False +256,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False +512,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False +1024,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False +2048,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False +4096,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False +8192,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False +16384,2048,2560,False,torch.bfloat16,torch.bfloat16,False,False +8,2560,768,False,torch.bfloat16,torch.bfloat16,False,False +16,2560,768,False,torch.bfloat16,torch.bfloat16,False,False +32,2560,768,False,torch.bfloat16,torch.bfloat16,False,False +64,2560,768,False,torch.bfloat16,torch.bfloat16,False,False +128,2560,768,False,torch.bfloat16,torch.bfloat16,False,False +256,2560,768,False,torch.bfloat16,torch.bfloat16,False,False +512,2560,768,False,torch.bfloat16,torch.bfloat16,False,False +1024,2560,768,False,torch.bfloat16,torch.bfloat16,False,False +2048,2560,768,False,torch.bfloat16,torch.bfloat16,False,False +4096,2560,768,False,torch.bfloat16,torch.bfloat16,False,False +8192,2560,768,False,torch.bfloat16,torch.bfloat16,False,False +16384,2560,768,False,torch.bfloat16,torch.bfloat16,False,False +8,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False +16,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False +32,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False +64,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False +128,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False +256,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False +512,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False +1024,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False +2048,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False +4096,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False +8192,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False +16384,2560,1536,False,torch.bfloat16,torch.bfloat16,False,False +8,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False +16,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False +32,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False +64,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False +128,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False +256,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False +512,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False +1024,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False +2048,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False +4096,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False +8192,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False +16384,2560,2560,False,torch.bfloat16,torch.bfloat16,False,False +8,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False +16,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False +32,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False +64,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False +128,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False +256,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False +512,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False +1024,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False +2048,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False +4096,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False +8192,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False +16384,2560,3072,False,torch.bfloat16,torch.bfloat16,False,False +8,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False +16,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False +32,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False +64,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False +128,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False +256,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False +512,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False +1024,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False +2048,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False +4096,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False +8192,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False +16384,3584,2560,False,torch.bfloat16,torch.bfloat16,False,False +8,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False +16,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False +32,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False +64,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False +128,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False +256,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False +512,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False +1024,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False +2048,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False +4096,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False +8192,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False +16384,4096,2560,False,torch.bfloat16,torch.bfloat16,False,False +8,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False +16,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False +32,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False +64,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False +128,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False +256,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False +512,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False +1024,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False +2048,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False +4096,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False +8192,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False +16384,6656,2560,False,torch.bfloat16,torch.bfloat16,False,False +8,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False +16,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False +32,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False +64,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False +128,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False +256,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False +512,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False +1024,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False +2048,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False +4096,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False +8192,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False +16384,8192,2560,False,torch.bfloat16,torch.bfloat16,False,False +8,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False +16,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False +32,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False +64,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False +128,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False +256,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False +512,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False +1024,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False +2048,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False +4096,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False +8192,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False +16384,10240,2560,False,torch.bfloat16,torch.bfloat16,False,False +8,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False +16,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False +32,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False +64,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False +128,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False +256,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False +512,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False +1024,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False +2048,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False +4096,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False +8192,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False +16384,13312,2560,False,torch.bfloat16,torch.bfloat16,False,False +8,16384,2560,False,torch.bfloat16,torch.bfloat16,False,False +16,16384,2560,False,torch.bfloat16,torch.bfloat16,False,False +32,16384,2560,False,torch.bfloat16,torch.bfloat16,False,False +64,16384,2560,False,torch.bfloat16,torch.bfloat16,False,False +128,16384,2560,False,torch.bfloat16,torch.bfloat16,False,False +256,16384,2560,False,torch.bfloat16,torch.bfloat16,False,False +512,16384,2560,False,torch.bfloat16,torch.bfloat16,False,False +1024,16384,2560,False,torch.bfloat16,torch.bfloat16,False,False +2048,16384,2560,False,torch.bfloat16,torch.bfloat16,False,False +4096,16384,2560,False,torch.bfloat16,torch.bfloat16,False,False +8192,16384,2560,False,torch.bfloat16,torch.bfloat16,False,False +16384,16384,2560,False,torch.bfloat16,torch.bfloat16,False,False +8,31040,2560,False,torch.bfloat16,torch.bfloat16,False,False +16,31040,2560,False,torch.bfloat16,torch.bfloat16,False,False +32,31040,2560,False,torch.bfloat16,torch.bfloat16,False,False +64,31040,2560,False,torch.bfloat16,torch.bfloat16,False,False +128,31040,2560,False,torch.bfloat16,torch.bfloat16,False,False +256,31040,2560,False,torch.bfloat16,torch.bfloat16,False,False +512,31040,2560,False,torch.bfloat16,torch.bfloat16,False,False +8,62080,2560,False,torch.bfloat16,torch.bfloat16,False,False +16,62080,2560,False,torch.bfloat16,torch.bfloat16,False,False +32,62080,2560,False,torch.bfloat16,torch.bfloat16,False,False +64,62080,2560,False,torch.bfloat16,torch.bfloat16,False,False +128,62080,2560,False,torch.bfloat16,torch.bfloat16,False,False +256,62080,2560,False,torch.bfloat16,torch.bfloat16,False,False +512,62080,2560,False,torch.bfloat16,torch.bfloat16,False,False +8,124160,2560,False,torch.bfloat16,torch.bfloat16,False,False +16,124160,2560,False,torch.bfloat16,torch.bfloat16,False,False +32,124160,2560,False,torch.bfloat16,torch.bfloat16,False,False +64,124160,2560,False,torch.bfloat16,torch.bfloat16,False,False +128,124160,2560,False,torch.bfloat16,torch.bfloat16,False,False +256,124160,2560,False,torch.bfloat16,torch.bfloat16,False,False +512,124160,2560,False,torch.bfloat16,torch.bfloat16,False,False +8,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False +16,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False +32,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False +64,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False +128,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False +256,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False +512,248320,2560,False,torch.bfloat16,torch.bfloat16,False,False