[Config] [Kimi K3 fix] Drop gfx942/gfx950 opus rows from the BF16 tuned-GEMM tables

aiter/configs/model_configs/dsv3_bf16_tuned_gemm.csv

@@ -57,10 +57,6 @@ gfx950,256,96,16160,7168,False,torch.bfloat16,torch.bfloat16,False,False,torch,0
 gfx950,256,112,16160,7168,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,59.3633,native,0.0,437.09,3990.6
 gfx950,256,128,16160,7168,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,61.2209,native,0.0,484.37,3881.71
 gfx950,256,256,16160,7168,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,103.6958,native,0.0,571.94,2349.31
-gfx942,80,256,256,7168,False,torch.bfloat16,torch.bfloat16,False,False,opus,10203,10,19.9736,opus_gemm_gfx942_splitk_p1_bk128_256x64x64x128_2x2_16x16x16_0x0x0,0.0,47.04,374.05
-gfx942,80,64,3072,1536,False,torch.bfloat16,torch.bfloat16,False,False,opus,10003,0,16.2504,opus_gemm_gfx942_p1_bk128_256x64x64x128_2x2_16x16x16_0x0x0,0.0,37.17,617.03
-gfx942,80,80,7168,2048,False,torch.bfloat16,torch.bfloat16,False,False,opus,10000,0,42.8315,opus_gemm_gfx942_512x128x128x64_2x4_16x16x16_0x0x0,0.0,54.84,719.91
-gfx942,80,112,7168,2048,False,torch.bfloat16,torch.bfloat16,False,False,opus,10000,0,49.8753,opus_gemm_gfx942_512x128x128x64_2x4_16x16x16_0x0x0,0.0,65.93,630.06
 gfx1250,256,1,256,7168,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,0,auto,0.0,0.0,0.0
 gfx1250,256,2,256,7168,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,0,auto,0.0,0.0,0.0
 gfx1250,256,4,256,7168,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,0,auto,0.0,0.0,0.0

aiter/configs/model_configs/glm5_bf16_tuned_gemm.csv

@@ -86,61 +86,19 @@ gfx950,256,8,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,8
 gfx950,256,8,4096,2048,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,3780,4,6.5843,flydsl_gemm7_abf16_wbf16_bf16_t16x64x64_split_k4_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0086,20.38,2562.99
 gfx950,256,8,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,5119,2,9.6277,flydsl_gemm5_abf16_wbf16_bf16_t16x64x128_split_k2_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0043,31.37,3936.16
 gfx950,256,8,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,1424,4,11.8444,flydsl_gemm3_abf16_wbf16_bf16_t16x64x64_split_k4_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0117,34.0,4263.24
-gfx942,80,16,6144,3072,False,torch.bfloat16,torch.bfloat16,False,False,opus,10301,0,27.883,opus_gemm_gfx942_wkc_512x16x32x32_1x1_16x16x16_0x0x0,0.0,21.66,1364.4
-gfx942,80,8,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,opus,10301,0,34.4629,opus_gemm_gfx942_wkc_512x16x32x32_1x1_16x16x16_0x0x0,0.0,11.68,1465.21
-gfx942,80,16,6144,4096,False,torch.bfloat16,torch.bfloat16,False,False,opus,10301,0,34.8629,opus_gemm_gfx942_wkc_512x16x32x32_1x1_16x16x16_0x0x0,0.0,23.1,1453.1
-gfx942,80,8,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,8.4056,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,0.37,58.54
-gfx942,80,16,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,8.8163,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,0.71,67.02
-gfx942,80,48,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,9.7083,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,1.94,101.57
-gfx942,80,64,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,9.5767,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,2.63,123.61
-gfx942,80,128,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,10.2587,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,4.91,192.45
-gfx942,80,16384,32,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10302,0,156.3505,opus_gemm_gfx942_wkc_512x32x16x64_1x1_16x16x16_0x0x0,0.0,41.21,1296.88
-gfx942,80,4,6144,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,47.3828,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,6.37,1595.43
 gfx942,80,1,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,skinny,2,0,6.0738,sol2,0.0,0.32,325.77
-gfx942,80,2,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,7.0128,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,0.56,283.95
-gfx942,80,4,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,7.03,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,1.12,286.84
-gfx942,80,8,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,7.0799,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,2.22,291.95
 gfx942,80,16,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,9.0034,native,0.0,3.49,240.78
-gfx942,80,24,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,9.2424,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,5.11,245.46
-gfx942,80,32,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,9.7899,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,6.43,242.04
-gfx942,80,48,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,10.0646,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,9.38,255.48
-gfx942,80,64,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,9.1916,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,13.69,301.69
-gfx942,80,96,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10300,0,9.2498,opus_gemm_gfx942_wkc_512x16x16x64_1x1_16x16x16_0x0x0,0.0,20.41,343.41
-gfx942,80,128,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10305,0,11.3174,opus_gemm_gfx942_wkc_512x16x32x64_1x1_16x16x16_0x0x0,0.0,22.24,316.32
-gfx942,80,192,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10302,0,11.223,opus_gemm_gfx942_wkc_512x32x16x64_1x1_16x16x16_0x0x0,0.0,33.64,390.88
-gfx942,80,256,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10302,0,11.6386,opus_gemm_gfx942_wkc_512x32x16x64_1x1_16x16x16_0x0x0,0.0,43.25,446.25
-gfx942,80,384,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10302,0,21.0876,opus_gemm_gfx942_wkc_512x32x16x64_1x1_16x16x16_0x0x0,0.0,35.8,322.82
 gfx942,80,512,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,22.271,native,0.0,45.2,378.13
-gfx942,80,768,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10204,6,25.9411,opus_gemm_gfx942_splitk_em3en4_lds1_pgr2_256x128x96x128_2x2_16x16x16_0x0x0,0.0,58.21,449.06
-gfx942,80,1024,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10204,5,29.3571,opus_gemm_gfx942_splitk_em3en4_lds1_pgr2_256x128x96x128_2x2_16x16x16_0x0x0,0.0,68.58,506.75
-gfx942,80,1536,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10204,3,39.0517,opus_gemm_gfx942_splitk_em3en4_lds1_pgr2_256x128x96x128_2x2_16x16x16_0x0x0,0.0,77.33,546.25
-gfx942,80,2048,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10204,5,52.586,opus_gemm_gfx942_splitk_em3en4_lds1_pgr2_256x128x96x128_2x2_16x16x16_0x0x0,0.0003,76.57,528.42
-gfx942,80,3072,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10204,3,70.6337,opus_gemm_gfx942_splitk_em3en4_lds1_pgr2_256x128x96x128_2x2_16x16x16_0x0x0,0.0,85.51,576.18
-gfx942,80,4096,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10204,1,93.8685,opus_gemm_gfx942_splitk_em3en4_lds1_pgr2_256x128x96x128_2x2_16x16x16_0x0x0,0.0,85.79,571.1
 gfx942,80,8192,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,151.3114,native,0.0,106.44,695.59
 gfx942,80,16384,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,200.1622,native,0.0,160.93,1041.83
 gfx942,80,32768,160,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,420.4288,native,0.0,153.24,987.34
-gfx942,80,1,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10311,0,4.9398,opus_gemm_gfx942_wkc_accum_512x16x32x32_1x1_16x16x16_0x0x0,0.0234,0.64,639.4
-gfx942,80,2,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10311,0,4.9586,opus_gemm_gfx942_wkc_accum_512x16x32x32_1x1_16x16x16_0x0x0,0.0195,1.27,639.56
-gfx942,80,4,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10311,0,5.3272,opus_gemm_gfx942_wkc_accum_512x16x32x32_1x1_16x16x16_0x0x0,0.0186,2.36,600.11
-gfx942,80,8,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10310,0,4.9466,opus_gemm_gfx942_wkc_accum_256x16x16x64_1x1_16x16x16_0x0x0,0.0181,5.09,656.64
-gfx942,80,16,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10311,0,5.2814,opus_gemm_gfx942_wkc_accum_512x16x32x32_1x1_16x16x16_0x0x0,0.021,9.53,634.4
-gfx942,80,24,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10313,0,6.2673,opus_gemm_gfx942_wkc_accum_256x32x32x64_1x1_16x16x16_0x0x0,0.02,12.05,550.94
 gfx942,80,32,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,asm,1,16,7.9053,_ZN5aiter39bf16gemm_fp32bf16_tn_32x64_splitk_cleanE,0.0308,12.73,449.74
 gfx942,80,48,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,asm,3,16,8.3769,_ZN5aiter39bf16gemm_fp32bf16_tn_48x64_splitk_cleanE,0.0295,18.03,448.87
 gfx942,80,64,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,asm,5,16,9.0858,_ZN5aiter39bf16gemm_fp32bf16_tn_64x64_splitk_cleanE,0.03,22.16,436.39
 gfx942,80,96,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,asm,3,10,11.0574,_ZN5aiter39bf16gemm_fp32bf16_tn_48x64_splitk_cleanE,0.0231,27.31,395.62
-gfx942,80,128,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10302,0,11.7008,opus_gemm_gfx942_wkc_512x32x16x64_1x1_16x16x16_0x0x0,0.0,34.41,408.87
 gfx942,80,192,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,769,6,14.7299,flydsl_gemm2_abf16_wbf16_bf16_t64x64x128_split_k6_block_m_warp2_block_n_warp2_block_k_warp2_async_copyFalse_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx942,0.0248,41.0,380.41
 gfx942,80,256,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,asm,5,5,16.6326,_ZN5aiter39bf16gemm_fp32bf16_tn_64x64_splitk_cleanE,0.0156,48.42,386.14
 gfx942,80,384,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,asm,8,5,22.1138,_ZN5aiter39bf16gemm_fp32bf16_tn_96x64_splitk_cleanE,0.0146,54.62,364.52
-gfx942,80,512,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10204,6,25.2282,opus_gemm_gfx942_splitk_em3en4_lds1_pgr2_256x128x96x128_2x2_16x16x16_0x0x0,0.0,63.84,384.46
-gfx942,80,768,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10201,3,34.5862,opus_gemm_gfx942_splitk_p1_256x64x64x64_2x2_16x16x16_0x0x0,0.0,69.85,375.18
 gfx942,80,1024,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,35.7927,native,0.0,90.0,454.08
-gfx942,80,1536,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10216,11,47.8542,opus_gemm_gfx942_splitk_quad_mfma32_bf16ws_256x256x256x32_2x2_32x32x8_6x0x0,0.0123,100.97,476.58
-gfx942,80,2048,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10216,0,52.3827,opus_gemm_gfx942_splitk_quad_mfma32_bf16ws_256x256x256x32_2x2_32x32x8_6x0x0,0.012,122.99,560.49
-gfx942,80,3072,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10216,6,78.0534,opus_gemm_gfx942_splitk_quad_mfma32_bf16ws_256x256x256x32_2x2_32x32x8_6x0x0,0.0113,123.81,544.08
-gfx942,80,4096,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10216,10,97.7382,opus_gemm_gfx942_splitk_quad_mfma32_bf16ws_256x256x256x32_2x2_32x32x8_6x0x0,0.012,131.83,568.61
-gfx942,80,8192,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,opus,10216,7,178.447,opus_gemm_gfx942_splitk_quad_mfma32_bf16ws_256x256x256x32_2x2_32x32x8_6x0x0,0.0116,144.41,605.24
 gfx942,80,16384,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,336.8619,auto,0.0,153.0,631.89
 gfx942,80,32768,256,6144,False,torch.bfloat16,torch.bfloat16,False,False,triton,0,0,650.7827,auto,0.0,158.39,649.34

aiter/configs/model_configs/gptoss_bf16_tuned_gemm.csv

@@ -89,10 +89,6 @@ gfx950,256,256,2880,4096,True,torch.bfloat16,torch.bfloat16,False,False,triton,0
 gfx950,256,320,2880,4096,True,torch.bfloat16,torch.bfloat16,False,False,flydsl,1760,1,22.1973,flydsl_gemm4_abf16_wbf16_bf16_t64x64x128_split_k1_block_m_warp4_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,340.12,1264.01
 gfx950,256,512,2880,4096,True,torch.bfloat16,torch.bfloat16,False,False,flydsl,1492,1,28.5121,flydsl_gemm4_abf16_wbf16_bf16_t128x64x64_split_k1_block_m_warp4_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,423.67,1078.01
 gfx950,256,1024,2880,4096,True,torch.bfloat16,torch.bfloat16,False,False,flydsl,746,1,45.0311,flydsl_gemm2_abf16_wbf16_bf16_t96x64x128_split_k1_block_m_warp2_block_n_warp1_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,536.5,841.19
-gfx950,256,2048,2880,4096,True,torch.bfloat16,torch.bfloat16,False,False,opus,5008,0,70.6411,opus_gemm_512x128x256x64_2x4_16x16x32_0x0x0_4g_safe,0.0,684.0,738.47
-gfx950,256,4096,2880,4096,True,torch.bfloat16,torch.bfloat16,False,False,opus,5009,0,109.914,opus_gemm_512x256x256x64_2x4_16x16x32_0x0x0_4g_safe,0.0,879.2,734.58
-gfx950,256,8192,2880,4096,True,torch.bfloat16,torch.bfloat16,False,False,opus,2009,0,197.9205,opus_gemm_512x256x256x64_2x4_16x16x32_0x0x0_cA1cB17,0.0,976.52,696.68
-gfx950,256,16384,2880,4096,True,torch.bfloat16,torch.bfloat16,False,False,opus,2009,0,331.4024,opus_gemm_512x256x256x64_2x4_16x16x32_0x0x0_cA1cB17,0.0,1166.4,760.96
 gfx950,256,1,5120,2880,True,torch.bfloat16,torch.bfloat16,False,False,flydsl,1897,3,7.7863,flydsl_gemm6_abf16_wbf16_bf16_t16x64x64_split_k3_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.01,3.79,3789.63
 gfx950,256,2,5120,2880,True,torch.bfloat16,torch.bfloat16,False,False,flydsl,2449,3,7.9572,flydsl_gemm8_abf16_wbf16_bf16_t16x64x64_split_k3_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0094,7.41,3710.25
 gfx950,256,4,5120,2880,True,torch.bfloat16,torch.bfloat16,False,False,flydsl,5251,3,7.9943,flydsl_gemm8_abf16_wbf16_bf16_t16x64x64_split_k3_block_m_warp1_block_n_warp2_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0096,14.76,3697.03

aiter/configs/model_configs/kimi_bf16_tuned_gemm.csv

@@ -19,6 +19,3 @@ gfx950,256,256,7168,512,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,2
 gfx950,256,1024,7168,512,False,torch.bfloat16,torch.bfloat16,False,False,flydsl,91,1,13.7628,flydsl_gemm2_abf16_wbf16_bf16_t128x128x64_split_k1_block_m_warp4_block_n_warp4_block_k_warp1_async_copyTrue_b_to_ldsTrue_b_preshuffleFalse_c_to_ldsFalse_gfx950,0.0,546.12,1676.16
 gfx950,256,4096,7168,512,False,torch.bfloat16,torch.bfloat16,False,False,asm,10,1,40.9031,_ZN5aiter24bf16gemm_bf16_tn_256x256E,0.0,735.02,1717.59
 gfx950,256,16384,7168,512,False,torch.bfloat16,torch.bfloat16,False,False,torch,0,0,131.8454,native,0.0,912.12,1964.41
-gfx942,80,128,7168,512,False,torch.bfloat16,torch.bfloat16,False,False,opus,10000,0,14.1933,opus_gemm_gfx942_512x128x128x64_2x4_16x16x16_0x0x0,0.0,66.19,655.67
-gfx942,80,256,7168,512,False,torch.bfloat16,torch.bfloat16,False,False,opus,10000,0,27.0618,opus_gemm_gfx942_512x128x128x64_2x4_16x16x16_0x0x0,0.0,69.44,416.54
-gfx942,80,1024,7168,512,False,torch.bfloat16,torch.bfloat16,False,False,opus,10000,0,74.6028,opus_gemm_gfx942_512x128x128x64_2x4_16x16x16_0x0x0,0.0,100.75,309.22