From feb952f5d90f0e34490922a5b231a1dce85a7812 Mon Sep 17 00:00:00 2001 From: Karan Verma Date: Fri, 4 Sep 2026 21:10:18 +0000 Subject: [PATCH 1/4] [tune][gfx950] DSv4 wo_b/wq_b a8w8 blockscale bpreshuffle configs wo_b (o_proj up, N=7168 K=1024) and wq_b (q up-proj, N=8192 K=1536) had no gfx950 tuned rows and fell back to aiter's default config on MI355X. Add tuned rows across the M ladder spanning concurrency 4-256 (decode M=1 .. prefill M=16384); the tuner selects tuned cktile at large M (wo_b 224->148us @M=16384, ~34% vs default). Validated on DeepSeek-V4-Pro (MI355X, TP8): +5% TTFT at 128k/1k long-context; GSM8K accuracy unchanged (0.948). Co-authored-by: Cursor --- ...a8w8_blockscale_bpreshuffle_tuned_gemm.csv | 22 +++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/aiter/configs/model_configs/dsv4_a8w8_blockscale_bpreshuffle_tuned_gemm.csv b/aiter/configs/model_configs/dsv4_a8w8_blockscale_bpreshuffle_tuned_gemm.csv index 4d80fd53493..d0dd392e2cf 100644 --- a/aiter/configs/model_configs/dsv4_a8w8_blockscale_bpreshuffle_tuned_gemm.csv +++ b/aiter/configs/model_configs/dsv4_a8w8_blockscale_bpreshuffle_tuned_gemm.csv @@ -1025,3 +1025,25 @@ gfx1250,256,4096,65536,1536,flydsl,3157,1,163.3757,flydsl_mxfp8_128_bpreshuffle_ gfx1250,256,8192,65536,1536,flydsl,3152,1,323.3954,flydsl_mxfp8_128_bpreshuffle_compute_wmma_t256x256x128_mw2_nw2_nb4_sk1_cm1_cn4,5099.85,3670.39,0.0 gfx1250,256,16384,65536,1536,flydsl,3152,1,642.9719,flydsl_mxfp8_128_bpreshuffle_compute_wmma_t256x256x128_mw2_nw2_nb4_sk1_cm1_cn4,5130.14,3535.63,0.0 gfx1250,256,32768,65536,1536,flydsl,3152,1,1277.5444,flydsl_mxfp8_128_bpreshuffle_compute_wmma_t256x256x128_mw2_nw2_nb4_sk1_cm1_cn4,5163.87,3480.08,0.0 +gfx950,256,1,7168,1024,ck,7,0,5.0885,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,2.88,1445.49,0.0 +gfx950,256,2,7168,1024,ck,7,0,5.1203,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,5.73,1439.52,0.0 +gfx950,256,4,7168,1024,ck,7,0,5.1831,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,11.33,1428.0,0.0 +gfx950,256,8,7168,1024,ck,7,0,5.6855,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,20.66,1312.62,0.0 +gfx950,256,16,7168,1024,ck,7,0,5.7314,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,40.98,1323.55,0.0 +gfx950,256,32,7168,1024,ck,7,0,5.2468,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,89.53,1492.63,0.0 +gfx950,256,64,7168,1024,ck,6,0,6.1682,a8w8_blockscale_bpreshuffle_1x128x128_256x16x128x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_8_1x2_intrawave_v1,152.32,1349.35,0.0 +gfx950,256,128,7168,1024,ck,10,0,7.0931,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8_2x1_intrawave_v1,264.91,1312.0,0.0 +gfx950,256,256,7168,1024,asm,2,1,9.2299,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_64x128E,407.17,1221.27,0.0 +gfx950,256,512,7168,1024,asm,5,1,12.7705,_ZN5aiter43fp8gemm_bf16_blockscale_BpreShuffle_128x128E,588.56,1190.58,0.0 +gfx950,256,1024,7168,1024,cktile,28,0,16.4575,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_3,913.41,1401.71,0.0 +gfx950,256,2048,7168,1024,cktile,27,0,31.4882,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_2,954.79,1232.12,0.0 +gfx950,256,4096,7168,1024,cktile,11,0,47.9813,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_1,1253.19,1464.21,0.0 +gfx950,256,8192,7168,1024,cktile,28,0,80.8526,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_3,1487.39,1647.06,0.0 +gfx950,256,16384,7168,1024,cktile,29,0,148.2745,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_4,1622.11,1746.75,0.0 +gfx950,256,4,8192,1536,ck,7,0,6.1841,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,16.28,2046.31,0.0 +gfx950,256,8,8192,1536,ck,7,0,6.2875,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,32.02,2024.06,0.0 +gfx950,256,1024,8192,1536,cktile,28,0,21.3627,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_3,1206.3,1447.99,0.0 +gfx950,256,2048,8192,1536,cktile,28,0,41.5506,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_3,1240.41,1186.1,0.0 +gfx950,256,4096,8192,1536,cktile,29,0,64.214,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_4,1605.25,1339.01,0.0 +gfx950,256,8192,8192,1536,cktile,28,0,123.6556,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_3,1667.2,1288.93,0.0 +gfx950,256,16384,8192,1536,cktile,27,0,224.1925,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_2,1839.12,1365.72,0.0 From e4bfe2cf55a32bec5c1aeba21837a6d1182a0794 Mon Sep 17 00:00:00 2001 From: Karan Verma Date: Sat, 5 Sep 2026 15:54:36 +0000 Subject: [PATCH 2/4] tune(gfx950): fill wq_b (8192x1536) conc 4-256 M ladder wq_b previously had only M=4,8 in the small/mid range before jumping to 1024, so decode/low-concurrency shapes fell back to aiter's default config. Add 20 autotuned rows (M=1,2,16,32,48,64,80,96,112,128,144,160,176,192,208,224,240, 256,384,512), bringing wq_b to parity with wo_b's ladder. ck wins at small M (~6us), asm BpreShuffle tiles at mid M; all errRatio=0.0. Tuned with: gemm_a8w8_blockscale_tune.py --preshuffle --libtype all (gfx950, MI355X). Co-authored-by: Cursor --- ...a8w8_blockscale_bpreshuffle_tuned_gemm.csv | 20 +++++++++++++++++++ 1 file changed, 20 insertions(+) diff --git a/aiter/configs/model_configs/dsv4_a8w8_blockscale_bpreshuffle_tuned_gemm.csv b/aiter/configs/model_configs/dsv4_a8w8_blockscale_bpreshuffle_tuned_gemm.csv index d0dd392e2cf..3f72f4ba356 100644 --- a/aiter/configs/model_configs/dsv4_a8w8_blockscale_bpreshuffle_tuned_gemm.csv +++ b/aiter/configs/model_configs/dsv4_a8w8_blockscale_bpreshuffle_tuned_gemm.csv @@ -1047,3 +1047,23 @@ gfx950,256,2048,8192,1536,cktile,28,0,41.5506,a8w8_blockscale_cktile_192x256x128 gfx950,256,4096,8192,1536,cktile,29,0,64.214,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_4,1605.25,1339.01,0.0 gfx950,256,8192,8192,1536,cktile,28,0,123.6556,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_3,1667.2,1288.93,0.0 gfx950,256,16384,8192,1536,cktile,27,0,224.1925,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_2,1839.12,1365.72,0.0 +gfx950,256,1,8192,1536,ck,7,0,6.802,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,3.7,1852.52,0.0 +gfx950,256,2,8192,1536,ck,7,0,6.204,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,8.11,2033.97,0.0 +gfx950,256,16,8192,1536,ck,7,0,6.2247,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,64.69,2067.51,0.0 +gfx950,256,32,8192,1536,ck,7,0,6.466,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,124.54,2034.7,0.0 +gfx950,256,48,8192,1536,ck,6,0,7.2933,a8w8_blockscale_bpreshuffle_1x128x128_256x16x128x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_8_1x2_intrawave_v1,165.63,1843.21,0.0 +gfx950,256,64,8192,1536,ck,12,0,6.9966,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,230.2,1962.35,0.0 +gfx950,256,80,8192,1536,ck,10,0,8.4252,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8_2x1_intrawave_v1,238.96,1663.64,0.0 +gfx950,256,96,8192,1536,ck,12,0,8.5807,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,281.55,1666.91,0.0 +gfx950,256,112,8192,1536,asm,0,1,8.9329,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_32x128E,315.53,1633.28,0.0 +gfx950,256,128,8192,1536,ck,12,0,8.9703,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,359.1,1658.44,0.0 +gfx950,256,144,8192,1536,asm,1,1,9.6103,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_48x128E,377.08,1577.83,0.0 +gfx950,256,160,8192,1536,asm,1,1,9.5913,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_48x128E,419.81,1610.85,0.0 +gfx950,256,176,8192,1536,asm,1,1,9.7656,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_48x128E,453.55,1611.46,0.0 +gfx950,256,192,8192,1536,asm,1,1,9.8795,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_48x128E,489.08,1621.9,0.0 +gfx950,256,208,8192,1536,asm,2,1,10.4071,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_64x128E,502.97,1567.23,0.0 +gfx950,256,224,8192,1536,asm,2,1,10.5196,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_64x128E,535.87,1577.72,0.0 +gfx950,256,240,8192,1536,asm,2,1,10.6856,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_64x128E,565.23,1580.04,0.0 +gfx950,256,256,8192,1536,asm,2,1,10.7214,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_64x128E,600.9,1601.51,0.0 +gfx950,256,384,8192,1536,asm,4,1,13.0336,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_96x128E,741.44,1493.39,0.0 +gfx950,256,512,8192,1536,asm,5,1,16.3942,_ZN5aiter43fp8gemm_bf16_blockscale_BpreShuffle_128x128E,785.94,1327.17,0.0 From a3ddbcfd36f51945d2ba00162ad04086e8aadbfa Mon Sep 17 00:00:00 2001 From: Karan Verma Date: Sat, 5 Sep 2026 16:26:52 +0000 Subject: [PATCH 3/4] tune(gfx950): drop wq_b (8192x1536); already covered by dsv3 blockscale config The wq_b shape is comprehensively tuned for gfx950 in a8w8_blockscale_bpreshuffle_tuned_gemm_dsv3.csv (64 rows), which merges into the same runtime lookup (dedup key gfx,M,N,K). The dsv4 wq_b rows were therefore cross-file duplicates and tripped the prebuild merge/dedup check (RuntimeError: duplicate shape entries). dsv3's wq_b timings are within noise of this tune, so removing them loses nothing. Keep only wo_b (7168x1024), which is genuinely uncovered by any blockscale-family config. Net PR is now +15 wo_b rows; merged set has 0 duplicate shapes. Co-authored-by: Cursor --- ...a8w8_blockscale_bpreshuffle_tuned_gemm.csv | 27 ------------------- 1 file changed, 27 deletions(-) diff --git a/aiter/configs/model_configs/dsv4_a8w8_blockscale_bpreshuffle_tuned_gemm.csv b/aiter/configs/model_configs/dsv4_a8w8_blockscale_bpreshuffle_tuned_gemm.csv index 3f72f4ba356..6a230136e32 100644 --- a/aiter/configs/model_configs/dsv4_a8w8_blockscale_bpreshuffle_tuned_gemm.csv +++ b/aiter/configs/model_configs/dsv4_a8w8_blockscale_bpreshuffle_tuned_gemm.csv @@ -1040,30 +1040,3 @@ gfx950,256,2048,7168,1024,cktile,27,0,31.4882,a8w8_blockscale_cktile_192x256x128 gfx950,256,4096,7168,1024,cktile,11,0,47.9813,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_1,1253.19,1464.21,0.0 gfx950,256,8192,7168,1024,cktile,28,0,80.8526,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_3,1487.39,1647.06,0.0 gfx950,256,16384,7168,1024,cktile,29,0,148.2745,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_4,1622.11,1746.75,0.0 -gfx950,256,4,8192,1536,ck,7,0,6.1841,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,16.28,2046.31,0.0 -gfx950,256,8,8192,1536,ck,7,0,6.2875,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,32.02,2024.06,0.0 -gfx950,256,1024,8192,1536,cktile,28,0,21.3627,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_3,1206.3,1447.99,0.0 -gfx950,256,2048,8192,1536,cktile,28,0,41.5506,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_3,1240.41,1186.1,0.0 -gfx950,256,4096,8192,1536,cktile,29,0,64.214,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_4,1605.25,1339.01,0.0 -gfx950,256,8192,8192,1536,cktile,28,0,123.6556,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_3,1667.2,1288.93,0.0 -gfx950,256,16384,8192,1536,cktile,27,0,224.1925,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_2,1839.12,1365.72,0.0 -gfx950,256,1,8192,1536,ck,7,0,6.802,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,3.7,1852.52,0.0 -gfx950,256,2,8192,1536,ck,7,0,6.204,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,8.11,2033.97,0.0 -gfx950,256,16,8192,1536,ck,7,0,6.2247,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,64.69,2067.51,0.0 -gfx950,256,32,8192,1536,ck,7,0,6.466,a8w8_blockscale_bpreshuffle_1x128x128_256x16x64x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_4_1x1_intrawave_v1,124.54,2034.7,0.0 -gfx950,256,48,8192,1536,ck,6,0,7.2933,a8w8_blockscale_bpreshuffle_1x128x128_256x16x128x256_16x16_16x16_16x16x1_16x16x1_1x16x1x16_8_1x2_intrawave_v1,165.63,1843.21,0.0 -gfx950,256,64,8192,1536,ck,12,0,6.9966,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,230.2,1962.35,0.0 -gfx950,256,80,8192,1536,ck,10,0,8.4252,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x128_16x16_16x16_8x32x1_8x32x1_1x32x1x8_8_2x1_intrawave_v1,238.96,1663.64,0.0 -gfx950,256,96,8192,1536,ck,12,0,8.5807,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,281.55,1666.91,0.0 -gfx950,256,112,8192,1536,asm,0,1,8.9329,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_32x128E,315.53,1633.28,0.0 -gfx950,256,128,8192,1536,ck,12,0,8.9703,a8w8_blockscale_bpreshuffle_1x128x128_256x32x64x256_16x16_16x16_16x16x1_16x16x1_1x32x1x8_8_2x1_intrawave_v1,359.1,1658.44,0.0 -gfx950,256,144,8192,1536,asm,1,1,9.6103,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_48x128E,377.08,1577.83,0.0 -gfx950,256,160,8192,1536,asm,1,1,9.5913,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_48x128E,419.81,1610.85,0.0 -gfx950,256,176,8192,1536,asm,1,1,9.7656,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_48x128E,453.55,1611.46,0.0 -gfx950,256,192,8192,1536,asm,1,1,9.8795,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_48x128E,489.08,1621.9,0.0 -gfx950,256,208,8192,1536,asm,2,1,10.4071,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_64x128E,502.97,1567.23,0.0 -gfx950,256,224,8192,1536,asm,2,1,10.5196,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_64x128E,535.87,1577.72,0.0 -gfx950,256,240,8192,1536,asm,2,1,10.6856,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_64x128E,565.23,1580.04,0.0 -gfx950,256,256,8192,1536,asm,2,1,10.7214,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_64x128E,600.9,1601.51,0.0 -gfx950,256,384,8192,1536,asm,4,1,13.0336,_ZN5aiter42fp8gemm_bf16_blockscale_BpreShuffle_96x128E,741.44,1493.39,0.0 -gfx950,256,512,8192,1536,asm,5,1,16.3942,_ZN5aiter43fp8gemm_bf16_blockscale_BpreShuffle_128x128E,785.94,1327.17,0.0 From 313cb771a385457e26d054d406c6f1f963753b31 Mon Sep 17 00:00:00 2001 From: Karan Verma Date: Sun, 6 Sep 2026 17:48:03 +0000 Subject: [PATCH 4/4] tune(gfx950): add wo_b (7168x1024) M=32768 row Reviewers (coderfeli, HaiShaw) noted the wo_b ladder stopped at M=16384, so prefill shapes above 16384 fell back to aiter's default config. Add the autotuned M=32768 row: cktile a8w8_blockscale_cktile_192x256x128_4x2x1_ 16x16x128_intrawave_0x1x0_1, 284.5us, 1690 TFLOP/s, errRatio=0.0 (gfx950, MI355X, --preshuffle --libtype all). Same kernel family as the M=16384 winner, ~linear scaling. wo_b ladder now 1..32768; no duplicate shapes in the blockscale_bpreshuffle merge set. Co-authored-by: Cursor --- .../dsv4_a8w8_blockscale_bpreshuffle_tuned_gemm.csv | 1 + 1 file changed, 1 insertion(+) diff --git a/aiter/configs/model_configs/dsv4_a8w8_blockscale_bpreshuffle_tuned_gemm.csv b/aiter/configs/model_configs/dsv4_a8w8_blockscale_bpreshuffle_tuned_gemm.csv index 2e0152d7280..43000d530a1 100644 --- a/aiter/configs/model_configs/dsv4_a8w8_blockscale_bpreshuffle_tuned_gemm.csv +++ b/aiter/configs/model_configs/dsv4_a8w8_blockscale_bpreshuffle_tuned_gemm.csv @@ -1040,3 +1040,4 @@ gfx950,256,2048,7168,1024,cktile,27,0,31.4882,a8w8_blockscale_cktile_192x256x128 gfx950,256,4096,7168,1024,cktile,11,0,47.9813,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_1,1253.19,1464.21,0.0 gfx950,256,8192,7168,1024,cktile,28,0,80.8526,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_3,1487.39,1647.06,0.0 gfx950,256,16384,7168,1024,cktile,29,0,148.2745,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_4,1622.11,1746.75,0.0 +gfx950,256,32768,7168,1024,cktile,11,0,284.5137,a8w8_blockscale_cktile_192x256x128_4x2x1_16x16x128_intrawave_0x1x0_1,1690.73,1794.84,0.0