From 17a8afd16597fa5970505ef4bb9a50184449bc40 Mon Sep 17 00:00:00 2001 From: Satya Nikhil Date: Sat, 26 Sep 2026 19:09:01 +0000 Subject: [PATCH] stop fused_bmm_rope_kv_cache from using batched_gemm_a8w8_a_per_token_group_prequant_w_per_batched_tensor_quant configs --- .../fusions/fused_bmm_rope_kv_cache.py | 16 +++ .../DEFAULT.json | 68 +++++++++++ ...MM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json | 68 +++++++++++ ...MM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json | 68 +++++++++++ .../DEFAULT.json | 68 +++++++++++ ...MM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json | 113 ++++++++++++++++++ ...MM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json | 113 ++++++++++++++++++ .../DEFAULT.json | 68 +++++++++++ ...MM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json | 68 +++++++++++ ...MM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json | 68 +++++++++++ .../DEFAULT.json | 62 ++++++++++ ...MM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json | 62 ++++++++++ ...MM-ROPE-CAT-AND-CACHE-MLA-N=256-K=512.json | 72 +++++++++++ ...MM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json | 62 ++++++++++ ...MM-ROPE-CAT-AND-CACHE-MLA-N=512-K=192.json | 72 +++++++++++ ...-ROPE-CAT-AND-CACHE-MLA-N=8192-K=8192.json | 62 ++++++++++ .../triton/fusions/fused_bmm_rope_kv_cache.py | 4 +- 17 files changed, 1111 insertions(+), 3 deletions(-) create mode 100644 aiter/ops/triton/configs/gfx1201/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/DEFAULT.json create mode 100644 aiter/ops/triton/configs/gfx1201/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json create mode 100644 aiter/ops/triton/configs/gfx1201/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json create mode 100644 aiter/ops/triton/configs/gfx1250/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/DEFAULT.json create mode 100644 aiter/ops/triton/configs/gfx1250/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json create mode 100644 aiter/ops/triton/configs/gfx1250/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json create mode 100644 aiter/ops/triton/configs/gfx942/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/DEFAULT.json create mode 100644 aiter/ops/triton/configs/gfx942/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json create mode 100644 aiter/ops/triton/configs/gfx942/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json create mode 100644 aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/DEFAULT.json create mode 100644 aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json create mode 100644 aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=256-K=512.json create mode 100644 aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json create mode 100644 aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=192.json create mode 100644 aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=8192-K=8192.json diff --git a/aiter/ops/triton/_triton_kernels/fusions/fused_bmm_rope_kv_cache.py b/aiter/ops/triton/_triton_kernels/fusions/fused_bmm_rope_kv_cache.py index 973594766aa..e857147cae7 100644 --- a/aiter/ops/triton/_triton_kernels/fusions/fused_bmm_rope_kv_cache.py +++ b/aiter/ops/triton/_triton_kernels/fusions/fused_bmm_rope_kv_cache.py @@ -8,6 +8,7 @@ from aiter.ops.triton.rope.rope import _get_gptj_rotated_x_1D, _get_neox_rotated_x_1D from aiter.ops.triton.utils._triton.kernel_repr import make_kernel_repr from aiter.ops.triton.utils._triton.pid_preprocessing import pid_grid +from aiter.ops.triton.utils.gemm_config_utils import get_gemm_config _fused_fp4_bmm_rope_cat_and_cache_mla_repr = make_kernel_repr( "_fused_fp4_bmm_rope_cat_and_cache_mla_kernel", @@ -1035,3 +1036,18 @@ def _fused_fp8_bmm_rope_cat_and_cache_mla_kernel( kv_cache_ptrs + (d_pe_offs + BLOCK_DK_nope) * kv_cache_stride_d, k_pe_scaled, ) + + +def _get_fp8_config( + M: int, + N: int, + K: int, +): + # Own config family: the fused BMM + RoPE grid prefers different tiles + # than the standalone batched_gemm_a8w8 prequant kernel. + return get_gemm_config( + "FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA", + M, + N, + K, + ) diff --git a/aiter/ops/triton/configs/gfx1201/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/DEFAULT.json b/aiter/ops/triton/configs/gfx1201/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/DEFAULT.json new file mode 100644 index 00000000000..a723880aada --- /dev/null +++ b/aiter/ops/triton/configs/gfx1201/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/DEFAULT.json @@ -0,0 +1,68 @@ +{ + "M_LEQ_16": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 32, + "GROUP_SIZE_M": 1, + "num_warps": 4, + "num_stages": 2, + "waves_per_eu": 6, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg", + "kpack": 1 + }, + "M_LEQ_32": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 64, + "GROUP_SIZE_M": 8, + "num_warps": 4, + "num_stages": 2, + "waves_per_eu": 8, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg", + "kpack": 1 + }, + "M_LEQ_64": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 8, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 8, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg", + "kpack": 1 + }, + "M_LEQ_128": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 8, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 4, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg", + "kpack": 1 + }, + "M_LEQ_256": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 8, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 8, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg", + "kpack": 1 + }, + "any": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 8, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 8, + "matrix_instr_nonkdim": 16, + "cache_modifier": null, + "kpack": 1 + } +} diff --git a/aiter/ops/triton/configs/gfx1201/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json b/aiter/ops/triton/configs/gfx1201/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json new file mode 100644 index 00000000000..b0d9f47a71c --- /dev/null +++ b/aiter/ops/triton/configs/gfx1201/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json @@ -0,0 +1,68 @@ +{ + "M_LEQ_16": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg", + "kpack": 1 + }, + "M_LEQ_32": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 8, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg", + "kpack": 1 + }, + "M_LEQ_64": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 8, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg", + "kpack": 1 + }, + "M_LEQ_128": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 8, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg", + "kpack": 1 + }, + "M_LEQ_256": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 8, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg", + "kpack": 1 + }, + "any": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg", + "kpack": 1 + } +} diff --git a/aiter/ops/triton/configs/gfx1201/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json b/aiter/ops/triton/configs/gfx1201/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json new file mode 100644 index 00000000000..4b36c96d99d --- /dev/null +++ b/aiter/ops/triton/configs/gfx1201/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json @@ -0,0 +1,68 @@ +{ + "M_LEQ_16": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 32, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 6, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg", + "kpack": 1 + }, + "M_LEQ_32": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 8, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 8, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg", + "kpack": 1 + }, + "M_LEQ_64": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 4, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 4, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg", + "kpack": 1 + }, + "M_LEQ_128": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 4, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 4, + "matrix_instr_nonkdim": 16, + "cache_modifier": null, + "kpack": 1 + }, + "M_LEQ_256": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 4, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 4, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg", + "kpack": 1 + }, + "any": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 4, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 4, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg", + "kpack": 1 + } +} diff --git a/aiter/ops/triton/configs/gfx1250/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/DEFAULT.json b/aiter/ops/triton/configs/gfx1250/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/DEFAULT.json new file mode 100644 index 00000000000..43f7876e181 --- /dev/null +++ b/aiter/ops/triton/configs/gfx1250/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/DEFAULT.json @@ -0,0 +1,68 @@ +{ + "M_LEQ_16": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "M_LEQ_32": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "M_LEQ_64": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "M_LEQ_128": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "M_LEQ_256": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "any": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + } +} diff --git a/aiter/ops/triton/configs/gfx1250/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json b/aiter/ops/triton/configs/gfx1250/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json new file mode 100644 index 00000000000..3a5ae17cb44 --- /dev/null +++ b/aiter/ops/triton/configs/gfx1250/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json @@ -0,0 +1,113 @@ +{ + "M_LEQ_1": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 64, + "GROUP_SIZE_M": 1, + "num_warps": 4, + "num_stages": 4, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": null + }, + "M_LEQ_4": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 64, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 5, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_8": { + "BLOCK_SIZE_M": 8, + "BLOCK_SIZE_N": 64, + "GROUP_SIZE_M": 1, + "num_warps": 2, + "num_stages": 3, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": null + }, + "M_LEQ_16": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 64, + "GROUP_SIZE_M": 1, + "num_warps": 4, + "num_stages": 5, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_32": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 64, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 5, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_64": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 3, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": null + }, + "M_LEQ_128": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 3, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": null + }, + "M_LEQ_256": { + "BLOCK_SIZE_M": 64, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": null + }, + "M_LEQ_512": { + "BLOCK_SIZE_M": 128, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 4, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": null + }, + "M_GEQ_512": { + "BLOCK_SIZE_M": 128, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 4, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": null + }, + "any": { + "BLOCK_SIZE_M": 128, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 4, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": null + } +} + diff --git a/aiter/ops/triton/configs/gfx1250/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json b/aiter/ops/triton/configs/gfx1250/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json new file mode 100644 index 00000000000..dd357b8d100 --- /dev/null +++ b/aiter/ops/triton/configs/gfx1250/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json @@ -0,0 +1,113 @@ +{ + "M_LEQ_1": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": null + }, + "M_LEQ_4": { + "BLOCK_SIZE_M": 4, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 2, + "num_stages": 1, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_8": { + "BLOCK_SIZE_M": 8, + "BLOCK_SIZE_N": 64, + "GROUP_SIZE_M": 1, + "num_warps": 2, + "num_stages": 1, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_16": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_32": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": null + }, + "M_LEQ_64": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": null + }, + "M_LEQ_128": { + "BLOCK_SIZE_M": 64, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": null + }, + "M_LEQ_256": { + "BLOCK_SIZE_M": 64, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": null + }, + "M_LEQ_512": { + "BLOCK_SIZE_M": 128, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": null + }, + "M_GEQ_512": { + "BLOCK_SIZE_M": 128, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": null + }, + "any": { + "BLOCK_SIZE_M": 128, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": null + } +} + diff --git a/aiter/ops/triton/configs/gfx942/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/DEFAULT.json b/aiter/ops/triton/configs/gfx942/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/DEFAULT.json new file mode 100644 index 00000000000..43f7876e181 --- /dev/null +++ b/aiter/ops/triton/configs/gfx942/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/DEFAULT.json @@ -0,0 +1,68 @@ +{ + "M_LEQ_16": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "M_LEQ_32": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "M_LEQ_64": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "M_LEQ_128": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "M_LEQ_256": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "any": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + } +} diff --git a/aiter/ops/triton/configs/gfx942/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json b/aiter/ops/triton/configs/gfx942/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json new file mode 100644 index 00000000000..6d5ec6e3ca8 --- /dev/null +++ b/aiter/ops/triton/configs/gfx942/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json @@ -0,0 +1,68 @@ +{ + "M_LEQ_16": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 32, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 4, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "M_LEQ_32": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 64, + "GROUP_SIZE_M": 1, + "num_warps": 4, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "M_LEQ_64": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 64, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "M_LEQ_128": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "M_LEQ_256": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "any": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + } +} diff --git a/aiter/ops/triton/configs/gfx942/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json b/aiter/ops/triton/configs/gfx942/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json new file mode 100644 index 00000000000..222f27b6d1c --- /dev/null +++ b/aiter/ops/triton/configs/gfx942/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json @@ -0,0 +1,68 @@ +{ + "M_LEQ_16": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 4, + "num_stages": 2, + "waves_per_eu": 6, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "M_LEQ_32": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "M_LEQ_64": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "M_LEQ_128": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 4, + "num_stages": 1, + "waves_per_eu": 6, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "M_LEQ_256": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 4, + "num_stages": 1, + "waves_per_eu": 6, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + }, + "any": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 4, + "num_stages": 1, + "waves_per_eu": 6, + "matrix_instr_nonkdim": 16, + "kpack": 1, + "cache_modifier": ".cg" + } +} diff --git a/aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/DEFAULT.json b/aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/DEFAULT.json new file mode 100644 index 00000000000..e6f1bd4b192 --- /dev/null +++ b/aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/DEFAULT.json @@ -0,0 +1,62 @@ +{ + "M_LEQ_16": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_32": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_64": { + "BLOCK_SIZE_M": 64, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_128": { + "BLOCK_SIZE_M": 64, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_256": { + "BLOCK_SIZE_M": 64, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "any": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + } +} diff --git a/aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json b/aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json new file mode 100644 index 00000000000..1124e1b843a --- /dev/null +++ b/aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=128-K=512.json @@ -0,0 +1,62 @@ +{ + "M_LEQ_16": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 32, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 4, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_32": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 64, + "GROUP_SIZE_M": 1, + "num_warps": 4, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_64": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 64, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_128": { + "BLOCK_SIZE_M": 64, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 32, + "cache_modifier": null + }, + "M_LEQ_256": { + "BLOCK_SIZE_M": 64, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 32, + "cache_modifier": null + }, + "any": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + } +} diff --git a/aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=256-K=512.json b/aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=256-K=512.json new file mode 100644 index 00000000000..1e06abc207c --- /dev/null +++ b/aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=256-K=512.json @@ -0,0 +1,72 @@ +{ + "M_LEQ_16": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_32": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_64": { + "BLOCK_SIZE_M": 64, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_128": { + "BLOCK_SIZE_M": 64, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_256": { + "BLOCK_SIZE_M": 64, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_GEQ_1024": { + "BLOCK_SIZE_M": 64, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 4, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": null + }, + "any": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + } +} diff --git a/aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json b/aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json new file mode 100644 index 00000000000..cfc0b934e5c --- /dev/null +++ b/aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=128.json @@ -0,0 +1,62 @@ +{ + "M_LEQ_16": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 4, + "num_stages": 2, + "waves_per_eu": 6, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_32": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 32, + "cache_modifier": ".cg" + }, + "M_LEQ_64": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 32, + "cache_modifier": ".cg" + }, + "M_LEQ_128": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 32, + "cache_modifier": ".cg" + }, + "M_LEQ_256": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 1, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 32, + "cache_modifier": ".cg" + }, + "any": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 4, + "num_stages": 1, + "waves_per_eu": 6, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + } +} diff --git a/aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=192.json b/aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=192.json new file mode 100644 index 00000000000..29f37c1302d --- /dev/null +++ b/aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=512-K=192.json @@ -0,0 +1,72 @@ +{ + "M_LEQ_16": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_32": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_64": { + "BLOCK_SIZE_M": 64, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_128": { + "BLOCK_SIZE_M": 64, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_256": { + "BLOCK_SIZE_M": 64, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_GEQ_512": { + "BLOCK_SIZE_M": 64, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 4, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": null + }, + "any": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + } +} diff --git a/aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=8192-K=8192.json b/aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=8192-K=8192.json new file mode 100644 index 00000000000..01ecea0d300 --- /dev/null +++ b/aiter/ops/triton/configs/gfx950/triton/gemm/fused_fp8_bmm_rope_cat_and_cache_mla/FUSED-FP8-BMM-ROPE-CAT-AND-CACHE-MLA-N=8192-K=8192.json @@ -0,0 +1,62 @@ +{ + "M_LEQ_16": { + "BLOCK_SIZE_M": 16, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_32": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 4, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_64": { + "BLOCK_SIZE_M": 64, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_128": { + "BLOCK_SIZE_M": 64, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "M_LEQ_256": { + "BLOCK_SIZE_M": 64, + "BLOCK_SIZE_N": 256, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 1, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + }, + "any": { + "BLOCK_SIZE_M": 32, + "BLOCK_SIZE_N": 128, + "GROUP_SIZE_M": 1, + "num_warps": 8, + "num_stages": 2, + "waves_per_eu": 2, + "matrix_instr_nonkdim": 16, + "cache_modifier": ".cg" + } +} diff --git a/aiter/ops/triton/fusions/fused_bmm_rope_kv_cache.py b/aiter/ops/triton/fusions/fused_bmm_rope_kv_cache.py index fd679f46586..106e9fff358 100644 --- a/aiter/ops/triton/fusions/fused_bmm_rope_kv_cache.py +++ b/aiter/ops/triton/fusions/fused_bmm_rope_kv_cache.py @@ -9,9 +9,7 @@ _fused_fp4_bmm_reduce_kernel, _fused_fp4_bmm_rope_cat_and_cache_mla_kernel, _fused_fp8_bmm_rope_cat_and_cache_mla_kernel, -) -from aiter.ops.triton._triton_kernels.gemm.batched.batched_gemm_a8w8_a_per_token_group_prequant_w_per_batched_tensor_quant import ( - _get_config as _get_fp8_config, + _get_fp8_config, ) from aiter.ops.triton._triton_kernels.gemm.batched.batched_gemm_a16wfp4 import ( _get_config as _get_fp4_config,