diff --git a/python/aisimulate/collector/op_backend_facts.yaml b/python/aisimulate/collector/op_backend_facts.yaml index 26c4e91e43..3bdfdf1572 100644 --- a/python/aisimulate/collector/op_backend_facts.yaml +++ b/python/aisimulate/collector/op_backend_facts.yaml @@ -1845,7 +1845,7 @@ ops: - {framework: "sglang", version: "0.5.17", system: "b300_sxm", op_name: "moe", moe_dtype: "fp8_block", backends: ["triton_fused_moe"], kernel_sources: ["sglang_fused_moe_triton"]} - {framework: "sglang", version: "0.5.17", system: "b300_sxm", op_name: "moe", moe_dtype: "nvfp4", backends: ["flashinfer_trtllm_gen"], kernel_sources: ["sglang_flashinfer_trtllm_moe"]} - {framework: "sglang", version: "0.5.17", system: "gb200", op_name: "moe", moe_dtype: "bfloat16", backends: ["triton_fused_moe"], kernel_sources: ["sglang_fused_moe_triton"]} - - {framework: "sglang", version: "0.5.17", system: "gb200", op_name: "moe", moe_dtype: "fp8_block", backends: ["triton_fused_moe"], kernel_sources: ["sglang_fused_moe_triton"]} + - {framework: "sglang", version: "0.5.17", system: "gb200", op_name: "moe", moe_dtype: "fp8_block", backends: ["flashinfer_trtllm_gen", "triton_fused_moe"], kernel_sources: ["sglang_flashinfer_trtllm_moe", "sglang_fused_moe_triton"]} - {framework: "sglang", version: "0.5.17", system: "gb200", op_name: "moe", moe_dtype: "nvfp4", backends: ["flashinfer_trtllm_gen"], kernel_sources: ["sglang_flashinfer_trtllm_moe"]} - {framework: "sglang", version: "0.5.17", system: "gb300", op_name: "moe", moe_dtype: "bfloat16", backends: ["triton_fused_moe"], kernel_sources: ["sglang_fused_moe_triton"]} - {framework: "sglang", version: "0.5.17", system: "gb300", op_name: "moe", moe_dtype: "fp8_block", backends: ["flashinfer_trtllm_gen", "triton_fused_moe"], kernel_sources: ["sglang_flashinfer_trtllm_moe", "sglang_fused_moe_triton"]} diff --git a/python/aisimulate/docs/perf_database/perf-data-reuse-analysis.md b/python/aisimulate/docs/perf_database/perf-data-reuse-analysis.md index 5419056378..f907b2d169 100644 --- a/python/aisimulate/docs/perf_database/perf-data-reuse-analysis.md +++ b/python/aisimulate/docs/perf_database/perf-data-reuse-analysis.md @@ -9,11 +9,11 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur ## Headline numbers -- Total rows scanned: **12,512,965** -- Within-framework cross-version dedup-able rows: **175** (~0.0%) +- Total rows scanned: **15,891,586** +- Within-framework cross-version dedup-able rows: **8,584** (~0.1%) - Tier distribution (groups / rows): - - `shared`: 1030 groups · 12,209,324 rows - - `shared_fallback`: 52 groups · 303,641 rows + - `shared`: 1084 groups · 15,585,305 rows + - `shared_fallback`: 52 groups · 306,281 rows ## `computescale_perf.parquet` @@ -53,49 +53,53 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur | a100_sxm | `torch_flow` | shared | trtllm | trtllm:4864 | 0 / 4864 | 0 | — | — | — | | a100_sxm | `vllm_flash_attn` | shared | vllm | vllm:5457 | 0 / 5049 | 0 | — | — | — | | b200_sxm | `flashinfer` | shared | sglang | sglang:2584 | 0 / 2584 | 0 | — | — | — | -| b200_sxm | `torch_flow` | shared | trtllm | trtllm:67107 | 0 / 67107 | 0 | — | — | — | +| b200_sxm | `torch_flow` | shared | trtllm | trtllm:68535 | 0 / 68535 | 0 | — | — | — | | b200_sxm | `torch_flow_flashinfer` | shared | trtllm | trtllm:2312 | 0 / 2312 | 0 | — | — | — | | b200_sxm | `triton` | shared | sglang | sglang:9486 | 0 / 9486 | 0 | — | — | — | -| b200_sxm | `trtllm_mha` | shared | sglang | sglang:31141 | 0 / 31141 | 0 | — | — | — | +| b200_sxm | `trtllm_mha` | shared | sglang | sglang:32093 | 0 / 32093 | 0 | — | — | — | | b200_sxm | `vllm_flashinfer` | shared | vllm | vllm:35360 | 0 / 35360 | 0 | — | — | — | -| b200_sxm | `vllm_flashinfer_trtllmdecode` | shared | vllm | vllm:3684 | 0 / 3684 | 0 | — | — | — | -| b200_sxm | `vllm_flashinfer_trtllmprefill` | shared | vllm | vllm:44664 | 0 / 44664 | 0 | — | — | — | -| b200_sxm | `vllm_triton_attn` | shared | vllm | vllm:3264 | 0 / 3264 | 0 | — | — | — | +| b200_sxm | `vllm_flashinfer_flashinfertrtllmapidecode` | shared | vllm | vllm:3900 | 0 / 3900 | 0 | — | — | — | +| b200_sxm | `vllm_flashinfer_trtllmdecode` | shared | vllm | vllm:3756 | 0 / 3756 | 0 | — | — | — | +| b200_sxm | `vllm_flashinfer_trtllmprefill` | shared | vllm | vllm:92848 | 0 / 47304 | 183 | — | — | — | +| b200_sxm | `vllm_triton_attn` | shared | vllm | vllm:4896 | 0 / 3264 | 3 | — | — | — | | b300_sxm | `flashinfer` | shared | sglang | sglang:2584 | 0 / 2584 | 0 | — | — | — | | b300_sxm | `torch_flow` | shared | trtllm | trtllm:67106 | 0 / 67106 | 0 | — | — | — | | b300_sxm | `torch_flow_flashinfer` | shared | trtllm | trtllm:2312 | 0 / 2312 | 0 | — | — | — | | b300_sxm | `triton` | shared | sglang | sglang:9486 | 0 / 9486 | 0 | — | — | — | | b300_sxm | `trtllm_mha` | shared | sglang | sglang:32097 | 0 / 32097 | 0 | — | — | — | +| b300_sxm | `vllm_flashinfer_flashinfertrtllmapidecode` | shared | vllm | vllm:3900 | 0 / 3900 | 0 | — | — | — | | b300_sxm | `vllm_flashinfer_trtllmdecode` | shared | vllm | vllm:3668 | 0 / 3668 | 0 | — | — | — | -| b300_sxm | `vllm_flashinfer_trtllmprefill` | shared | vllm | vllm:44476 | 0 / 44476 | 0 | — | — | — | -| b300_sxm | `vllm_triton_attn` | shared | vllm | vllm:1632 | 0 / 1632 | 0 | — | — | — | +| b300_sxm | `vllm_flashinfer_trtllmprefill` | shared | vllm | vllm:91780 | 0 / 47304 | 178 | — | — | — | +| b300_sxm | `vllm_triton_attn` | shared | vllm | vllm:3264 | 0 / 1632 | 7 | — | — | — | | b60 | `vllm_flash_attn` | shared | vllm | vllm:34118 | 0 / 17930 | 1 | — | — | — | | gb200 | `flashinfer` | shared | sglang | sglang:2584 | 0 / 2584 | 0 | — | — | — | -| gb200 | `torch_flow` | shared | trtllm | trtllm:67107 | 0 / 67107 | 0 | — | — | — | +| gb200 | `torch_flow` | shared | trtllm | trtllm:68535 | 0 / 68535 | 0 | — | — | — | | gb200 | `torch_flow_flashinfer` | shared | trtllm | trtllm:2312 | 0 / 2312 | 0 | — | — | — | | gb200 | `triton` | shared | sglang | sglang:9486 | 0 / 9486 | 0 | — | — | — | -| gb200 | `trtllm_mha` | shared | sglang | sglang:30186 | 0 / 30186 | 0 | — | — | — | -| gb200 | `vllm_flashinfer_trtllmdecode` | shared | vllm | vllm:3668 | 0 / 3668 | 0 | — | — | — | -| gb200 | `vllm_flashinfer_trtllmprefill` | shared | vllm | vllm:44476 | 0 / 44476 | 0 | — | — | — | -| gb200 | `vllm_triton_attn` | shared | vllm | vllm:1632 | 0 / 1632 | 0 | — | — | — | +| gb200 | `trtllm_mha` | shared | sglang | sglang:31138 | 0 / 31138 | 0 | — | — | — | +| gb200 | `vllm_flashinfer_flashinfertrtllmapidecode` | shared | vllm | vllm:3900 | 0 / 3900 | 0 | — | — | — | +| gb200 | `vllm_flashinfer_trtllmdecode` | shared | vllm | vllm:3740 | 0 / 3740 | 0 | — | — | — | +| gb200 | `vllm_flashinfer_trtllmprefill` | shared | vllm | vllm:92660 | 0 / 47304 | 124 | — | — | — | +| gb200 | `vllm_triton_attn` | shared | vllm | vllm:3264 | 0 / 1632 | 3 | — | — | — | | gb300 | `flashinfer` | shared | sglang | sglang:2584 | 0 / 2584 | 0 | — | — | — | -| gb300 | `torch_flow` | shared | trtllm | trtllm:67105 | 0 / 67105 | 0 | — | — | — | +| gb300 | `torch_flow` | shared | trtllm | trtllm:68533 | 0 / 68533 | 0 | — | — | — | | gb300 | `torch_flow_flashinfer` | shared | trtllm | trtllm:2312 | 0 / 2312 | 0 | — | — | — | | gb300 | `triton` | shared | sglang | sglang:9486 | 0 / 9486 | 0 | — | — | — | -| gb300 | `trtllm_mha` | shared | sglang | sglang:30192 | 0 / 30192 | 0 | — | — | — | -| gb300 | `vllm_flashinfer_trtllmdecode` | shared | vllm | vllm:3668 | 0 / 3668 | 0 | — | — | — | -| gb300 | `vllm_flashinfer_trtllmprefill` | shared | vllm | vllm:44476 | 0 / 44476 | 0 | — | — | — | -| gb300 | `vllm_triton_attn` | shared | vllm | vllm:1632 | 0 / 1632 | 0 | — | — | — | +| gb300 | `trtllm_mha` | shared | sglang | sglang:31144 | 0 / 31144 | 0 | — | — | — | +| gb300 | `vllm_flashinfer_flashinfertrtllmapidecode` | shared | vllm | vllm:3900 | 0 / 3900 | 0 | — | — | — | +| gb300 | `vllm_flashinfer_trtllmdecode` | shared | vllm | vllm:3740 | 0 / 3740 | 0 | — | — | — | +| gb300 | `vllm_flashinfer_trtllmprefill` | shared | vllm | vllm:92660 | 0 / 47304 | 207 | — | — | — | +| gb300 | `vllm_triton_attn` | shared | vllm | vllm:3264 | 0 / 1632 | 4 | — | — | — | | h100_sxm | `fa3` | shared | sglang | sglang:31622 | 0 / 31622 | 0 | — | — | — | | h100_sxm | `torch_flow` | shared | trtllm | trtllm:75840 | 0 / 75840 | 0 | — | — | — | | h100_sxm | `triton` | shared | sglang | sglang:3468 | 0 / 3468 | 0 | — | — | — | -| h100_sxm | `vllm_flash_attn_fa3` | shared | vllm | vllm:50252 | 0 / 50252 | 0 | — | — | — | -| h100_sxm | `vllm_flash_attn_fa4` | shared | vllm | vllm:578 | 0 / 578 | 0 | — | — | — | -| h200_sxm | `fa3` | shared | sglang | sglang:31622 | 0 / 31622 | 0 | — | — | — | -| h200_sxm | `torch_flow` | shared | trtllm | trtllm:75837 | 0 / 75837 | 0 | — | — | — | +| h100_sxm | `vllm_flash_attn_fa3` | shared | vllm | vllm:103326 | 0 / 53074 | 12 | — | — | — | +| h100_sxm | `vllm_flash_attn_fa4` | shared | vllm | vllm:1275 | 0 / 697 | 1 | — | — | — | +| h200_sxm | `fa3` | shared | sglang | sglang:32574 | 0 / 32574 | 0 | — | — | — | +| h200_sxm | `torch_flow` | shared | trtllm | trtllm:77265 | 0 / 77265 | 0 | — | — | — | | h200_sxm | `triton` | shared | sglang | sglang:3468 | 0 / 3468 | 0 | — | — | — | -| h200_sxm | `vllm_flash_attn_fa3` | shared | vllm | vllm:50252 | 0 / 50252 | 0 | — | — | — | -| h200_sxm | `vllm_flash_attn_fa4` | shared | vllm | vllm:578 | 0 / 578 | 0 | — | — | — | +| h200_sxm | `vllm_flash_attn_fa3` | shared | vllm | vllm:104278 | 0 / 53074 | 155 | — | — | — | +| h200_sxm | `vllm_flash_attn_fa4` | shared | vllm | vllm:1275 | 0 / 697 | 1 | — | — | — | | l40s | `flashinfer` | shared | sglang | sglang:26236 | 0 / 26236 | 0 | — | — | — | | l40s | `torch_flow` | shared | trtllm | trtllm:75768 | 0 / 75768 | 0 | — | — | — | | l40s | `triton` | shared | sglang | sglang:9792 | 0 / 9792 | 0 | — | — | — | @@ -116,18 +120,18 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur | system | kernel_source | tier | frameworks | rows_per_fw | overlap_keys | dedup rows | median % | p95 % | max % | |---|---|---|---|---|---|---|---|---|---| | a100_sxm | `default` | shared_fallback | trtllm | trtllm:2436 | 0 / 2436 | 0 | — | — | — | -| b200_sxm | `default` | shared_fallback | trtllm | trtllm:1760 | 0 / 1760 | 0 | — | — | — | -| b200_sxm | `trtllm_mla` | shared | sglang | sglang:1760 | 0 / 1760 | 0 | — | — | — | +| b200_sxm | `default` | shared_fallback | trtllm | trtllm:3080 | 0 / 3080 | 0 | — | — | — | +| b200_sxm | `trtllm_mla` | shared | sglang | sglang:3080 | 0 / 3080 | 0 | — | — | — | | b300_sxm | `default` | shared_fallback | trtllm | trtllm:1760 | 0 / 1760 | 0 | — | — | — | -| b300_sxm | `trtllm_mla` | shared | sglang | sglang:3520 | 0 / 1760 | 0 | — | — | — | +| b300_sxm | `trtllm_mla` | shared | sglang | sglang:3080 | 0 / 3080 | 0 | — | — | — | | gb200 | `default` | shared_fallback | trtllm | trtllm:1760 | 0 / 1760 | 0 | — | — | — | | gb200 | `trtllm_mla` | shared | sglang | sglang:3520 | 0 / 1760 | 0 | — | — | — | | gb300 | `default` | shared_fallback | trtllm | trtllm:1760 | 0 / 1760 | 0 | — | — | — | | gb300 | `trtllm_mla` | shared | sglang | sglang:3520 | 0 / 1760 | 0 | — | — | — | | h100_sxm | `default` | shared_fallback | trtllm | trtllm:1760 | 0 / 1760 | 0 | — | — | — | | h100_sxm | `flash_attention` | shared | sglang | sglang:3520 | 0 / 1760 | 0 | — | — | — | -| h200_sxm | `default` | shared_fallback | trtllm | trtllm:1760 | 0 / 1760 | 0 | — | — | — | -| h200_sxm | `flash_attention` | shared | sglang | sglang:1760 | 0 / 1760 | 0 | — | — | — | +| h200_sxm | `default` | shared_fallback | trtllm | trtllm:3080 | 0 / 3080 | 0 | — | — | — | +| h200_sxm | `flash_attention` | shared | sglang | sglang:3080 | 0 / 3080 | 0 | — | — | — | | l40s | `default` | shared_fallback | trtllm | trtllm:2436 | 0 / 2436 | 0 | — | — | — | | l40s | `triton` | shared | sglang | sglang:880 | 0 / 880 | 0 | — | — | — | | rtx_pro_6000_server | `default` | shared_fallback | trtllm | trtllm:1760 | 0 / 1760 | 0 | — | — | — | @@ -144,7 +148,7 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur | a100_sxm | `vLLM_custom_graph` | shared | vllm | vllm:69 | 0 / 69 | 0 | — | — | — | | b200_sxm | `SGLang_CustomAllReduce_eager` | shared | sglang | sglang:207 | 0 / 69 | 0 | — | — | — | | b200_sxm | `SGLang_CustomAllReduce_graph` | shared | sglang | sglang:207 | 0 / 69 | 0 | — | — | — | -| b200_sxm | `TRTLLM` | shared | trtllm | trtllm:207 | 0 / 69 | 0 | — | — | — | +| b200_sxm | `TRTLLM` | shared | trtllm | trtllm:207 | 0 / 138 | 0 | — | — | — | | b200_sxm | `vLLM_custom_eager` | shared | vllm | vllm:138 | 0 / 69 | 0 | — | — | — | | b200_sxm | `vLLM_custom_graph` | shared | vllm | vllm:138 | 0 / 69 | 0 | — | — | — | | b300_sxm | `SGLang_CustomAllReduce_eager` | shared | sglang | sglang:207 | 0 / 69 | 0 | — | — | — | @@ -153,8 +157,8 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur | b300_sxm | `vLLM_custom_eager` | shared | vllm | vllm:138 | 0 / 69 | 0 | — | — | — | | b300_sxm | `vLLM_custom_graph` | shared | vllm | vllm:138 | 0 / 69 | 0 | — | — | — | | b60 | `vLLM_custom_eager` | shared | vllm | vllm:207 | 0 / 69 | 23 | — | — | — | -| gb200 | `SGLang_CustomAllReduce_eager` | shared | sglang | sglang:184 | 0 / 46 | 0 | — | — | — | -| gb200 | `SGLang_CustomAllReduce_graph` | shared | sglang | sglang:184 | 0 / 46 | 0 | — | — | — | +| gb200 | `SGLang_CustomAllReduce_eager` | shared | sglang | sglang:230 | 0 / 92 | 0 | — | — | — | +| gb200 | `SGLang_CustomAllReduce_graph` | shared | sglang | sglang:230 | 0 / 92 | 0 | — | — | — | | gb200 | `TRTLLM` | shared | trtllm | trtllm:92 | 0 / 46 | 0 | — | — | — | | gb200 | `vLLM_custom_eager` | shared | vllm | vllm:138 | 0 / 46 | 0 | — | — | — | | gb200 | `vLLM_custom_graph` | shared | vllm | vllm:138 | 0 / 46 | 0 | — | — | — | @@ -274,25 +278,50 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur | h200_sxm | `sglang_dsa_skip_indexer_fa3` | shared | sglang | sglang:1224 | 0 / 1224 | 0 | — | — | — | | h200_sxm | `sglang_dsa_skip_indexer_flashmla_kv` | shared | sglang | sglang:1224 | 0 / 1224 | 0 | — | — | — | +## `dsv41_module_perf.parquet` + +| system | kernel_source | tier | frameworks | rows_per_fw | overlap_keys | dedup rows | median % | p95 % | max % | +|---|---|---|---|---|---|---|---|---|---| +| b200_sxm | `sglang.srt.layers.engram.Engram.apply_gate+sglang.srt.layers.engram.EngramEmbedding._owned_rows+sglang.srt.layers.linear.ReplicatedLinear.forward/sglang.srt.layers.quantization.fp8.Fp8LinearMethod` | shared | sglang | sglang:60 | 0 / 60 | 0 | — | — | — | +| b200_sxm | `sglang.srt.layers.linear.MergedColumnParallelLinear.forward/sglang.srt.layers.quantization.fp8.Fp8LinearMethod` | shared | sglang | sglang:30 | 0 / 30 | 0 | — | — | — | +| b200_sxm | `sglang.srt.layers.linear.RowParallelLinear.forward/sglang.srt.layers.quantization.fp8.Fp8LinearMethod` | shared | sglang | sglang:30 | 0 / 30 | 0 | — | — | — | +| b200_sxm | `sglang.srt.models.deepseek_v4.DeepseekV4DecoderLayer._hc_mix_and_combine+sglang.srt.models.deepseek_v4.DeepseekV4DecoderLayer.hc_post` | shared | sglang | sglang:15 | 0 / 15 | 0 | — | — | — | +| b200_sxm | `sglang.srt.models.deepseek_v4.MQALayer.forward` | shared | sglang | sglang:2260 | 0 / 2260 | 0 | — | — | — | +| gb200 | `sglang.srt.layers.engram.Engram.apply_gate+sglang.srt.layers.engram.EngramEmbedding._owned_rows+sglang.srt.layers.linear.ReplicatedLinear.forward/sglang.srt.layers.quantization.fp8.Fp8LinearMethod` | shared | sglang | sglang:60 | 0 / 60 | 0 | — | — | — | +| gb200 | `sglang.srt.layers.linear.MergedColumnParallelLinear.forward/sglang.srt.layers.quantization.fp8.Fp8LinearMethod` | shared | sglang | sglang:30 | 0 / 30 | 0 | — | — | — | +| gb200 | `sglang.srt.layers.linear.RowParallelLinear.forward/sglang.srt.layers.quantization.fp8.Fp8LinearMethod` | shared | sglang | sglang:30 | 0 / 30 | 0 | — | — | — | +| gb200 | `sglang.srt.models.deepseek_v4.DeepseekV4DecoderLayer._hc_mix_and_combine+sglang.srt.models.deepseek_v4.DeepseekV4DecoderLayer.hc_post` | shared | sglang | sglang:15 | 0 / 15 | 0 | — | — | — | +| gb200 | `sglang.srt.models.deepseek_v4.MQALayer.forward` | shared | sglang | sglang:2260 | 0 / 2260 | 0 | — | — | — | +| h100_sxm | `sglang.srt.layers.engram.Engram.apply_gate+sglang.srt.layers.engram.EngramEmbedding._owned_rows+sglang.srt.layers.linear.ReplicatedLinear.forward/sglang.srt.layers.quantization.fp8.Fp8LinearMethod` | shared | sglang | sglang:60 | 0 / 60 | 0 | — | — | — | +| h100_sxm | `sglang.srt.layers.linear.MergedColumnParallelLinear.forward/sglang.srt.layers.quantization.fp8.Fp8LinearMethod` | shared | sglang | sglang:30 | 0 / 30 | 0 | — | — | — | +| h100_sxm | `sglang.srt.layers.linear.RowParallelLinear.forward/sglang.srt.layers.quantization.fp8.Fp8LinearMethod` | shared | sglang | sglang:30 | 0 / 30 | 0 | — | — | — | +| h100_sxm | `sglang.srt.models.deepseek_v4.DeepseekV4DecoderLayer._hc_mix_and_combine+sglang.srt.models.deepseek_v4.DeepseekV4DecoderLayer.hc_post` | shared | sglang | sglang:15 | 0 / 15 | 0 | — | — | — | +| h100_sxm | `sglang.srt.models.deepseek_v4.MQALayer.forward` | shared | sglang | sglang:2260 | 0 / 2260 | 0 | — | — | — | +| h200_sxm | `sglang.srt.layers.engram.Engram.apply_gate+sglang.srt.layers.engram.EngramEmbedding._owned_rows+sglang.srt.layers.linear.ReplicatedLinear.forward/sglang.srt.layers.quantization.fp8.Fp8LinearMethod` | shared | sglang | sglang:60 | 0 / 60 | 0 | — | — | — | +| h200_sxm | `sglang.srt.layers.linear.MergedColumnParallelLinear.forward/sglang.srt.layers.quantization.fp8.Fp8LinearMethod` | shared | sglang | sglang:30 | 0 / 30 | 0 | — | — | — | +| h200_sxm | `sglang.srt.layers.linear.RowParallelLinear.forward/sglang.srt.layers.quantization.fp8.Fp8LinearMethod` | shared | sglang | sglang:30 | 0 / 30 | 0 | — | — | — | +| h200_sxm | `sglang.srt.models.deepseek_v4.DeepseekV4DecoderLayer._hc_mix_and_combine+sglang.srt.models.deepseek_v4.DeepseekV4DecoderLayer.hc_post` | shared | sglang | sglang:15 | 0 / 15 | 0 | — | — | — | +| h200_sxm | `sglang.srt.models.deepseek_v4.MQALayer.forward` | shared | sglang | sglang:2260 | 0 / 2260 | 0 | — | — | — | + ## `dsv4_csa_context_module_perf.parquet` | system | kernel_source | tier | frameworks | rows_per_fw | overlap_keys | dedup rows | median % | p95 % | max % | |---|---|---|---|---|---|---|---|---|---| | b200_sxm | `DeepseekV4TrtllmAttention` | shared | trtllm | trtllm:5587 | 0 / 5587 | 0 | — | — | — | -| b200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:5840 | 0 / 5840 | 0 | — | — | — | +| b200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:11680 | 0 / 8760 | 20 | — | — | — | | b200_sxm | `compressed_flashmla` | shared | sglang | sglang:43804 | 0 / 43804 | 0 | — | — | — | | b300_sxm | `DeepseekV4TrtllmAttention` | shared | trtllm | trtllm:5600 | 0 / 5600 | 0 | — | — | — | -| b300_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:5704 | 0 / 5704 | 0 | — | — | — | +| b300_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:11544 | 0 / 8624 | 22 | — | — | — | | b300_sxm | `compressed_flashmla` | shared | sglang | sglang:89689 | 0 / 45449 | 0 | — | — | — | | gb200 | `DeepseekV4TrtllmAttention` | shared | trtllm | trtllm:5584 | 0 / 5584 | 0 | — | — | — | -| gb200 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:5840 | 0 / 5840 | 0 | — | — | — | +| gb200 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:11680 | 0 / 8760 | 9 | — | — | — | | gb200 | `compressed_flashmla` | shared | sglang | sglang:53376 | 0 / 42610 | 0 | — | — | — | | gb300 | `DeepseekV4TrtllmAttention` | shared | trtllm | trtllm:5600 | 0 / 5600 | 0 | — | — | — | -| gb300 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:5704 | 0 / 5704 | 0 | — | — | — | +| gb300 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:11544 | 0 / 8624 | 10 | — | — | — | | gb300 | `compressed_flashmla` | shared | sglang | sglang:94650 | 0 / 45424 | 0 | — | — | — | -| h100_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:5776 | 0 / 5776 | 0 | — | — | — | +| h100_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:11565 | 0 / 5790 | 17 | — | — | — | | h100_sxm | `compressed_flashmla` | shared | sglang | sglang:52902 | 0 / 40384 | 0 | — | — | — | -| h200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:5840 | 0 / 5840 | 0 | — | — | — | +| h200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:11680 | 0 / 5840 | 45 | — | — | — | | h200_sxm | `compressed_flashmla` | shared | sglang | sglang:40592 | 0 / 40592 | 0 | — | — | — | ## `dsv4_csa_generation_module_perf.parquet` @@ -300,20 +329,20 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur | system | kernel_source | tier | frameworks | rows_per_fw | overlap_keys | dedup rows | median % | p95 % | max % | |---|---|---|---|---|---|---|---|---|---| | b200_sxm | `DeepseekV4TrtllmAttention` | shared | trtllm | trtllm:1544 | 0 / 1544 | 0 | — | — | — | -| b200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:1544 | 0 / 1544 | 0 | — | — | — | +| b200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:3088 | 0 / 2316 | 9 | — | — | — | | b200_sxm | `compressed_flashmla` | shared | sglang | sglang:3200 | 0 / 3200 | 0 | — | — | — | | b300_sxm | `DeepseekV4TrtllmAttention` | shared | trtllm | trtllm:1544 | 0 / 1544 | 0 | — | — | — | -| b300_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:1048 | 0 / 1048 | 0 | — | — | — | +| b300_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:2592 | 0 / 1820 | 12 | — | — | — | | b300_sxm | `compressed_flashmla` | shared | sglang | sglang:3200 | 0 / 3200 | 0 | — | — | — | | gb200 | `DeepseekV4TrtllmAttention` | shared | trtllm | trtllm:1544 | 0 / 1544 | 0 | — | — | — | -| gb200 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:1544 | 0 / 1544 | 0 | — | — | — | +| gb200 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:3088 | 0 / 2316 | 6 | — | — | — | | gb200 | `compressed_flashmla` | shared | sglang | sglang:3200 | 0 / 3200 | 0 | — | — | — | | gb300 | `DeepseekV4TrtllmAttention` | shared | trtllm | trtllm:1544 | 0 / 1544 | 0 | — | — | — | -| gb300 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:1048 | 0 / 1048 | 0 | — | — | — | +| gb300 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:2592 | 0 / 1820 | 6 | — | — | — | | gb300 | `compressed_flashmla` | shared | sglang | sglang:3200 | 0 / 3200 | 0 | — | — | — | -| h100_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:1544 | 0 / 1544 | 0 | — | — | — | +| h100_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:3088 | 0 / 1544 | 10 | — | — | — | | h100_sxm | `compressed_flashmla` | shared | sglang | sglang:3200 | 0 / 3200 | 0 | — | — | — | -| h200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:1544 | 0 / 1544 | 0 | — | — | — | +| h200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:3088 | 0 / 1544 | 29 | — | — | — | | h200_sxm | `compressed_flashmla` | shared | sglang | sglang:3200 | 0 / 3200 | 0 | — | — | — | | rtx_pro_6000_server | `compressed_flashmla` | shared | sglang | sglang:909 | 0 / 868 | 0 | — | — | — | @@ -338,32 +367,32 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur | system | kernel_source | tier | frameworks | rows_per_fw | overlap_keys | dedup rows | median % | p95 % | max % | |---|---|---|---|---|---|---|---|---|---| -| b200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:1959 | 0 / 1959 | 0 | — | — | — | -| b300_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:1959 | 0 / 1959 | 0 | — | — | — | -| gb200 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:1959 | 0 / 1959 | 0 | — | — | — | -| gb300 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:1959 | 0 / 1959 | 0 | — | — | — | -| h100_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:1959 | 0 / 1959 | 0 | — | — | — | -| h200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:1959 | 0 / 1959 | 0 | — | — | — | +| b200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:5877 | 0 / 3918 | 155 | — | — | — | +| b300_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:5877 | 0 / 3918 | 112 | — | — | — | +| gb200 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:5877 | 0 / 3918 | 116 | — | — | — | +| gb300 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:5877 | 0 / 3918 | 90 | — | — | — | +| h100_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:5877 | 0 / 3918 | 42 | — | — | — | +| h200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:5877 | 0 / 3918 | 128 | — | — | — | ## `dsv4_hca_context_module_perf.parquet` | system | kernel_source | tier | frameworks | rows_per_fw | overlap_keys | dedup rows | median % | p95 % | max % | |---|---|---|---|---|---|---|---|---|---| | b200_sxm | `DeepseekV4TrtllmAttention` | shared | trtllm | trtllm:5589 | 0 / 5589 | 0 | — | — | — | -| b200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:5840 | 0 / 5840 | 0 | — | — | — | +| b200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:11680 | 0 / 8760 | 17 | — | — | — | | b200_sxm | `compressed_flashmla` | shared | sglang | sglang:47456 | 0 / 47456 | 0 | — | — | — | | b300_sxm | `DeepseekV4TrtllmAttention` | shared | trtllm | trtllm:5600 | 0 / 5600 | 0 | — | — | — | -| b300_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:5840 | 0 / 5840 | 0 | — | — | — | +| b300_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:11680 | 0 / 8760 | 43 | — | — | — | | b300_sxm | `compressed_flashmla` | shared | sglang | sglang:61527 | 0 / 47550 | 0 | — | — | — | | gb200 | `DeepseekV4TrtllmAttention` | shared | trtllm | trtllm:5584 | 0 / 5584 | 0 | — | — | — | -| gb200 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:5840 | 0 / 5840 | 0 | — | — | — | +| gb200 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:11680 | 0 / 8760 | 15 | — | — | — | | gb200 | `compressed_flashmla` | shared | sglang | sglang:47456 | 0 / 47456 | 0 | — | — | — | | gb300 | `DeepseekV4TrtllmAttention` | shared | trtllm | trtllm:5600 | 0 / 5600 | 0 | — | — | — | -| gb300 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:5840 | 0 / 5840 | 0 | — | — | — | +| gb300 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:11680 | 0 / 8760 | 10 | — | — | — | | gb300 | `compressed_flashmla` | shared | sglang | sglang:54924 | 0 / 47552 | 0 | — | — | — | -| h100_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:5793 | 0 / 5793 | 0 | — | — | — | +| h100_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:11586 | 0 / 5793 | 42 | — | — | — | | h100_sxm | `compressed_flashmla` | shared | sglang | sglang:40383 | 0 / 40383 | 0 | — | — | — | -| h200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:5840 | 0 / 5840 | 0 | — | — | — | +| h200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:11680 | 0 / 5840 | 65 | — | — | — | | h200_sxm | `compressed_flashmla` | shared | sglang | sglang:40592 | 0 / 40592 | 0 | — | — | — | | rtx_pro_6000_server | `compressed_flashmla` | shared | sglang | sglang:40384 | 0 / 20192 | 0 | — | — | — | @@ -372,20 +401,20 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur | system | kernel_source | tier | frameworks | rows_per_fw | overlap_keys | dedup rows | median % | p95 % | max % | |---|---|---|---|---|---|---|---|---|---| | b200_sxm | `DeepseekV4TrtllmAttention` | shared | trtllm | trtllm:1544 | 0 / 1544 | 0 | — | — | — | -| b200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:1544 | 0 / 1544 | 0 | — | — | — | +| b200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:3088 | 0 / 2316 | 10 | — | — | — | | b200_sxm | `compressed_flashmla` | shared | sglang | sglang:3200 | 0 / 3200 | 0 | — | — | — | | b300_sxm | `DeepseekV4TrtllmAttention` | shared | trtllm | trtllm:1544 | 0 / 1544 | 0 | — | — | — | -| b300_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:1544 | 0 / 1544 | 0 | — | — | — | +| b300_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:3088 | 0 / 2316 | 20 | — | — | — | | b300_sxm | `compressed_flashmla` | shared | sglang | sglang:3200 | 0 / 3200 | 0 | — | — | — | | gb200 | `DeepseekV4TrtllmAttention` | shared | trtllm | trtllm:1544 | 0 / 1544 | 0 | — | — | — | -| gb200 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:1544 | 0 / 1544 | 0 | — | — | — | +| gb200 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:3088 | 0 / 2316 | 6 | — | — | — | | gb200 | `compressed_flashmla` | shared | sglang | sglang:3200 | 0 / 3200 | 0 | — | — | — | | gb300 | `DeepseekV4TrtllmAttention` | shared | trtllm | trtllm:1544 | 0 / 1544 | 0 | — | — | — | -| gb300 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:1544 | 0 / 1544 | 0 | — | — | — | +| gb300 | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:3088 | 0 / 2316 | 7 | — | — | — | | gb300 | `compressed_flashmla` | shared | sglang | sglang:3200 | 0 / 3200 | 0 | — | — | — | -| h100_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:1544 | 0 / 1544 | 0 | — | — | — | +| h100_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:3088 | 0 / 1544 | 10 | — | — | — | | h100_sxm | `compressed_flashmla` | shared | sglang | sglang:3200 | 0 / 3200 | 0 | — | — | — | -| h200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:1544 | 0 / 1544 | 0 | — | — | — | +| h200_sxm | `FLASHMLA_SPARSE_DSV4` | shared | vllm | vllm:3088 | 0 / 1544 | 47 | — | — | — | | h200_sxm | `compressed_flashmla` | shared | sglang | sglang:3200 | 0 / 3200 | 0 | — | — | — | | rtx_pro_6000_server | `compressed_flashmla` | shared | sglang | sglang:1600 | 0 / 1600 | 0 | — | — | — | @@ -402,17 +431,17 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur | system | kernel_source | tier | frameworks | rows_per_fw | overlap_keys | dedup rows | median % | p95 % | max % | |---|---|---|---|---|---|---|---|---|---| | b200_sxm | `deep_gemm.fp8_paged_mqa_logits` | shared | sglang | sglang:2181 | 0 / 2181 | 0 | — | — | — | -| b200_sxm | `vllm.utils.deep_gemm.fp8_fp4_paged_mqa_logits` | shared | vllm | vllm:1959 | 0 / 1959 | 0 | — | — | — | +| b200_sxm | `vllm.utils.deep_gemm.fp8_fp4_paged_mqa_logits` | shared | vllm | vllm:5877 | 0 / 3918 | 226 | — | — | — | | b300_sxm | `deep_gemm.fp8_paged_mqa_logits` | shared | sglang | sglang:4362 | 0 / 2181 | 0 | — | — | — | -| b300_sxm | `vllm.utils.deep_gemm.fp8_fp4_paged_mqa_logits` | shared | vllm | vllm:1959 | 0 / 1959 | 0 | — | — | — | +| b300_sxm | `vllm.utils.deep_gemm.fp8_fp4_paged_mqa_logits` | shared | vllm | vllm:5877 | 0 / 3918 | 263 | — | — | — | | gb200 | `deep_gemm.fp8_paged_mqa_logits` | shared | sglang | sglang:4261 | 0 / 2181 | 0 | — | — | — | -| gb200 | `vllm.utils.deep_gemm.fp8_fp4_paged_mqa_logits` | shared | vllm | vllm:1959 | 0 / 1959 | 0 | — | — | — | +| gb200 | `vllm.utils.deep_gemm.fp8_fp4_paged_mqa_logits` | shared | vllm | vllm:5877 | 0 / 3918 | 86 | — | — | — | | gb300 | `deep_gemm.fp8_paged_mqa_logits` | shared | sglang | sglang:4362 | 0 / 2181 | 0 | — | — | — | -| gb300 | `vllm.utils.deep_gemm.fp8_fp4_paged_mqa_logits` | shared | vllm | vllm:1959 | 0 / 1959 | 0 | — | — | — | +| gb300 | `vllm.utils.deep_gemm.fp8_fp4_paged_mqa_logits` | shared | vllm | vllm:5877 | 0 / 3918 | 149 | — | — | — | | h100_sxm | `deep_gemm.fp8_paged_mqa_logits` | shared | sglang | sglang:2055 | 0 / 2055 | 0 | — | — | — | -| h100_sxm | `vllm.utils.deep_gemm.fp8_fp4_paged_mqa_logits` | shared | vllm | vllm:1959 | 0 / 1959 | 0 | — | — | — | +| h100_sxm | `vllm.utils.deep_gemm.fp8_fp4_paged_mqa_logits` | shared | vllm | vllm:5877 | 0 / 3918 | 77 | — | — | — | | h200_sxm | `deep_gemm.fp8_paged_mqa_logits` | shared | sglang | sglang:2055 | 0 / 2055 | 0 | — | — | — | -| h200_sxm | `vllm.utils.deep_gemm.fp8_fp4_paged_mqa_logits` | shared | vllm | vllm:1959 | 0 / 1959 | 0 | — | — | — | +| h200_sxm | `vllm.utils.deep_gemm.fp8_fp4_paged_mqa_logits` | shared | vllm | vllm:5877 | 0 / 3918 | 192 | — | — | — | ## `encoder_attention_perf.parquet` @@ -420,22 +449,22 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur |---|---|---|---|---|---|---|---|---|---| | b200_sxm | `flash_attention_v4` | shared | sglang | sglang:7679 | 0 / 7679 | 0 | — | — | — | | b200_sxm | `torch_flow` | shared | trtllm | trtllm:7679 | 0 / 7679 | 0 | — | — | — | -| b200_sxm | `vllm_vit_flash_attn_fa4` | shared | vllm | vllm:7679 | 0 / 7679 | 0 | — | — | — | +| b200_sxm | `vllm_vit_flash_attn_fa4` | shared | vllm | vllm:15358 | 0 / 7679 | 32 | — | — | — | | b300_sxm | `torch_flow` | shared | trtllm | trtllm:7679 | 0 / 7679 | 0 | — | — | — | | b300_sxm | `triton` | shared | sglang | sglang:7679 | 0 / 7679 | 0 | — | — | — | -| b300_sxm | `vllm_vit_flash_attn_fa4` | shared | vllm | vllm:7679 | 0 / 7679 | 0 | — | — | — | +| b300_sxm | `vllm_vit_flash_attn_fa4` | shared | vllm | vllm:15358 | 0 / 7679 | 28 | — | — | — | | gb200 | `flash_attention_v4` | shared | sglang | sglang:7679 | 0 / 7679 | 0 | — | — | — | | gb200 | `torch_flow` | shared | trtllm | trtllm:7679 | 0 / 7679 | 0 | — | — | — | -| gb200 | `vllm_vit_flash_attn_fa4` | shared | vllm | vllm:7679 | 0 / 7679 | 0 | — | — | — | +| gb200 | `vllm_vit_flash_attn_fa4` | shared | vllm | vllm:15358 | 0 / 7679 | 26 | — | — | — | | gb300 | `torch_flow` | shared | trtllm | trtllm:7679 | 0 / 7679 | 0 | — | — | — | | gb300 | `triton` | shared | sglang | sglang:7679 | 0 / 7679 | 0 | — | — | — | -| gb300 | `vllm_vit_flash_attn_fa4` | shared | vllm | vllm:7679 | 0 / 7679 | 0 | — | — | — | +| gb300 | `vllm_vit_flash_attn_fa4` | shared | vllm | vllm:15358 | 0 / 7679 | 19 | — | — | — | | h100_sxm | `flash_attention_v3` | shared | sglang | sglang:7679 | 0 / 7679 | 0 | — | — | — | | h100_sxm | `torch_flow` | shared | trtllm | trtllm:7679 | 0 / 7679 | 0 | — | — | — | -| h100_sxm | `vllm_vit_flash_attn_fa3` | shared | vllm | vllm:7679 | 0 / 7679 | 0 | — | — | — | +| h100_sxm | `vllm_vit_flash_attn_fa3` | shared | vllm | vllm:15358 | 0 / 7679 | 5 | — | — | — | | h200_sxm | `flash_attention_v3` | shared | sglang | sglang:7679 | 0 / 7679 | 0 | — | — | — | | h200_sxm | `torch_flow` | shared | trtllm | trtllm:7679 | 0 / 7679 | 0 | — | — | — | -| h200_sxm | `vllm_vit_flash_attn_fa3` | shared | vllm | vllm:7679 | 0 / 7679 | 0 | — | — | — | +| h200_sxm | `vllm_vit_flash_attn_fa3` | shared | vllm | vllm:15358 | 0 / 7679 | 17 | — | — | — | | l40s | `torch_flow` | shared | trtllm | trtllm:7679 | 0 / 7679 | 0 | — | — | — | | l40s | `triton` | shared | sglang | sglang:7679 | 0 / 7679 | 0 | — | — | — | | l40s | `vllm_vit_flash_attn_fa2` | shared | vllm | vllm:7679 | 0 / 7679 | 0 | — | — | — | @@ -450,42 +479,46 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur | a100_sxm | `causal_conv1d_fn` | shared | sglang | sglang:824 | 0 / 824 | 0 | — | — | — | | a100_sxm | `causal_conv1d_update` | shared | sglang | sglang:88 | 0 / 88 | 0 | — | — | — | | a100_sxm | `fused_recurrent_gated_delta_rule` | shared | sglang | sglang:86 | 0 / 86 | 0 | — | — | — | -| b200_sxm | `causal_conv1d_fn` | shared | sglang, trtllm, vllm | sglang:4004, trtllm:854, vllm:4144 | 4034 / 4144 | 0 | 6.4 | 145.2 | 277.4 | -| b200_sxm | `causal_conv1d_update` | shared | sglang, trtllm, vllm | sglang:407, trtllm:88, vllm:407 | 407 / 407 | 0 | 10.8 | 77.7 | 130.9 | -| b200_sxm | `chunk_gated_delta_rule` | shared | sglang, trtllm | sglang:4004, trtllm:854 | 824 / 4034 | 0 | 18.7 | 41.1 | 45.6 | -| b200_sxm | `chunk_gated_delta_rule_flashinfer` | shared | vllm | vllm:4144 | 0 / 4144 | 0 | — | — | — | +| b200_sxm | `causal_conv1d_fn` | shared | sglang, trtllm, vllm | sglang:4529, trtllm:854, vllm:9408 | 4529 / 5558 | 8 | 6.1 | 12.0 | 28.2 | +| b200_sxm | `causal_conv1d_update` | shared | sglang, trtllm, vllm | sglang:462, trtllm:88, vllm:922 | 461 / 550 | 2 | 9.8 | 26.8 | 33.8 | +| b200_sxm | `chunk_gated_delta_rule` | shared | sglang, trtllm | sglang:4529, trtllm:854 | 0 / 5383 | 0 | — | — | — | +| b200_sxm | `chunk_gated_delta_rule_flashinfer` | shared | vllm | vllm:9408 | 0 / 4704 | 0 | — | — | — | +| b200_sxm | `flashinfer_gated_delta_rule_decode` | shared | sglang | sglang:52 | 0 / 52 | 0 | — | — | — | | b200_sxm | `fused_recurrent_gated_delta_rule` | shared | trtllm | trtllm:86 | 0 / 86 | 0 | — | — | — | -| b200_sxm | `fused_recurrent_gated_delta_rule_packed_decode` | shared | sglang, vllm | sglang:405, vllm:405 | 405 / 405 | 0 | 0.3 | 4.0 | 5.5 | -| b300_sxm | `causal_conv1d_fn` | shared | sglang, trtllm, vllm | sglang:4004, trtllm:837, vllm:4144 | 4042 / 4144 | 0 | 5.9 | 143.0 | 277.9 | -| b300_sxm | `causal_conv1d_update` | shared | sglang, trtllm, vllm | sglang:407, trtllm:88, vllm:407 | 407 / 407 | 0 | 11.6 | 75.9 | 129.9 | -| b300_sxm | `chunk_gated_delta_rule` | shared | sglang, trtllm | sglang:4004, trtllm:836 | 799 / 4041 | 0 | 31.2 | 46.0 | 50.6 | -| b300_sxm | `chunk_gated_delta_rule_flashinfer` | shared | vllm | vllm:4144 | 0 / 4144 | 0 | — | — | — | +| b200_sxm | `fused_recurrent_gated_delta_rule_packed_decode` | shared | sglang, vllm | sglang:457, vllm:914 | 457 / 457 | 3 | 0.5 | 4.5 | 9.3 | +| b300_sxm | `causal_conv1d_fn` | shared | sglang, trtllm, vllm | sglang:4529, trtllm:837, vllm:9408 | 4567 / 4704 | 3 | 8.1 | 138.5 | 277.1 | +| b300_sxm | `causal_conv1d_update` | shared | sglang, trtllm, vllm | sglang:462, trtllm:88, vllm:922 | 461 / 462 | 0 | 10.2 | 70.9 | 129.4 | +| b300_sxm | `chunk_gated_delta_rule` | shared | sglang, trtllm | sglang:4529, trtllm:836 | 799 / 4566 | 0 | 31.2 | 46.0 | 50.6 | +| b300_sxm | `chunk_gated_delta_rule_flashinfer` | shared | vllm | vllm:9408 | 0 / 4704 | 1 | — | — | — | +| b300_sxm | `flashinfer_gated_delta_rule_decode` | shared | sglang | sglang:52 | 0 / 52 | 0 | — | — | — | | b300_sxm | `fused_recurrent_gated_delta_rule` | shared | trtllm | trtllm:86 | 0 / 86 | 0 | — | — | — | -| b300_sxm | `fused_recurrent_gated_delta_rule_packed_decode` | shared | sglang, vllm | sglang:405, vllm:405 | 405 / 405 | 0 | 0.3 | 3.6 | 6.5 | -| gb200 | `causal_conv1d_fn` | shared | sglang, trtllm, vllm | sglang:4004, trtllm:854, vllm:4144 | 4034 / 4144 | 0 | 3.5 | 146.6 | 276.0 | -| gb200 | `causal_conv1d_update` | shared | sglang, trtllm, vllm | sglang:407, trtllm:88, vllm:407 | 407 / 407 | 0 | 9.4 | 112.6 | 137.5 | -| gb200 | `chunk_gated_delta_rule` | shared | sglang, trtllm | sglang:4004, trtllm:854 | 824 / 4034 | 0 | 22.8 | 54.0 | 68.0 | -| gb200 | `chunk_gated_delta_rule_flashinfer` | shared | vllm | vllm:4144 | 0 / 4144 | 0 | — | — | — | +| b300_sxm | `fused_recurrent_gated_delta_rule_packed_decode` | shared | sglang, vllm | sglang:457, vllm:914 | 457 / 457 | 0 | 1.2 | 6.3 | 9.3 | +| gb200 | `causal_conv1d_fn` | shared | sglang, trtllm, vllm | sglang:4529, trtllm:854, vllm:9408 | 4559 / 4704 | 5 | 3.5 | 137.4 | 276.6 | +| gb200 | `causal_conv1d_update` | shared | sglang, trtllm, vllm | sglang:462, trtllm:88, vllm:922 | 461 / 462 | 2 | 9.8 | 112.0 | 134.2 | +| gb200 | `chunk_gated_delta_rule` | shared | sglang, trtllm | sglang:4529, trtllm:854 | 824 / 4559 | 0 | 22.8 | 54.0 | 68.0 | +| gb200 | `chunk_gated_delta_rule_flashinfer` | shared | vllm | vllm:9408 | 0 / 4704 | 0 | — | — | — | +| gb200 | `flashinfer_gated_delta_rule_decode` | shared | sglang | sglang:52 | 0 / 52 | 0 | — | — | — | | gb200 | `fused_recurrent_gated_delta_rule` | shared | trtllm | trtllm:86 | 0 / 86 | 0 | — | — | — | -| gb200 | `fused_recurrent_gated_delta_rule_packed_decode` | shared | sglang, vllm | sglang:405, vllm:405 | 405 / 405 | 0 | 1.1 | 4.5 | 6.6 | -| gb300 | `causal_conv1d_fn` | shared | sglang, trtllm, vllm | sglang:4004, trtllm:837, vllm:4144 | 4042 / 4144 | 0 | 6.0 | 145.4 | 275.9 | -| gb300 | `causal_conv1d_update` | shared | sglang, trtllm, vllm | sglang:407, trtllm:88, vllm:407 | 407 / 407 | 0 | 9.7 | 147.1 | 182.3 | -| gb300 | `chunk_gated_delta_rule` | shared | sglang, trtllm | sglang:4004, trtllm:836 | 799 / 4041 | 0 | 20.3 | 59.3 | 67.4 | -| gb300 | `chunk_gated_delta_rule_flashinfer` | shared | vllm | vllm:4144 | 0 / 4144 | 0 | — | — | — | +| gb200 | `fused_recurrent_gated_delta_rule_packed_decode` | shared | sglang, vllm | sglang:457, vllm:914 | 457 / 457 | 0 | 1.0 | 4.4 | 6.1 | +| gb300 | `causal_conv1d_fn` | shared | sglang, trtllm, vllm | sglang:4529, trtllm:837, vllm:9408 | 4567 / 4704 | 7 | 5.6 | 140.3 | 276.0 | +| gb300 | `causal_conv1d_update` | shared | sglang, trtllm, vllm | sglang:462, trtllm:88, vllm:922 | 461 / 462 | 1 | 10.2 | 143.1 | 182.1 | +| gb300 | `chunk_gated_delta_rule` | shared | sglang, trtllm | sglang:4529, trtllm:836 | 799 / 4566 | 0 | 20.3 | 59.3 | 67.4 | +| gb300 | `chunk_gated_delta_rule_flashinfer` | shared | vllm | vllm:9408 | 0 / 4704 | 1 | — | — | — | +| gb300 | `flashinfer_gated_delta_rule_decode` | shared | sglang | sglang:52 | 0 / 52 | 0 | — | — | — | | gb300 | `fused_recurrent_gated_delta_rule` | shared | trtllm | trtllm:86 | 0 / 86 | 0 | — | — | — | -| gb300 | `fused_recurrent_gated_delta_rule_packed_decode` | shared | sglang, vllm | sglang:405, vllm:405 | 405 / 405 | 0 | 1.6 | 8.5 | 21.2 | -| h100_sxm | `causal_conv1d_fn` | shared | sglang, trtllm, vllm | sglang:4004, trtllm:816, vllm:4141 | 4004 / 4141 | 0 | 4.2 | 135.9 | 279.2 | -| h100_sxm | `causal_conv1d_update` | shared | sglang, trtllm, vllm | sglang:407, trtllm:88, vllm:407 | 407 / 407 | 0 | 14.6 | 101.5 | 136.6 | +| gb300 | `fused_recurrent_gated_delta_rule_packed_decode` | shared | sglang, vllm | sglang:457, vllm:914 | 457 / 457 | 1 | 1.4 | 7.2 | 18.1 | +| h100_sxm | `causal_conv1d_fn` | shared | sglang, trtllm, vllm | sglang:4004, trtllm:816, vllm:8824 | 4004 / 4683 | 0 | 9.0 | 134.5 | 278.5 | +| h100_sxm | `causal_conv1d_update` | shared | sglang, trtllm, vllm | sglang:407, trtllm:88, vllm:868 | 407 / 461 | 0 | 17.1 | 100.9 | 135.4 | | h100_sxm | `chunk_gated_delta_rule` | shared | sglang, trtllm | sglang:4004, trtllm:806 | 806 / 4004 | 0 | 42.2 | 59.4 | 69.5 | -| h100_sxm | `chunk_gated_delta_rule_flashinfer` | shared | vllm | vllm:4141 | 0 / 4141 | 0 | — | — | — | +| h100_sxm | `chunk_gated_delta_rule_flashinfer` | shared | vllm | vllm:8824 | 0 / 4683 | 0 | — | — | — | | h100_sxm | `fused_recurrent_gated_delta_rule` | shared | trtllm | trtllm:86 | 0 / 86 | 0 | — | — | — | -| h100_sxm | `fused_recurrent_gated_delta_rule_packed_decode` | shared | sglang, vllm | sglang:405, vllm:405 | 405 / 405 | 0 | 1.3 | 4.6 | 7.0 | -| h200_sxm | `causal_conv1d_fn` | shared | sglang, trtllm, vllm | sglang:4004, trtllm:798, vllm:4144 | 4017 / 4144 | 0 | 5.1 | 194.5 | 279.1 | -| h200_sxm | `causal_conv1d_update` | shared | sglang, trtllm, vllm | sglang:407, trtllm:88, vllm:407 | 407 / 407 | 0 | 14.6 | 99.3 | 133.2 | +| h100_sxm | `fused_recurrent_gated_delta_rule_packed_decode` | shared | sglang, vllm | sglang:405, vllm:862 | 405 / 457 | 0 | 4.3 | 11.0 | 13.4 | +| h200_sxm | `causal_conv1d_fn` | shared | sglang, trtllm, vllm | sglang:4004, trtllm:798, vllm:8847 | 4017 / 4703 | 8 | 5.2 | 194.5 | 279.0 | +| h200_sxm | `causal_conv1d_update` | shared | sglang, trtllm, vllm | sglang:407, trtllm:88, vllm:868 | 407 / 461 | 2 | 14.7 | 100.8 | 133.3 | | h200_sxm | `chunk_gated_delta_rule` | shared | sglang, trtllm | sglang:4004, trtllm:797 | 785 / 4016 | 0 | 44.5 | 130.0 | 145.6 | -| h200_sxm | `chunk_gated_delta_rule_flashinfer` | shared | vllm | vllm:4144 | 0 / 4144 | 0 | — | — | — | +| h200_sxm | `chunk_gated_delta_rule_flashinfer` | shared | vllm | vllm:8847 | 0 / 4703 | 1 | — | — | — | | h200_sxm | `fused_recurrent_gated_delta_rule` | shared | trtllm | trtllm:86 | 0 / 86 | 0 | — | — | — | -| h200_sxm | `fused_recurrent_gated_delta_rule_packed_decode` | shared | sglang, vllm | sglang:405, vllm:405 | 405 / 405 | 0 | 2.1 | 71.0 | 104.6 | +| h200_sxm | `fused_recurrent_gated_delta_rule_packed_decode` | shared | sglang, vllm | sglang:405, vllm:862 | 405 / 457 | 2 | 1.9 | 71.1 | 104.6 | | l40s | `causal_conv1d_fn` | shared | sglang, trtllm, vllm | sglang:4004, trtllm:786, vllm:3950 | 3956 / 4100 | 0 | 2.4 | 147.1 | 276.1 | | l40s | `causal_conv1d_update` | shared | sglang, trtllm, vllm | sglang:407, trtllm:88, vllm:407 | 407 / 407 | 0 | 14.1 | 137.2 | 168.2 | | l40s | `chunk_gated_delta_rule` | shared | sglang, trtllm | sglang:4004, trtllm:786 | 786 / 4004 | 0 | 21.5 | 104.5 | 118.2 | @@ -508,69 +541,77 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur | a100_sxm | `trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0` | shared | trtllm | trtllm:6048 | 0 / 6048 | 0 | — | — | — | | a100_sxm | `trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0` | shared | trtllm | trtllm:12096 | 0 / 12096 | 0 | — | — | — | | a100_sxm | `vllm_default` | shared | vllm | vllm:9240 | 0 / 9240 | 0 | — | — | — | -| b200_sxm | `CutlassFP8ScaledMMLinearKernel` | shared | vllm | vllm:35742 | 0 / 35742 | 0 | — | — | — | -| b200_sxm | `CutlassFp8BlockScaledMMKernel` | shared | vllm | vllm:4736 | 0 / 4736 | 0 | — | — | — | -| b200_sxm | `DeepGemmFp8BlockScaledMMKernel` | shared | vllm | vllm:31006 | 0 / 31006 | 0 | — | — | — | -| b200_sxm | `FlashInferCuteDslNvFp4LinearKernel` | shared | vllm | vllm:35742 | 0 / 35742 | 0 | — | — | — | +| b200_sxm | `CutlassFP8ScaledMMLinearKernel` | shared | vllm | vllm:109150 | 0 / 37518 | 81 | — | — | — | +| b200_sxm | `CutlassFp8BlockScaledMMKernel` | shared | vllm | vllm:10138 | 0 / 5328 | 0 | — | — | — | +| b200_sxm | `DeepGemmFp8BlockScaledMMKernel` | shared | vllm | vllm:62086 | 0 / 31080 | 0 | — | — | — | +| b200_sxm | `FlashInferCuteDslNvFp4LinearKernel` | shared | vllm | vllm:109150 | 0 / 37518 | 482 | — | — | — | | b200_sxm | `deepgemm` | shared | trtllm | trtllm:29268 | 0 / 29268 | 0 | — | — | — | -| b200_sxm | `sglang_deepgemm_gemm_nt_f8f8bf16` | shared | sglang | sglang:29526 | 0 / 29526 | 0 | — | — | — | -| b200_sxm | `sglang_flashinfer_cutedsl_nvfp4` | shared | sglang | sglang:29526 | 0 / 29526 | 0 | — | — | — | -| b200_sxm | `sglang_sgl_kernel_fp8_scaled_mm` | shared | sglang | sglang:35742 | 0 / 35742 | 0 | — | — | — | -| b200_sxm | `sglang_torch_linear` | shared | sglang | sglang:35742 | 0 / 35742 | 0 | — | — | — | -| b200_sxm | `torch.nn.functional.linear` | shared | vllm | vllm:35742 | 0 / 35742 | 0 | — | — | — | +| b200_sxm | `sglang.srt.layers.vocab_parallel_embedding.ParallelLMHead.quant_method.apply/sglang.srt.layers.quantization.unquant.UnquantizedEmbeddingMethod` | shared | sglang | sglang:30 | 0 / 30 | 0 | — | — | — | +| b200_sxm | `sglang.srt.models.deepseek_v2.MoEGate.forward` | shared | sglang | sglang:15 | 0 / 15 | 0 | — | — | — | +| b200_sxm | `sglang_deepgemm_gemm_nt_f8f8bf16` | shared | sglang | sglang:59052 | 0 / 29526 | 15 | — | — | — | +| b200_sxm | `sglang_flashinfer_cutedsl_nvfp4` | shared | sglang | sglang:59052 | 0 / 29526 | 26 | — | — | — | +| b200_sxm | `sglang_sgl_kernel_fp8_scaled_mm` | shared | sglang | sglang:71558 | 0 / 35816 | 85 | — | — | — | +| b200_sxm | `sglang_torch_linear` | shared | sglang | sglang:71632 | 0 / 35890 | 86 | — | — | — | +| b200_sxm | `torch.nn.functional.linear` | shared | vllm | vllm:109150 | 0 / 37518 | 214 | — | — | — | | b200_sxm | `torch_flow` | shared | trtllm | trtllm:100888 | 0 / 100888 | 0 | — | — | — | -| b300_sxm | `CutlassFP8ScaledMMLinearKernel` | shared | vllm | vllm:35742 | 0 / 35742 | 0 | — | — | — | -| b300_sxm | `CutlassFp8BlockScaledMMKernel` | shared | vllm | vllm:4736 | 0 / 4736 | 0 | — | — | — | -| b300_sxm | `DeepGemmFp8BlockScaledMMKernel` | shared | vllm | vllm:31006 | 0 / 31006 | 0 | — | — | — | -| b300_sxm | `FlashInferCuteDslNvFp4LinearKernel` | shared | vllm | vllm:35742 | 0 / 35742 | 0 | — | — | — | +| b300_sxm | `CutlassFP8ScaledMMLinearKernel` | shared | vllm | vllm:109150 | 0 / 37518 | 52 | — | — | — | +| b300_sxm | `CutlassFp8BlockScaledMMKernel` | shared | vllm | vllm:10138 | 0 / 5328 | 0 | — | — | — | +| b300_sxm | `DeepGemmFp8BlockScaledMMKernel` | shared | vllm | vllm:62086 | 0 / 31080 | 0 | — | — | — | +| b300_sxm | `FlashInferCuteDslNvFp4LinearKernel` | shared | vllm | vllm:109150 | 0 / 37518 | 387 | — | — | — | | b300_sxm | `deepgemm` | shared | trtllm | trtllm:29268 | 0 / 29268 | 0 | — | — | — | -| b300_sxm | `sglang_deepgemm_gemm_nt_f8f8bf16` | shared | sglang | sglang:29526 | 0 / 29526 | 0 | — | — | — | -| b300_sxm | `sglang_flashinfer_cutedsl_nvfp4` | shared | sglang | sglang:29526 | 0 / 29526 | 0 | — | — | — | -| b300_sxm | `sglang_sgl_kernel_fp8_scaled_mm` | shared | sglang | sglang:35890 | 0 / 35890 | 0 | — | — | — | -| b300_sxm | `sglang_torch_linear` | shared | sglang | sglang:35964 | 0 / 35964 | 0 | — | — | — | -| b300_sxm | `torch.nn.functional.linear` | shared | vllm | vllm:35742 | 0 / 35742 | 0 | — | — | — | +| b300_sxm | `sglang_deepgemm_gemm_nt_f8f8bf16` | shared | sglang | sglang:59052 | 0 / 29526 | 10 | — | — | — | +| b300_sxm | `sglang_flashinfer_cutedsl_nvfp4` | shared | sglang | sglang:59052 | 0 / 29526 | 30 | — | — | — | +| b300_sxm | `sglang_sgl_kernel_fp8_scaled_mm` | shared | sglang | sglang:71706 | 0 / 35964 | 49 | — | — | — | +| b300_sxm | `sglang_torch_linear` | shared | sglang | sglang:71854 | 0 / 36112 | 104 | — | — | — | +| b300_sxm | `torch.nn.functional.linear` | shared | vllm | vllm:109150 | 0 / 37518 | 306 | — | — | — | | b300_sxm | `torch_flow` | shared | trtllm | trtllm:100888 | 0 / 100888 | 0 | — | — | — | | b60 | `vllm_default` | shared | vllm | vllm:40530 | 0 / 22176 | 1 | — | — | — | -| gb200 | `CutlassFP8ScaledMMLinearKernel` | shared | vllm | vllm:35742 | 0 / 35742 | 0 | — | — | — | -| gb200 | `CutlassFp8BlockScaledMMKernel` | shared | vllm | vllm:4736 | 0 / 4736 | 0 | — | — | — | -| gb200 | `DeepGemmFp8BlockScaledMMKernel` | shared | vllm | vllm:31006 | 0 / 31006 | 0 | — | — | — | -| gb200 | `FlashInferCuteDslNvFp4LinearKernel` | shared | vllm | vllm:35742 | 0 / 35742 | 0 | — | — | — | +| gb200 | `CutlassFP8ScaledMMLinearKernel` | shared | vllm | vllm:109150 | 0 / 37518 | 67 | — | — | — | +| gb200 | `CutlassFp8BlockScaledMMKernel` | shared | vllm | vllm:10138 | 0 / 5328 | 0 | — | — | — | +| gb200 | `DeepGemmFp8BlockScaledMMKernel` | shared | vllm | vllm:62086 | 0 / 31080 | 0 | — | — | — | +| gb200 | `FlashInferCuteDslNvFp4LinearKernel` | shared | vllm | vllm:109150 | 0 / 37518 | 281 | — | — | — | | gb200 | `deepgemm` | shared | trtllm | trtllm:29268 | 0 / 29268 | 0 | — | — | — | -| gb200 | `sglang_deepgemm_gemm_nt_f8f8bf16` | shared | sglang | sglang:29526 | 0 / 29526 | 0 | — | — | — | -| gb200 | `sglang_flashinfer_cutedsl_nvfp4` | shared | sglang | sglang:29526 | 0 / 29526 | 0 | — | — | — | -| gb200 | `sglang_sgl_kernel_fp8_scaled_mm` | shared | sglang | sglang:35742 | 0 / 35742 | 0 | — | — | — | -| gb200 | `sglang_torch_linear` | shared | sglang | sglang:35742 | 0 / 35742 | 0 | — | — | — | -| gb200 | `torch.nn.functional.linear` | shared | vllm | vllm:35742 | 0 / 35742 | 0 | — | — | — | +| gb200 | `sglang.srt.layers.vocab_parallel_embedding.ParallelLMHead.quant_method.apply/sglang.srt.layers.quantization.unquant.UnquantizedEmbeddingMethod` | shared | sglang | sglang:30 | 0 / 30 | 0 | — | — | — | +| gb200 | `sglang.srt.models.deepseek_v2.MoEGate.forward` | shared | sglang | sglang:15 | 0 / 15 | 0 | — | — | — | +| gb200 | `sglang_deepgemm_gemm_nt_f8f8bf16` | shared | sglang | sglang:59052 | 0 / 29526 | 14 | — | — | — | +| gb200 | `sglang_flashinfer_cutedsl_nvfp4` | shared | sglang | sglang:59052 | 0 / 29526 | 21 | — | — | — | +| gb200 | `sglang_sgl_kernel_fp8_scaled_mm` | shared | sglang | sglang:71558 | 0 / 35816 | 43 | — | — | — | +| gb200 | `sglang_torch_linear` | shared | sglang | sglang:71632 | 0 / 35890 | 61 | — | — | — | +| gb200 | `torch.nn.functional.linear` | shared | vllm | vllm:109150 | 0 / 37518 | 266 | — | — | — | | gb200 | `torch_flow` | shared | trtllm | trtllm:100888 | 0 / 100888 | 0 | — | — | — | -| gb300 | `CutlassFP8ScaledMMLinearKernel` | shared | vllm | vllm:35742 | 0 / 35742 | 0 | — | — | — | -| gb300 | `CutlassFp8BlockScaledMMKernel` | shared | vllm | vllm:4736 | 0 / 4736 | 0 | — | — | — | -| gb300 | `DeepGemmFp8BlockScaledMMKernel` | shared | vllm | vllm:31006 | 0 / 31006 | 0 | — | — | — | -| gb300 | `FlashInferCuteDslNvFp4LinearKernel` | shared | vllm | vllm:35742 | 0 / 35742 | 0 | — | — | — | +| gb300 | `CutlassFP8ScaledMMLinearKernel` | shared | vllm | vllm:109150 | 0 / 37518 | 98 | — | — | — | +| gb300 | `CutlassFp8BlockScaledMMKernel` | shared | vllm | vllm:10138 | 0 / 5328 | 0 | — | — | — | +| gb300 | `DeepGemmFp8BlockScaledMMKernel` | shared | vllm | vllm:62086 | 0 / 31080 | 0 | — | — | — | +| gb300 | `FlashInferCuteDslNvFp4LinearKernel` | shared | vllm | vllm:109150 | 0 / 37518 | 247 | — | — | — | | gb300 | `deepgemm` | shared | trtllm | trtllm:29268 | 0 / 29268 | 0 | — | — | — | -| gb300 | `sglang_deepgemm_gemm_nt_f8f8bf16` | shared | sglang | sglang:29526 | 0 / 29526 | 0 | — | — | — | -| gb300 | `sglang_flashinfer_cutedsl_nvfp4` | shared | sglang | sglang:29526 | 0 / 29526 | 0 | — | — | — | -| gb300 | `sglang_sgl_kernel_fp8_scaled_mm` | shared | sglang | sglang:35742 | 0 / 35742 | 0 | — | — | — | -| gb300 | `sglang_torch_linear` | shared | sglang | sglang:35742 | 0 / 35742 | 0 | — | — | — | -| gb300 | `torch.nn.functional.linear` | shared | vllm | vllm:35742 | 0 / 35742 | 0 | — | — | — | +| gb300 | `sglang_deepgemm_gemm_nt_f8f8bf16` | shared | sglang | sglang:59052 | 0 / 29526 | 4 | — | — | — | +| gb300 | `sglang_flashinfer_cutedsl_nvfp4` | shared | sglang | sglang:59052 | 0 / 29526 | 46 | — | — | — | +| gb300 | `sglang_sgl_kernel_fp8_scaled_mm` | shared | sglang | sglang:71558 | 0 / 35816 | 69 | — | — | — | +| gb300 | `sglang_torch_linear` | shared | sglang | sglang:71632 | 0 / 35890 | 85 | — | — | — | +| gb300 | `torch.nn.functional.linear` | shared | vllm | vllm:109150 | 0 / 37518 | 228 | — | — | — | | gb300 | `torch_flow` | shared | trtllm | trtllm:100888 | 0 / 100888 | 0 | — | — | — | -| h100_sxm | `CutlassFP8ScaledMMLinearKernel` | shared | vllm | vllm:35742 | 0 / 35742 | 0 | — | — | — | -| h100_sxm | `CutlassFp8BlockScaledMMKernel` | shared | vllm | vllm:4736 | 0 / 4736 | 0 | — | — | — | -| h100_sxm | `DeepGemmFp8BlockScaledMMKernel` | shared | vllm | vllm:23850 | 0 / 23850 | 0 | — | — | — | -| h100_sxm | `FlashInferFp8BlockScaledMMKernel` | shared | vllm | vllm:7118 | 0 / 7118 | 0 | — | — | — | +| h100_sxm | `CutlassFP8ScaledMMLinearKernel` | shared | vllm | vllm:73260 | 0 / 37518 | 1 | — | — | — | +| h100_sxm | `CutlassFp8BlockScaledMMKernel` | shared | vllm | vllm:5328 | 0 / 5328 | 0 | — | — | — | +| h100_sxm | `DeepGemmFp8BlockScaledMMKernel` | shared | vllm | vllm:23940 | 0 / 23940 | 0 | — | — | — | +| h100_sxm | `FlashInferFp8BlockScaledMMKernel` | shared | vllm | vllm:7140 | 0 / 7140 | 0 | — | — | — | | h100_sxm | `sglang` | shared | sglang | sglang:35280 | 0 / 35280 | 0 | — | — | — | +| h100_sxm | `sglang.srt.layers.vocab_parallel_embedding.ParallelLMHead.quant_method.apply/sglang.srt.layers.quantization.unquant.UnquantizedEmbeddingMethod` | shared | sglang | sglang:30 | 0 / 30 | 0 | — | — | — | +| h100_sxm | `sglang.srt.models.deepseek_v2.MoEGate.forward` | shared | sglang | sglang:15 | 0 / 15 | 0 | — | — | — | | h100_sxm | `sglang_deepgemm_gemm_nt_f8f8bf16` | shared | sglang | sglang:29526 | 0 / 29526 | 0 | — | — | — | | h100_sxm | `sglang_sgl_kernel_fp8_scaled_mm` | shared | sglang | sglang:35742 | 0 / 35742 | 0 | — | — | — | | h100_sxm | `sglang_torch_linear` | shared | sglang | sglang:35742 | 0 / 35742 | 0 | — | — | — | -| h100_sxm | `torch.nn.functional.linear` | shared | vllm | vllm:35742 | 0 / 35742 | 0 | — | — | — | +| h100_sxm | `torch.nn.functional.linear` | shared | vllm | vllm:73260 | 0 / 37518 | 23 | — | — | — | | h100_sxm | `torch_flow` | shared | trtllm | trtllm:100668 | 0 / 100668 | 0 | — | — | — | -| h200_sxm | `CutlassFP8ScaledMMLinearKernel` | shared | vllm | vllm:35742 | 0 / 35742 | 0 | — | — | — | -| h200_sxm | `CutlassFp8BlockScaledMMKernel` | shared | vllm | vllm:4736 | 0 / 4736 | 0 | — | — | — | -| h200_sxm | `DeepGemmFp8BlockScaledMMKernel` | shared | vllm | vllm:23882 | 0 / 23882 | 0 | — | — | — | -| h200_sxm | `FlashInferFp8BlockScaledMMKernel` | shared | vllm | vllm:7123 | 0 / 7123 | 0 | — | — | — | +| h200_sxm | `CutlassFP8ScaledMMLinearKernel` | shared | vllm | vllm:73260 | 0 / 37518 | 48 | — | — | — | +| h200_sxm | `CutlassFp8BlockScaledMMKernel` | shared | vllm | vllm:5328 | 0 / 5328 | 0 | — | — | — | +| h200_sxm | `DeepGemmFp8BlockScaledMMKernel` | shared | vllm | vllm:23940 | 0 / 23940 | 0 | — | — | — | +| h200_sxm | `FlashInferFp8BlockScaledMMKernel` | shared | vllm | vllm:7140 | 0 / 7140 | 0 | — | — | — | +| h200_sxm | `sglang.srt.layers.vocab_parallel_embedding.ParallelLMHead.quant_method.apply/sglang.srt.layers.quantization.unquant.UnquantizedEmbeddingMethod` | shared | sglang | sglang:30 | 0 / 30 | 0 | — | — | — | +| h200_sxm | `sglang.srt.models.deepseek_v2.MoEGate.forward` | shared | sglang | sglang:15 | 0 / 15 | 0 | — | — | — | | h200_sxm | `sglang_deepgemm_gemm_nt_f8f8bf16` | shared | sglang | sglang:29526 | 0 / 29526 | 0 | — | — | — | | h200_sxm | `sglang_sgl_kernel_fp8_scaled_mm` | shared | sglang | sglang:35742 | 0 / 35742 | 0 | — | — | — | | h200_sxm | `sglang_torch_linear` | shared | sglang | sglang:35742 | 0 / 35742 | 0 | — | — | — | -| h200_sxm | `torch.nn.functional.linear` | shared | vllm | vllm:35742 | 0 / 35742 | 0 | — | — | — | +| h200_sxm | `torch.nn.functional.linear` | shared | vllm | vllm:73260 | 0 / 37518 | 67 | — | — | — | | h200_sxm | `torch_flow` | shared | trtllm | trtllm:100668 | 0 / 100668 | 0 | — | — | — | | l40s | `CutlassFP8ScaledMMLinearKernel` | shared | vllm | vllm:35718 | 0 / 35718 | 0 | — | — | — | | l40s | `TritonFp8BlockScaledMMKernel` | shared | vllm | vllm:35676 | 0 / 35676 | 0 | — | — | — | @@ -595,45 +636,49 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur | a100_sxm | `torch_flow` | shared | trtllm | trtllm:5026 | 0 / 5026 | 0 | — | — | — | | a100_sxm | `vllm_flash_attn` | shared | vllm | vllm:5431 | 0 / 5431 | 0 | — | — | — | | b200_sxm | `flashinfer` | shared | sglang | sglang:3570 | 0 / 3570 | 0 | — | — | — | -| b200_sxm | `torch_flow` | shared | trtllm | trtllm:46980 | 0 / 46980 | 0 | — | — | — | +| b200_sxm | `torch_flow` | shared | trtllm | trtllm:48314 | 0 / 48314 | 0 | — | — | — | | b200_sxm | `torch_flow_flashinfer` | shared | trtllm | trtllm:3540 | 0 / 3540 | 0 | — | — | — | | b200_sxm | `triton` | shared | sglang | sglang:8620 | 0 / 8620 | 0 | — | — | — | -| b200_sxm | `trtllm_mha` | shared | sglang | sglang:36311 | 0 / 36311 | 0 | — | — | — | +| b200_sxm | `trtllm_mha` | shared | sglang | sglang:37643 | 0 / 37643 | 0 | — | — | — | | b200_sxm | `vllm_flashinfer` | shared | vllm | vllm:36240 | 0 / 36240 | 0 | — | — | — | -| b200_sxm | `vllm_flashinfer_trtllmdecode` | shared | vllm | vllm:59582 | 0 / 59582 | 0 | — | — | — | -| b200_sxm | `vllm_triton_attn` | shared | vllm | vllm:4456 | 0 / 4456 | 0 | — | — | — | +| b200_sxm | `vllm_flashinfer_flashinfertrtllmapidecode` | shared | vllm | vllm:63180 | 0 / 63180 | 0 | — | — | — | +| b200_sxm | `vllm_flashinfer_trtllmdecode` | shared | vllm | vllm:60916 | 0 / 60916 | 0 | — | — | — | +| b200_sxm | `vllm_triton_attn` | shared | vllm | vllm:6684 | 0 / 4456 | 17 | — | — | — | | b300_sxm | `flashinfer` | shared | sglang | sglang:3570 | 0 / 3570 | 0 | — | — | — | | b300_sxm | `torch_flow` | shared | trtllm | trtllm:46980 | 0 / 46980 | 0 | — | — | — | | b300_sxm | `torch_flow_flashinfer` | shared | trtllm | trtllm:3540 | 0 / 3540 | 0 | — | — | — | | b300_sxm | `triton` | shared | sglang | sglang:8620 | 0 / 8620 | 0 | — | — | — | | b300_sxm | `trtllm_mha` | shared | sglang | sglang:37490 | 0 / 37490 | 0 | — | — | — | +| b300_sxm | `vllm_flashinfer_flashinfertrtllmapidecode` | shared | vllm | vllm:63180 | 0 / 63180 | 0 | — | — | — | | b300_sxm | `vllm_flashinfer_trtllmdecode` | shared | vllm | vllm:58510 | 0 / 58510 | 0 | — | — | — | -| b300_sxm | `vllm_triton_attn` | shared | vllm | vllm:2228 | 0 / 2228 | 0 | — | — | — | +| b300_sxm | `vllm_triton_attn` | shared | vllm | vllm:4456 | 0 / 2228 | 7 | — | — | — | | b60 | `vllm_flash_attn` | shared | vllm | vllm:57209 | 0 / 30948 | 3 | — | — | — | | gb200 | `flashinfer` | shared | sglang | sglang:3570 | 0 / 3570 | 0 | — | — | — | -| gb200 | `torch_flow` | shared | trtllm | trtllm:46982 | 0 / 46982 | 0 | — | — | — | +| gb200 | `torch_flow` | shared | trtllm | trtllm:48316 | 0 / 48316 | 0 | — | — | — | | gb200 | `torch_flow_flashinfer` | shared | trtllm | trtllm:3540 | 0 / 3540 | 0 | — | — | — | | gb200 | `triton` | shared | sglang | sglang:8620 | 0 / 8620 | 0 | — | — | — | -| gb200 | `trtllm_mha` | shared | sglang | sglang:34748 | 0 / 34748 | 0 | — | — | — | -| gb200 | `vllm_flashinfer_trtllmdecode` | shared | vllm | vllm:58510 | 0 / 58510 | 0 | — | — | — | -| gb200 | `vllm_triton_attn` | shared | vllm | vllm:2228 | 0 / 2228 | 0 | — | — | — | +| gb200 | `trtllm_mha` | shared | sglang | sglang:36082 | 0 / 36082 | 0 | — | — | — | +| gb200 | `vllm_flashinfer_flashinfertrtllmapidecode` | shared | vllm | vllm:63180 | 0 / 63180 | 0 | — | — | — | +| gb200 | `vllm_flashinfer_trtllmdecode` | shared | vllm | vllm:59844 | 0 / 59844 | 0 | — | — | — | +| gb200 | `vllm_triton_attn` | shared | vllm | vllm:4456 | 0 / 2228 | 7 | — | — | — | | gb300 | `flashinfer` | shared | sglang | sglang:3570 | 0 / 3570 | 0 | — | — | — | -| gb300 | `torch_flow` | shared | trtllm | trtllm:46982 | 0 / 46982 | 0 | — | — | — | +| gb300 | `torch_flow` | shared | trtllm | trtllm:48316 | 0 / 48316 | 0 | — | — | — | | gb300 | `torch_flow_flashinfer` | shared | trtllm | trtllm:3540 | 0 / 3540 | 0 | — | — | — | | gb300 | `triton` | shared | sglang | sglang:8620 | 0 / 8620 | 0 | — | — | — | -| gb300 | `trtllm_mha` | shared | sglang | sglang:34745 | 0 / 34745 | 0 | — | — | — | -| gb300 | `vllm_flashinfer_trtllmdecode` | shared | vllm | vllm:58510 | 0 / 58510 | 0 | — | — | — | -| gb300 | `vllm_triton_attn` | shared | vllm | vllm:2228 | 0 / 2228 | 0 | — | — | — | +| gb300 | `trtllm_mha` | shared | sglang | sglang:36078 | 0 / 36078 | 0 | — | — | — | +| gb300 | `vllm_flashinfer_flashinfertrtllmapidecode` | shared | vllm | vllm:63180 | 0 / 63180 | 0 | — | — | — | +| gb300 | `vllm_flashinfer_trtllmdecode` | shared | vllm | vllm:59844 | 0 / 59844 | 0 | — | — | — | +| gb300 | `vllm_triton_attn` | shared | vllm | vllm:4456 | 0 / 2228 | 7 | — | — | — | | h100_sxm | `fa3` | shared | sglang | sglang:37176 | 0 / 37176 | 0 | — | — | — | | h100_sxm | `torch_flow` | shared | trtllm | trtllm:52033 | 0 / 52033 | 0 | — | — | — | | h100_sxm | `triton` | shared | sglang | sglang:3292 | 0 / 3292 | 0 | — | — | — | -| h100_sxm | `vllm_flash_attn_fa3` | shared | vllm | vllm:61366 | 0 / 61366 | 0 | — | — | — | -| h100_sxm | `vllm_flash_attn_fa4` | shared | vllm | vllm:800 | 0 / 800 | 0 | — | — | — | -| h200_sxm | `fa3` | shared | sglang | sglang:37176 | 0 / 37176 | 0 | — | — | — | -| h200_sxm | `torch_flow` | shared | trtllm | trtllm:52033 | 0 / 52033 | 0 | — | — | — | +| h100_sxm | `vllm_flash_attn_fa3` | shared | vllm | vllm:127146 | 0 / 65780 | 23 | — | — | — | +| h100_sxm | `vllm_flash_attn_fa4` | shared | vllm | vllm:1728 | 0 / 928 | 1 | — | — | — | +| h200_sxm | `fa3` | shared | sglang | sglang:38510 | 0 / 38510 | 0 | — | — | — | +| h200_sxm | `torch_flow` | shared | trtllm | trtllm:53367 | 0 / 53367 | 0 | — | — | — | | h200_sxm | `triton` | shared | sglang | sglang:3292 | 0 / 3292 | 0 | — | — | — | -| h200_sxm | `vllm_flash_attn_fa3` | shared | vllm | vllm:61366 | 0 / 61366 | 0 | — | — | — | -| h200_sxm | `vllm_flash_attn_fa4` | shared | vllm | vllm:800 | 0 / 800 | 0 | — | — | — | +| h200_sxm | `vllm_flash_attn_fa3` | shared | vllm | vllm:128480 | 0 / 65780 | 485 | — | — | — | +| h200_sxm | `vllm_flash_attn_fa4` | shared | vllm | vllm:1728 | 0 / 928 | 4 | — | — | — | | l40s | `flashinfer` | shared | sglang | sglang:29158 | 0 / 29158 | 0 | — | — | — | | l40s | `torch_flow` | shared | trtllm | trtllm:52714 | 0 / 52714 | 0 | — | — | — | | l40s | `triton` | shared | sglang | sglang:9384 | 0 / 9384 | 0 | — | — | — | @@ -808,48 +853,48 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur | b200_sxm | `trtllm_mhc_pre_dg_nosplit` | shared | trtllm | trtllm:27 | 0 / 27 | 0 | — | — | — | | b200_sxm | `trtllm_mhc_pre_dg_splitk` | shared | trtllm | trtllm:26 | 0 / 26 | 0 | — | — | — | | b200_sxm | `trtllm_mhc_pre_fma` | shared | trtllm | trtllm:16 | 0 / 16 | 0 | — | — | — | -| b200_sxm | `vllm.model_executor.kernels.mhc.tilelang.mhc_post_tilelang` | shared | vllm | vllm:70 | 0 / 70 | 0 | — | — | — | -| b200_sxm | `vllm.model_executor.kernels.mhc.tilelang.mhc_pre_tilelang` | shared | vllm | vllm:64 | 0 / 64 | 0 | — | — | — | +| b200_sxm | `vllm.model_executor.kernels.mhc.tilelang.mhc_post_tilelang` | shared | vllm | vllm:140 | 0 / 70 | 8 | — | — | — | +| b200_sxm | `vllm.model_executor.kernels.mhc.tilelang.mhc_pre_tilelang` | shared | vllm | vllm:134 | 0 / 70 | 2 | — | — | — | | b300_sxm | `sglang_tilelang_mhc_post` | shared | sglang | sglang:70 | 0 / 70 | 0 | — | — | — | | b300_sxm | `sglang_tilelang_mhc_pre` | shared | sglang | sglang:70 | 0 / 70 | 0 | — | — | — | | b300_sxm | `trtllm_mhc_post_mapping` | shared | trtllm | trtllm:70 | 0 / 70 | 0 | — | — | — | | b300_sxm | `trtllm_mhc_pre_dg_nosplit` | shared | trtllm | trtllm:28 | 0 / 28 | 0 | — | — | — | | b300_sxm | `trtllm_mhc_pre_dg_splitk` | shared | trtllm | trtllm:26 | 0 / 26 | 0 | — | — | — | | b300_sxm | `trtllm_mhc_pre_fma` | shared | trtllm | trtllm:16 | 0 / 16 | 0 | — | — | — | -| b300_sxm | `vllm.model_executor.kernels.mhc.tilelang.mhc_post_tilelang` | shared | vllm | vllm:70 | 0 / 70 | 0 | — | — | — | -| b300_sxm | `vllm.model_executor.kernels.mhc.tilelang.mhc_pre_tilelang` | shared | vllm | vllm:63 | 0 / 63 | 0 | — | — | — | +| b300_sxm | `vllm.model_executor.kernels.mhc.tilelang.mhc_post_tilelang` | shared | vllm | vllm:140 | 0 / 70 | 9 | — | — | — | +| b300_sxm | `vllm.model_executor.kernels.mhc.tilelang.mhc_pre_tilelang` | shared | vllm | vllm:133 | 0 / 70 | 5 | — | — | — | | gb200 | `sglang_tilelang_mhc_post` | shared | sglang | sglang:70 | 0 / 70 | 0 | — | — | — | | gb200 | `sglang_tilelang_mhc_pre` | shared | sglang | sglang:70 | 0 / 70 | 0 | — | — | — | | gb200 | `trtllm_mhc_post_mapping` | shared | trtllm | trtllm:70 | 0 / 70 | 0 | — | — | — | | gb200 | `trtllm_mhc_pre_dg_nosplit` | shared | trtllm | trtllm:26 | 0 / 26 | 0 | — | — | — | | gb200 | `trtllm_mhc_pre_dg_splitk` | shared | trtllm | trtllm:27 | 0 / 27 | 0 | — | — | — | | gb200 | `trtllm_mhc_pre_fma` | shared | trtllm | trtllm:16 | 0 / 16 | 0 | — | — | — | -| gb200 | `vllm.model_executor.kernels.mhc.tilelang.mhc_post_tilelang` | shared | vllm | vllm:70 | 0 / 70 | 0 | — | — | — | -| gb200 | `vllm.model_executor.kernels.mhc.tilelang.mhc_pre_tilelang` | shared | vllm | vllm:70 | 0 / 70 | 0 | — | — | — | +| gb200 | `vllm.model_executor.kernels.mhc.tilelang.mhc_post_tilelang` | shared | vllm | vllm:140 | 0 / 70 | 6 | — | — | — | +| gb200 | `vllm.model_executor.kernels.mhc.tilelang.mhc_pre_tilelang` | shared | vllm | vllm:140 | 0 / 70 | 7 | — | — | — | | gb300 | `sglang_tilelang_mhc_post` | shared | sglang | sglang:70 | 0 / 70 | 0 | — | — | — | | gb300 | `sglang_tilelang_mhc_pre` | shared | sglang | sglang:70 | 0 / 70 | 0 | — | — | — | | gb300 | `trtllm_mhc_post_mapping` | shared | trtllm | trtllm:70 | 0 / 70 | 0 | — | — | — | | gb300 | `trtllm_mhc_pre_dg_nosplit` | shared | trtllm | trtllm:28 | 0 / 28 | 0 | — | — | — | | gb300 | `trtllm_mhc_pre_dg_splitk` | shared | trtllm | trtllm:26 | 0 / 26 | 0 | — | — | — | | gb300 | `trtllm_mhc_pre_fma` | shared | trtllm | trtllm:16 | 0 / 16 | 0 | — | — | — | -| gb300 | `vllm.model_executor.kernels.mhc.tilelang.mhc_post_tilelang` | shared | vllm | vllm:70 | 0 / 70 | 0 | — | — | — | -| gb300 | `vllm.model_executor.kernels.mhc.tilelang.mhc_pre_tilelang` | shared | vllm | vllm:70 | 0 / 70 | 0 | — | — | — | +| gb300 | `vllm.model_executor.kernels.mhc.tilelang.mhc_post_tilelang` | shared | vllm | vllm:140 | 0 / 70 | 10 | — | — | — | +| gb300 | `vllm.model_executor.kernels.mhc.tilelang.mhc_pre_tilelang` | shared | vllm | vllm:140 | 0 / 70 | 13 | — | — | — | | h100_sxm | `sglang_tilelang_mhc_post` | shared | sglang | sglang:68 | 0 / 68 | 0 | — | — | — | | h100_sxm | `sglang_tilelang_mhc_pre` | shared | sglang | sglang:70 | 0 / 70 | 0 | — | — | — | | h100_sxm | `trtllm_mhc_post_mapping` | shared | trtllm | trtllm:69 | 0 / 69 | 0 | — | — | — | | h100_sxm | `trtllm_mhc_pre_dg_nosplit` | shared | trtllm | trtllm:24 | 0 / 24 | 0 | — | — | — | | h100_sxm | `trtllm_mhc_pre_dg_splitk` | shared | trtllm | trtllm:27 | 0 / 27 | 0 | — | — | — | | h100_sxm | `trtllm_mhc_pre_fma` | shared | trtllm | trtllm:16 | 0 / 16 | 0 | — | — | — | -| h100_sxm | `vllm.model_executor.kernels.mhc.tilelang.mhc_post_tilelang` | shared | vllm | vllm:69 | 0 / 69 | 0 | — | — | — | -| h100_sxm | `vllm.model_executor.kernels.mhc.tilelang.mhc_pre_tilelang` | shared | vllm | vllm:70 | 0 / 70 | 0 | — | — | — | +| h100_sxm | `vllm.model_executor.kernels.mhc.tilelang.mhc_post_tilelang` | shared | vllm | vllm:138 | 0 / 69 | 5 | — | — | — | +| h100_sxm | `vllm.model_executor.kernels.mhc.tilelang.mhc_pre_tilelang` | shared | vllm | vllm:140 | 0 / 70 | 0 | — | — | — | | h200_sxm | `sglang_tilelang_mhc_post` | shared | sglang | sglang:70 | 0 / 70 | 0 | — | — | — | | h200_sxm | `sglang_tilelang_mhc_pre` | shared | sglang | sglang:70 | 0 / 70 | 0 | — | — | — | | h200_sxm | `trtllm_mhc_post_mapping` | shared | trtllm | trtllm:70 | 0 / 70 | 0 | — | — | — | | h200_sxm | `trtllm_mhc_pre_dg_nosplit` | shared | trtllm | trtllm:26 | 0 / 26 | 0 | — | — | — | | h200_sxm | `trtllm_mhc_pre_dg_splitk` | shared | trtllm | trtllm:24 | 0 / 24 | 0 | — | — | — | | h200_sxm | `trtllm_mhc_pre_fma` | shared | trtllm | trtllm:19 | 0 / 19 | 0 | — | — | — | -| h200_sxm | `vllm.model_executor.kernels.mhc.tilelang.mhc_post_tilelang` | shared | vllm | vllm:70 | 0 / 70 | 0 | — | — | — | -| h200_sxm | `vllm.model_executor.kernels.mhc.tilelang.mhc_pre_tilelang` | shared | vllm | vllm:70 | 0 / 70 | 0 | — | — | — | +| h200_sxm | `vllm.model_executor.kernels.mhc.tilelang.mhc_post_tilelang` | shared | vllm | vllm:140 | 0 / 70 | 5 | — | — | — | +| h200_sxm | `vllm.model_executor.kernels.mhc.tilelang.mhc_pre_tilelang` | shared | vllm | vllm:140 | 0 / 70 | 8 | — | — | — | | l40s | `trtllm_mhc_post_mapping` | shared | trtllm | trtllm:67 | 0 / 67 | 0 | — | — | — | | l40s | `trtllm_mhc_pre_fma` | shared | trtllm | trtllm:65 | 0 / 65 | 0 | — | — | — | | l40s | `vllm.model_executor.kernels.mhc.tilelang.mhc_post_tilelang` | shared | vllm | vllm:67 | 0 / 67 | 0 | — | — | — | @@ -866,34 +911,34 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur | a100_sxm | `default` | shared_fallback | sglang, trtllm | sglang:424, trtllm:424 | 224 / 224 | 0 | 1.4 | 18.4 | 115.9 | | b200_sxm | `sglang_sgl_kernel_bmm_fp8` | shared | sglang | sglang:636 | 0 / 336 | 0 | — | — | — | | b200_sxm | `sglang_torch_bmm` | shared | sglang | sglang:636 | 0 / 336 | 0 | — | — | — | -| b200_sxm | `trtllm_bmm_out` | shared | trtllm | trtllm:424 | 0 / 224 | 0 | — | — | — | -| b200_sxm | `trtllm_bmm_out_dequant_bf16` | shared | trtllm | trtllm:424 | 0 / 224 | 0 | — | — | — | -| b200_sxm | `vllm_torch_bmm` | shared | vllm | vllm:636 | 0 / 336 | 0 | — | — | — | +| b200_sxm | `trtllm_bmm_out` | shared | trtllm | trtllm:424 | 0 / 424 | 0 | — | — | — | +| b200_sxm | `trtllm_bmm_out_dequant_bf16` | shared | trtllm | trtllm:424 | 0 / 424 | 0 | — | — | — | +| b200_sxm | `vllm_torch_bmm` | shared | vllm | vllm:1272 | 0 / 336 | 1 | — | — | — | | b300_sxm | `sglang_sgl_kernel_bmm_fp8` | shared | sglang | sglang:848 | 0 / 224 | 0 | — | — | — | | b300_sxm | `sglang_torch_bmm` | shared | sglang | sglang:848 | 0 / 224 | 0 | — | — | — | | b300_sxm | `trtllm_bmm_out` | shared | trtllm | trtllm:424 | 0 / 224 | 0 | — | — | — | | b300_sxm | `trtllm_bmm_out_dequant_bf16` | shared | trtllm | trtllm:424 | 0 / 224 | 0 | — | — | — | -| b300_sxm | `vllm_torch_bmm` | shared | vllm | vllm:636 | 0 / 336 | 0 | — | — | — | +| b300_sxm | `vllm_torch_bmm` | shared | vllm | vllm:1272 | 0 / 336 | 3 | — | — | — | | gb200 | `sglang_sgl_kernel_bmm_fp8` | shared | sglang | sglang:848 | 0 / 224 | 0 | — | — | — | | gb200 | `sglang_torch_bmm` | shared | sglang | sglang:848 | 0 / 224 | 0 | — | — | — | | gb200 | `trtllm_bmm_out` | shared | trtllm | trtllm:424 | 0 / 224 | 0 | — | — | — | | gb200 | `trtllm_bmm_out_dequant_bf16` | shared | trtllm | trtllm:424 | 0 / 224 | 0 | — | — | — | -| gb200 | `vllm_torch_bmm` | shared | vllm | vllm:636 | 0 / 336 | 0 | — | — | — | +| gb200 | `vllm_torch_bmm` | shared | vllm | vllm:1272 | 0 / 336 | 1 | — | — | — | | gb300 | `sglang_sgl_kernel_bmm_fp8` | shared | sglang | sglang:848 | 0 / 224 | 0 | — | — | — | | gb300 | `sglang_torch_bmm` | shared | sglang | sglang:848 | 0 / 224 | 0 | — | — | — | | gb300 | `trtllm_bmm_out` | shared | trtllm | trtllm:424 | 0 / 224 | 0 | — | — | — | | gb300 | `trtllm_bmm_out_dequant_bf16` | shared | trtllm | trtllm:424 | 0 / 224 | 0 | — | — | — | -| gb300 | `vllm_torch_bmm` | shared | vllm | vllm:1072 | 0 / 336 | 2 | — | — | — | +| gb300 | `vllm_torch_bmm` | shared | vllm | vllm:1708 | 0 / 336 | 4 | — | — | — | | h100_sxm | `sglang_sgl_kernel_bmm_fp8` | shared | sglang | sglang:848 | 0 / 224 | 0 | — | — | — | | h100_sxm | `sglang_torch_bmm` | shared | sglang | sglang:848 | 0 / 224 | 0 | — | — | — | | h100_sxm | `trtllm_bmm_out` | shared | trtllm | trtllm:424 | 0 / 224 | 0 | — | — | — | | h100_sxm | `trtllm_fp8_block_scaling_bmm_out` | shared | trtllm | trtllm:424 | 0 / 224 | 0 | — | — | — | -| h100_sxm | `vllm_torch_bmm` | shared | vllm | vllm:636 | 0 / 336 | 0 | — | — | — | +| h100_sxm | `vllm_torch_bmm` | shared | vllm | vllm:1272 | 0 / 336 | 1 | — | — | — | | h200_sxm | `sglang_sgl_kernel_bmm_fp8` | shared | sglang | sglang:424 | 0 / 224 | 0 | — | — | — | | h200_sxm | `sglang_torch_bmm` | shared | sglang | sglang:424 | 0 / 224 | 0 | — | — | — | | h200_sxm | `trtllm_bmm_out` | shared | trtllm | trtllm:424 | 0 / 224 | 0 | — | — | — | | h200_sxm | `trtllm_fp8_block_scaling_bmm_out` | shared | trtllm | trtllm:424 | 0 / 224 | 0 | — | — | — | -| h200_sxm | `vllm_torch_bmm` | shared | vllm | vllm:636 | 0 / 336 | 0 | — | — | — | +| h200_sxm | `vllm_torch_bmm` | shared | vllm | vllm:1272 | 0 / 336 | 2 | — | — | — | | l40s | `default` | shared_fallback | trtllm | trtllm:848 | 0 / 448 | 0 | — | — | — | | l40s | `sglang_sgl_kernel_bmm_fp8` | shared | sglang | sglang:424 | 0 / 224 | 0 | — | — | — | | l40s | `sglang_torch_bmm` | shared | sglang | sglang:424 | 0 / 224 | 0 | — | — | — | @@ -908,29 +953,31 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur | system | kernel_source | tier | frameworks | rows_per_fw | overlap_keys | dedup rows | median % | p95 % | max % | |---|---|---|---|---|---|---|---|---|---| -| b200_sxm | `FLASHINFER_MLA` | shared | vllm | vllm:648 | 0 / 648 | 0 | — | — | — | -| b200_sxm | `FLASH_ATTN` | shared | vllm | vllm:5424 | 0 / 5424 | 0 | — | — | — | -| b200_sxm | `TRTLLM_RAGGED` | shared | vllm | vllm:2712 | 0 / 2712 | 0 | — | — | — | +| b200_sxm | `FLASHINFER_MLA` | shared | vllm | vllm:1503 | 0 / 855 | 5 | — | — | — | +| b200_sxm | `FLASH_ATTN` | shared | vllm | vllm:13560 | 0 / 8136 | 58 | — | — | — | +| b200_sxm | `TRTLLM_RAGGED` | shared | vllm | vllm:6780 | 0 / 4068 | 27 | — | — | — | | b200_sxm | `default` | shared_fallback | trtllm | trtllm:5856 | 0 / 5856 | 0 | — | — | — | -| b300_sxm | `FLASHINFER_MLA` | shared | vllm | vllm:648 | 0 / 648 | 0 | — | — | — | -| b300_sxm | `FLASH_ATTN` | shared | vllm | vllm:5424 | 0 / 5424 | 0 | — | — | — | -| b300_sxm | `TRTLLM_RAGGED` | shared | vllm | vllm:2712 | 0 / 2712 | 0 | — | — | — | +| b200_sxm | `mla_trtllm_mla` | shared | sglang | sglang:218 | 0 / 218 | 0 | — | — | — | +| b300_sxm | `FLASHINFER_MLA` | shared | vllm | vllm:1503 | 0 / 855 | 0 | — | — | — | +| b300_sxm | `FLASH_ATTN` | shared | vllm | vllm:13560 | 0 / 8136 | 0 | — | — | — | +| b300_sxm | `TRTLLM_RAGGED` | shared | vllm | vllm:6780 | 0 / 4068 | 0 | — | — | — | | b300_sxm | `default` | shared_fallback | trtllm | trtllm:5856 | 0 / 5856 | 0 | — | — | — | -| gb200 | `FLASHINFER_MLA` | shared | vllm | vllm:648 | 0 / 648 | 0 | — | — | — | -| gb200 | `FLASH_ATTN` | shared | vllm | vllm:5424 | 0 / 5424 | 0 | — | — | — | -| gb200 | `TRTLLM_RAGGED` | shared | vllm | vllm:2712 | 0 / 2712 | 0 | — | — | — | +| b300_sxm | `mla_trtllm_mla` | shared | sglang | sglang:218 | 0 / 218 | 0 | — | — | — | +| gb200 | `FLASHINFER_MLA` | shared | vllm | vllm:1503 | 0 / 855 | 0 | — | — | — | +| gb200 | `FLASH_ATTN` | shared | vllm | vllm:13560 | 0 / 8136 | 0 | — | — | — | +| gb200 | `TRTLLM_RAGGED` | shared | vllm | vllm:6780 | 0 / 4068 | 0 | — | — | — | | gb200 | `default` | shared_fallback | trtllm | trtllm:5856 | 0 / 5856 | 0 | — | — | — | -| gb300 | `FLASHINFER_MLA` | shared | vllm | vllm:2264 | 0 / 1620 | 0 | — | — | — | -| gb300 | `FLASH_ATTN` | shared | vllm | vllm:18925 | 0 / 13560 | 0 | — | — | — | -| gb300 | `TRTLLM_RAGGED` | shared | vllm | vllm:9455 | 0 / 6780 | 0 | — | — | — | +| gb300 | `FLASHINFER_MLA` | shared | vllm | vllm:3119 | 0 / 1827 | 6 | — | — | — | +| gb300 | `FLASH_ATTN` | shared | vllm | vllm:27061 | 0 / 16272 | 49 | — | — | — | +| gb300 | `TRTLLM_RAGGED` | shared | vllm | vllm:13523 | 0 / 8136 | 15 | — | — | — | | gb300 | `default` | shared_fallback | trtllm | trtllm:5856 | 0 / 5856 | 0 | — | — | — | -| h100_sxm | `FLASHMLA` | shared | vllm | vllm:702 | 0 / 702 | 0 | — | — | — | -| h100_sxm | `FLASH_ATTN` | shared | vllm | vllm:2176 | 0 / 2176 | 0 | — | — | — | -| h100_sxm | `FLASH_ATTN_MLA` | shared | vllm | vllm:1008 | 0 / 1008 | 0 | — | — | — | +| h100_sxm | `FLASHMLA` | shared | vllm | vllm:1746 | 0 / 1044 | 0 | — | — | — | +| h100_sxm | `FLASH_ATTN` | shared | vllm | vllm:5440 | 0 / 3264 | 0 | — | — | — | +| h100_sxm | `FLASH_ATTN_MLA` | shared | vllm | vllm:2520 | 0 / 1512 | 0 | — | — | — | | h100_sxm | `default` | shared_fallback | trtllm | trtllm:3866 | 0 / 3866 | 0 | — | — | — | -| h200_sxm | `FLASHMLA` | shared | vllm | vllm:702 | 0 / 702 | 0 | — | — | — | -| h200_sxm | `FLASH_ATTN` | shared | vllm | vllm:2176 | 0 / 2176 | 0 | — | — | — | -| h200_sxm | `FLASH_ATTN_MLA` | shared | vllm | vllm:1008 | 0 / 1008 | 0 | — | — | — | +| h200_sxm | `FLASHMLA` | shared | vllm | vllm:1746 | 0 / 1044 | 0 | — | — | — | +| h200_sxm | `FLASH_ATTN` | shared | vllm | vllm:5440 | 0 / 3264 | 0 | — | — | — | +| h200_sxm | `FLASH_ATTN_MLA` | shared | vllm | vllm:2520 | 0 / 1512 | 0 | — | — | — | | h200_sxm | `default` | shared_fallback | trtllm | trtllm:3869 | 0 / 3869 | 0 | — | — | — | | l40s | `FLASH_ATTN` | shared | vllm | vllm:1790 | 0 / 1790 | 0 | — | — | — | | l40s | `TRITON_MLA` | shared | vllm | vllm:144 | 0 / 144 | 0 | — | — | — | @@ -942,19 +989,19 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur | system | kernel_source | tier | frameworks | rows_per_fw | overlap_keys | dedup rows | median % | p95 % | max % | |---|---|---|---|---|---|---|---|---|---| -| b200_sxm | `FLASHINFER_MLA` | shared | vllm | vllm:8832 | 0 / 8832 | 0 | — | — | — | +| b200_sxm | `FLASHINFER_MLA` | shared | vllm | vllm:20232 | 0 / 11400 | 70 | — | — | — | | b200_sxm | `default` | shared_fallback | trtllm | trtllm:8831 | 0 / 8831 | 0 | — | — | — | -| b300_sxm | `FLASHINFER_MLA` | shared | vllm | vllm:8832 | 0 / 8832 | 0 | — | — | — | +| b300_sxm | `FLASHINFER_MLA` | shared | vllm | vllm:20232 | 0 / 11400 | 0 | — | — | — | | b300_sxm | `default` | shared_fallback | trtllm | trtllm:8832 | 0 / 8832 | 0 | — | — | — | -| gb200 | `FLASHINFER_MLA` | shared | vllm | vllm:8832 | 0 / 8832 | 0 | — | — | — | +| gb200 | `FLASHINFER_MLA` | shared | vllm | vllm:20232 | 0 / 11400 | 0 | — | — | — | | gb200 | `default` | shared_fallback | trtllm | trtllm:8832 | 0 / 8832 | 0 | — | — | — | -| gb300 | `FLASHINFER_MLA` | shared | vllm | vllm:30812 | 0 / 22080 | 0 | — | — | — | +| gb300 | `FLASHINFER_MLA` | shared | vllm | vllm:42212 | 0 / 24648 | 30 | — | — | — | | gb300 | `default` | shared_fallback | trtllm | trtllm:8832 | 0 / 8832 | 0 | — | — | — | -| h100_sxm | `FLASHMLA` | shared | vllm | vllm:2944 | 0 / 2944 | 0 | — | — | — | -| h100_sxm | `FLASH_ATTN_MLA` | shared | vllm | vllm:2896 | 0 / 2896 | 0 | — | — | — | +| h100_sxm | `FLASHMLA` | shared | vllm | vllm:7360 | 0 / 4416 | 0 | — | — | — | +| h100_sxm | `FLASH_ATTN_MLA` | shared | vllm | vllm:7240 | 0 / 4344 | 0 | — | — | — | | h100_sxm | `default` | shared_fallback | trtllm | trtllm:5888 | 0 / 5888 | 0 | — | — | — | -| h200_sxm | `FLASHMLA` | shared | vllm | vllm:2944 | 0 / 2944 | 0 | — | — | — | -| h200_sxm | `FLASH_ATTN_MLA` | shared | vllm | vllm:2944 | 0 / 2944 | 0 | — | — | — | +| h200_sxm | `FLASHMLA` | shared | vllm | vllm:7360 | 0 / 4416 | 0 | — | — | — | +| h200_sxm | `FLASH_ATTN_MLA` | shared | vllm | vllm:7360 | 0 / 4416 | 0 | — | — | — | | h200_sxm | `default` | shared_fallback | trtllm | trtllm:5888 | 0 / 5888 | 0 | — | — | — | | l40s | `TRITON_MLA` | shared | vllm | vllm:2656 | 0 / 2656 | 0 | — | — | — | | rtx_pro_6000_server | `TRITON_MLA` | shared | vllm | vllm:2990 | 0 / 2990 | 0 | — | — | — | @@ -980,50 +1027,56 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur | a100_sxm | `sglang_marlin_moe` | shared | sglang | sglang:19035 | 0 / 16686 | 0 | — | — | — | | a100_sxm | `vllm_fused_moe` | shared | vllm | vllm:6360 | 0 / 6360 | 0 | — | — | — | | b200_sxm | `deepgemm` | shared | trtllm | trtllm:38799 | 0 / 38799 | 0 | — | — | — | -| b200_sxm | `moe_torch_flow` | shared | trtllm | trtllm:10692 | 0 / 6480 | 5 | — | — | — | +| b200_sxm | `moe_torch_flow` | shared | trtllm | trtllm:10854 | 0 / 10854 | 0 | — | — | — | | b200_sxm | `moe_torch_flow_cutlass` | shared | trtllm | trtllm:114048 | 0 / 114048 | 0 | — | — | — | | b200_sxm | `moe_torch_flow_min_latency` | shared | trtllm | trtllm:36045 | 0 / 36045 | 0 | — | — | — | | b200_sxm | `moe_torch_flow_nongated` | shared | trtllm | trtllm:22923 | 0 / 22923 | 0 | — | — | — | -| b200_sxm | `sglang_flashinfer_trtllm_moe` | shared | sglang | sglang:118503 | 0 / 118503 | 0 | — | — | — | -| b200_sxm | `sglang_fused_moe_triton` | shared | sglang | sglang:30942 | 0 / 30942 | 0 | — | — | — | -| b200_sxm | `sglang_mxfp4_flashinfer_trtllm_moe` | shared | sglang | sglang:5184 | 0 / 5184 | 0 | — | — | — | +| b200_sxm | `sglang_flashinfer_trtllm_moe` | shared | sglang | sglang:124821 | 0 / 124821 | 0 | — | — | — | +| b200_sxm | `sglang_fused_moe_triton` | shared | sglang | sglang:36936 | 0 / 36936 | 0 | — | — | — | +| b200_sxm | `sglang_mxfp4_flashinfer_trtllm_moe` | shared | sglang | sglang:5214 | 0 / 5214 | 0 | — | — | — | | b200_sxm | `vllm_compressedtensorsw4a4mxfp4moe_marlin_marlinexperts` | shared | vllm | vllm:972 | 0 / 972 | 0 | — | — | — | -| b200_sxm | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:972 | 0 / 972 | 0 | — | — | — | -| b200_sxm | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmodular` | shared | vllm | vllm:2754 | 0 / 2754 | 0 | — | — | — | -| b200_sxm | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmonolithic` | shared | vllm | vllm:15049 | 0 / 15049 | 0 | — | — | — | -| b200_sxm | `vllm_compressedtensorswna16marlinmoe_marlin_marlinexperts` | shared | vllm | vllm:1053 | 0 / 1053 | 0 | — | — | — | +| b200_sxm | `vllm_compressedtensorsw4a4mxfp4moe_marlin_marlinexperts_situ_as_silu` | shared | vllm | vllm:972 | 0 / 972 | 0 | — | — | — | +| b200_sxm | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:1944 | 0 / 972 | 0 | — | — | — | +| b200_sxm | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmodular` | shared | vllm | vllm:6156 | 0 / 3402 | 4 | — | — | — | +| b200_sxm | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmonolithic` | shared | vllm | vllm:29786 | 0 / 15101 | 13 | — | — | — | +| b200_sxm | `vllm_compressedtensorswna16marlinmoe_marlin_marlinexperts` | shared | vllm | vllm:2106 | 0 / 1053 | 0 | — | — | — | | b200_sxm | `vllm_flashinfer_trtllm_moe_fp4` | shared | vllm | vllm:10287 | 0 / 9234 | 0 | — | — | — | -| b200_sxm | `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmodular` | shared | vllm | vllm:3807 | 0 / 3807 | 0 | — | — | — | -| b200_sxm | `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | shared | vllm | vllm:11421 | 0 / 11421 | 0 | — | — | — | +| b200_sxm | `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmodular` | shared | vllm | vllm:8181 | 0 / 4374 | 1 | — | — | — | +| b200_sxm | `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | shared | vllm | vllm:24948 | 0 / 12474 | 12 | — | — | — | | b200_sxm | `vllm_fused_moe` | shared | vllm | vllm:83407 | 0 / 80329 | 0 | — | — | — | -| b200_sxm | `vllm_gptossmxfp4moe_flashinfer_trtllm_mxfp4_bf16_trtllmmxfp4expertsmonolithic` | shared | vllm | vllm:1944 | 0 / 1944 | 0 | — | — | — | +| b200_sxm | `vllm_gptossmxfp4moe_flashinfer_trtllm_mxfp4_bf16_trtllmmxfp4expertsmonolithic` | shared | vllm | vllm:3888 | 0 / 1944 | 6 | — | — | — | | b200_sxm | `vllm_marlin_int4_moe` | shared | vllm | vllm:10209 | 0 / 9237 | 0 | — | — | — | -| b200_sxm | `vllm_modeloptfp8moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:972 | 0 / 972 | 0 | — | — | — | -| b200_sxm | `vllm_modeloptfp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | shared | vllm | vllm:12304 | 0 / 12304 | 0 | — | — | — | +| b200_sxm | `vllm_modeloptfp8moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:2835 | 0 / 1863 | 1 | — | — | — | +| b200_sxm | `vllm_modeloptfp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | shared | vllm | vllm:24573 | 0 / 12503 | 17 | — | — | — | | b200_sxm | `vllm_mxfp4_moe` | shared | vllm | vllm:1138 | 0 / 1138 | 0 | — | — | — | -| b200_sxm | `vllm_mxfp4moe_flashinfer_trtllm_mxfp4_mxfp8_trtllmmxfp4expertsmodular` | shared | vllm | vllm:2187 | 0 / 2187 | 0 | — | — | — | -| b200_sxm | `vllm_unquantizedfusedmoe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:1944 | 0 / 1944 | 0 | — | — | — | -| b200_sxm | `vllm_unquantizedfusedmoe_flashinfer_trtllm_trtllmbf16experts` | shared | vllm | vllm:12424 | 0 / 12424 | 0 | — | — | — | +| b200_sxm | `vllm_mxfp4moe_flashinfer_trtllm_mxfp4_mxfp8_trtllmmxfp4expertsmodular` | shared | vllm | vllm:4374 | 0 / 2187 | 3 | — | — | — | +| b200_sxm | `vllm_unquantizedfusedmoe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:3726 | 0 / 2835 | 0 | — | — | — | +| b200_sxm | `vllm_unquantizedfusedmoe_flashinfer_trtllm_trtllmbf16experts` | shared | vllm | vllm:25720 | 0 / 13556 | 9 | — | — | — | +| b200_sxm | `vllm_unquantizedfusedmoe_flashinfer_trtllm_trtllmbf16expertsmonolithic` | shared | vllm | vllm:1053 | 0 / 1053 | 0 | — | — | — | +| b200_sxm | `vllm_unquantizedfusedmoe_triton_tritonexperts` | shared | vllm | vllm:1053 | 0 / 1053 | 0 | — | — | — | | b300_sxm | `deepgemm` | shared | trtllm | trtllm:38799 | 0 / 38799 | 0 | — | — | — | | b300_sxm | `moe_torch_flow` | shared | trtllm | trtllm:12472 | 0 / 7371 | 9 | — | — | — | | b300_sxm | `moe_torch_flow_cutlass` | shared | trtllm | trtllm:114048 | 0 / 114048 | 0 | — | — | — | | b300_sxm | `moe_torch_flow_nongated` | shared | trtllm | trtllm:22923 | 0 / 22923 | 0 | — | — | — | -| b300_sxm | `sglang_flashinfer_trtllm_moe` | shared | sglang | sglang:195448 | 0 / 115425 | 0 | — | — | — | -| b300_sxm | `sglang_fused_moe_triton` | shared | sglang | sglang:55588 | 0 / 30942 | 0 | — | — | — | +| b300_sxm | `sglang_flashinfer_trtllm_moe` | shared | sglang | sglang:198607 | 0 / 118584 | 0 | — | — | — | +| b300_sxm | `sglang_fused_moe_triton` | shared | sglang | sglang:61582 | 0 / 36936 | 0 | — | — | — | | b300_sxm | `sglang_mxfp4_flashinfer_trtllm_moe` | shared | sglang | sglang:9720 | 0 / 5184 | 0 | — | — | — | | b300_sxm | `vllm_compressedtensorsw4a4mxfp4moe_marlin_marlinexperts` | shared | vllm | vllm:972 | 0 / 972 | 0 | — | — | — | -| b300_sxm | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:972 | 0 / 972 | 0 | — | — | — | -| b300_sxm | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmodular` | shared | vllm | vllm:648 | 0 / 648 | 0 | — | — | — | -| b300_sxm | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmonolithic` | shared | vllm | vllm:13996 | 0 / 13996 | 0 | — | — | — | -| b300_sxm | `vllm_compressedtensorswna16marlinmoe_marlin_marlinexperts` | shared | vllm | vllm:1053 | 0 / 1053 | 0 | — | — | — | -| b300_sxm | `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmodular` | shared | vllm | vllm:3807 | 0 / 3807 | 0 | — | — | — | -| b300_sxm | `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | shared | vllm | vllm:11421 | 0 / 11421 | 0 | — | — | — | -| b300_sxm | `vllm_gptossmxfp4moe_flashinfer_trtllm_mxfp4_bf16_trtllmmxfp4expertsmonolithic` | shared | vllm | vllm:1944 | 0 / 1944 | 0 | — | — | — | -| b300_sxm | `vllm_modeloptfp8moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:972 | 0 / 972 | 0 | — | — | — | -| b300_sxm | `vllm_modeloptfp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | shared | vllm | vllm:11266 | 0 / 11266 | 0 | — | — | — | -| b300_sxm | `vllm_mxfp4moe_flashinfer_trtllm_mxfp4_mxfp8_trtllmmxfp4expertsmodular` | shared | vllm | vllm:2187 | 0 / 2187 | 0 | — | — | — | -| b300_sxm | `vllm_unquantizedfusedmoe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:1944 | 0 / 1944 | 0 | — | — | — | -| b300_sxm | `vllm_unquantizedfusedmoe_flashinfer_trtllm_trtllmbf16experts` | shared | vllm | vllm:12224 | 0 / 12224 | 0 | — | — | — | +| b300_sxm | `vllm_compressedtensorsw4a4mxfp4moe_marlin_marlinexperts_situ_as_silu` | shared | vllm | vllm:972 | 0 / 972 | 0 | — | — | — | +| b300_sxm | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:1944 | 0 / 972 | 0 | — | — | — | +| b300_sxm | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmodular` | shared | vllm | vllm:4050 | 0 / 3402 | 0 | — | — | — | +| b300_sxm | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmonolithic` | shared | vllm | vllm:28785 | 0 / 15127 | 23 | — | — | — | +| b300_sxm | `vllm_compressedtensorswna16marlinmoe_marlin_marlinexperts` | shared | vllm | vllm:2106 | 0 / 1053 | 0 | — | — | — | +| b300_sxm | `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmodular` | shared | vllm | vllm:8181 | 0 / 4374 | 5 | — | — | — | +| b300_sxm | `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | shared | vllm | vllm:24948 | 0 / 12474 | 21 | — | — | — | +| b300_sxm | `vllm_gptossmxfp4moe_flashinfer_trtllm_mxfp4_bf16_trtllmmxfp4expertsmonolithic` | shared | vllm | vllm:3888 | 0 / 1944 | 5 | — | — | — | +| b300_sxm | `vllm_modeloptfp8moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:2835 | 0 / 1863 | 1 | — | — | — | +| b300_sxm | `vllm_modeloptfp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | shared | vllm | vllm:23821 | 0 / 12555 | 13 | — | — | — | +| b300_sxm | `vllm_mxfp4moe_flashinfer_trtllm_mxfp4_mxfp8_trtllmmxfp4expertsmodular` | shared | vllm | vllm:4374 | 0 / 2187 | 3 | — | — | — | +| b300_sxm | `vllm_unquantizedfusedmoe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:3726 | 0 / 2835 | 1 | — | — | — | +| b300_sxm | `vllm_unquantizedfusedmoe_flashinfer_trtllm_trtllmbf16experts` | shared | vllm | vllm:25728 | 0 / 13582 | 15 | — | — | — | +| b300_sxm | `vllm_unquantizedfusedmoe_flashinfer_trtllm_trtllmbf16expertsmonolithic` | shared | vllm | vllm:1053 | 0 / 1053 | 0 | — | — | — | +| b300_sxm | `vllm_unquantizedfusedmoe_triton_tritonexperts` | shared | vllm | vllm:1053 | 0 / 1053 | 0 | — | — | — | | b60 | `vllm_xpu_moe` | shared | vllm | vllm:1836 | 0 / 1404 | 0 | — | — | — | | b60 | `vllm_xpu_moe_mxfp4` | shared | vllm | vllm:2592 | 0 / 1296 | 0 | — | — | — | | gb200 | `deepgemm` | shared | trtllm | trtllm:38799 | 0 / 38799 | 0 | — | — | — | @@ -1031,73 +1084,79 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur | gb200 | `moe_torch_flow_cutlass` | shared | trtllm | trtllm:114048 | 0 / 114048 | 0 | — | — | — | | gb200 | `moe_torch_flow_min_latency` | shared | trtllm | trtllm:36045 | 0 / 36045 | 0 | — | — | — | | gb200 | `moe_torch_flow_nongated` | shared | trtllm | trtllm:22923 | 0 / 22923 | 0 | — | — | — | -| gb200 | `sglang_flashinfer_trtllm_moe` | shared | sglang | sglang:153054 | 0 / 118500 | 0 | — | — | — | -| gb200 | `sglang_fused_moe_triton` | shared | sglang | sglang:44631 | 0 / 30942 | 0 | — | — | — | -| gb200 | `sglang_mxfp4_flashinfer_trtllm_moe` | shared | sglang | sglang:7533 | 0 / 5184 | 0 | — | — | — | -| gb200 | `vllm_compressedtensorsw4a4mxfp4moe_marlin_marlinexperts_situ_as_silu` | shared | vllm | vllm:972 | 0 / 972 | 0 | — | — | — | -| gb200 | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:972 | 0 / 972 | 0 | — | — | — | -| gb200 | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmodular` | shared | vllm | vllm:2754 | 0 / 2754 | 0 | — | — | — | -| gb200 | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmonolithic` | shared | vllm | vllm:15075 | 0 / 15075 | 0 | — | — | — | -| gb200 | `vllm_compressedtensorswna16marlinmoe_marlin_marlinexperts` | shared | vllm | vllm:1053 | 0 / 1053 | 0 | — | — | — | -| gb200 | `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmodular` | shared | vllm | vllm:3807 | 0 / 3807 | 0 | — | — | — | -| gb200 | `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | shared | vllm | vllm:11421 | 0 / 11421 | 0 | — | — | — | -| gb200 | `vllm_gptossmxfp4moe_flashinfer_trtllm_mxfp4_bf16_trtllmmxfp4expertsmonolithic` | shared | vllm | vllm:1944 | 0 / 1944 | 0 | — | — | — | -| gb200 | `vllm_modeloptfp8moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:972 | 0 / 972 | 0 | — | — | — | -| gb200 | `vllm_modeloptfp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | shared | vllm | vllm:11138 | 0 / 11138 | 0 | — | — | — | -| gb200 | `vllm_mxfp4moe_flashinfer_trtllm_mxfp4_mxfp8_trtllmmxfp4expertsmodular` | shared | vllm | vllm:2187 | 0 / 2187 | 0 | — | — | — | -| gb200 | `vllm_unquantizedfusedmoe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:1944 | 0 / 1944 | 0 | — | — | — | -| gb200 | `vllm_unquantizedfusedmoe_flashinfer_trtllm_trtllmbf16experts` | shared | vllm | vllm:12320 | 0 / 12320 | 0 | — | — | — | +| gb200 | `sglang_flashinfer_trtllm_moe` | shared | sglang | sglang:159372 | 0 / 124818 | 0 | — | — | — | +| gb200 | `sglang_fused_moe_triton` | shared | sglang | sglang:50625 | 0 / 36936 | 0 | — | — | — | +| gb200 | `sglang_mxfp4_flashinfer_trtllm_moe` | shared | sglang | sglang:7563 | 0 / 5214 | 0 | — | — | — | +| gb200 | `vllm_compressedtensorsw4a4mxfp4moe_marlin_marlinexperts_situ_as_silu` | shared | vllm | vllm:1944 | 0 / 972 | 0 | — | — | — | +| gb200 | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:1944 | 0 / 972 | 0 | — | — | — | +| gb200 | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmodular` | shared | vllm | vllm:6156 | 0 / 3402 | 5 | — | — | — | +| gb200 | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmonolithic` | shared | vllm | vllm:29864 | 0 / 15179 | 23 | — | — | — | +| gb200 | `vllm_compressedtensorswna16marlinmoe_marlin_marlinexperts` | shared | vllm | vllm:2106 | 0 / 1053 | 0 | — | — | — | +| gb200 | `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmodular` | shared | vllm | vllm:8181 | 0 / 4374 | 2 | — | — | — | +| gb200 | `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | shared | vllm | vllm:24948 | 0 / 12474 | 13 | — | — | — | +| gb200 | `vllm_gptossmxfp4moe_flashinfer_trtllm_mxfp4_bf16_trtllmmxfp4expertsmonolithic` | shared | vllm | vllm:3888 | 0 / 1944 | 1 | — | — | — | +| gb200 | `vllm_modeloptfp8moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:2835 | 0 / 1863 | 1 | — | — | — | +| gb200 | `vllm_modeloptfp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | shared | vllm | vllm:23693 | 0 / 12555 | 21 | — | — | — | +| gb200 | `vllm_mxfp4moe_flashinfer_trtllm_mxfp4_mxfp8_trtllmmxfp4expertsmodular` | shared | vllm | vllm:4374 | 0 / 2187 | 1 | — | — | — | +| gb200 | `vllm_unquantizedfusedmoe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:3726 | 0 / 2835 | 3 | — | — | — | +| gb200 | `vllm_unquantizedfusedmoe_flashinfer_trtllm_trtllmbf16experts` | shared | vllm | vllm:25876 | 0 / 13556 | 12 | — | — | — | +| gb200 | `vllm_unquantizedfusedmoe_flashinfer_trtllm_trtllmbf16expertsmonolithic` | shared | vllm | vllm:1026 | 0 / 1026 | 0 | — | — | — | +| gb200 | `vllm_unquantizedfusedmoe_triton_tritonexperts` | shared | vllm | vllm:1053 | 0 / 1053 | 0 | — | — | — | | gb300 | `deepgemm` | shared | trtllm | trtllm:38799 | 0 / 38799 | 0 | — | — | — | | gb300 | `moe_torch_flow` | shared | trtllm | trtllm:12474 | 0 / 7371 | 6 | — | — | — | | gb300 | `moe_torch_flow_cutlass` | shared | trtllm | trtllm:114048 | 0 / 114048 | 0 | — | — | — | | gb300 | `moe_torch_flow_nongated` | shared | trtllm | trtllm:22923 | 0 / 22923 | 0 | — | — | — | -| gb300 | `sglang_flashinfer_trtllm_moe` | shared | sglang | sglang:156186 | 0 / 118500 | 0 | — | — | — | -| gb300 | `sglang_fused_moe_triton` | shared | sglang | sglang:44633 | 0 / 30942 | 0 | — | — | — | +| gb300 | `sglang_flashinfer_trtllm_moe` | shared | sglang | sglang:162504 | 0 / 124818 | 0 | — | — | — | +| gb300 | `sglang_fused_moe_triton` | shared | sglang | sglang:50627 | 0 / 36936 | 0 | — | — | — | | gb300 | `sglang_mxfp4_flashinfer_trtllm_moe` | shared | sglang | sglang:7533 | 0 / 5184 | 0 | — | — | — | -| gb300 | `vllm_compressedtensorsw4a4mxfp4moe_marlin_marlinexperts_situ_as_silu` | shared | vllm | vllm:972 | 0 / 972 | 0 | — | — | — | -| gb300 | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:972 | 0 / 972 | 0 | — | — | — | -| gb300 | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmodular` | shared | vllm | vllm:648 | 0 / 648 | 0 | — | — | — | -| gb300 | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmonolithic` | shared | vllm | vllm:13996 | 0 / 13996 | 0 | — | — | — | -| gb300 | `vllm_compressedtensorswna16marlinmoe_marlin_marlinexperts` | shared | vllm | vllm:1053 | 0 / 1053 | 0 | — | — | — | -| gb300 | `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmodular` | shared | vllm | vllm:3807 | 0 / 3807 | 0 | — | — | — | -| gb300 | `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | shared | vllm | vllm:11421 | 0 / 11421 | 0 | — | — | — | -| gb300 | `vllm_gptossmxfp4moe_flashinfer_trtllm_mxfp4_bf16_trtllmmxfp4expertsmonolithic` | shared | vllm | vllm:1944 | 0 / 1944 | 0 | — | — | — | -| gb300 | `vllm_modeloptfp8moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:972 | 0 / 972 | 0 | — | — | — | -| gb300 | `vllm_modeloptfp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | shared | vllm | vllm:11295 | 0 / 11295 | 0 | — | — | — | -| gb300 | `vllm_mxfp4moe_flashinfer_trtllm_mxfp4_mxfp8_trtllmmxfp4expertsmodular` | shared | vllm | vllm:2187 | 0 / 2187 | 0 | — | — | — | -| gb300 | `vllm_unquantizedfusedmoe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:1944 | 0 / 1944 | 0 | — | — | — | -| gb300 | `vllm_unquantizedfusedmoe_flashinfer_trtllm_trtllmbf16experts` | shared | vllm | vllm:12267 | 0 / 12267 | 0 | — | — | — | +| gb300 | `vllm_compressedtensorsw4a4mxfp4moe_marlin_marlinexperts_situ_as_silu` | shared | vllm | vllm:1944 | 0 / 972 | 0 | — | — | — | +| gb300 | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:1944 | 0 / 972 | 0 | — | — | — | +| gb300 | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmodular` | shared | vllm | vllm:4050 | 0 / 3402 | 0 | — | — | — | +| gb300 | `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmonolithic` | shared | vllm | vllm:28785 | 0 / 15127 | 23 | — | — | — | +| gb300 | `vllm_compressedtensorswna16marlinmoe_marlin_marlinexperts` | shared | vllm | vllm:2106 | 0 / 1053 | 0 | — | — | — | +| gb300 | `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmodular` | shared | vllm | vllm:8181 | 0 / 4374 | 4 | — | — | — | +| gb300 | `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | shared | vllm | vllm:24948 | 0 / 12474 | 9 | — | — | — | +| gb300 | `vllm_gptossmxfp4moe_flashinfer_trtllm_mxfp4_bf16_trtllmmxfp4expertsmonolithic` | shared | vllm | vllm:3888 | 0 / 1944 | 4 | — | — | — | +| gb300 | `vllm_modeloptfp8moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:2835 | 0 / 1863 | 2 | — | — | — | +| gb300 | `vllm_modeloptfp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | shared | vllm | vllm:23850 | 0 / 12555 | 20 | — | — | — | +| gb300 | `vllm_mxfp4moe_flashinfer_trtllm_mxfp4_mxfp8_trtllmmxfp4expertsmodular` | shared | vllm | vllm:4374 | 0 / 2187 | 4 | — | — | — | +| gb300 | `vllm_unquantizedfusedmoe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:3726 | 0 / 2835 | 3 | — | — | — | +| gb300 | `vllm_unquantizedfusedmoe_flashinfer_trtllm_trtllmbf16experts` | shared | vllm | vllm:25849 | 0 / 13608 | 15 | — | — | — | +| gb300 | `vllm_unquantizedfusedmoe_flashinfer_trtllm_trtllmbf16expertsmonolithic` | shared | vllm | vllm:1026 | 0 / 1026 | 0 | — | — | — | +| gb300 | `vllm_unquantizedfusedmoe_triton_tritonexperts` | shared | vllm | vllm:1053 | 0 / 1053 | 0 | — | — | — | | h100_sxm | `moe_torch_flow` | shared | trtllm | trtllm:1539 | 0 / 1053 | 1 | — | — | — | | h100_sxm | `moe_torch_flow_cutlass` | shared | trtllm | trtllm:185328 | 0 / 129357 | 16 | — | — | — | | h100_sxm | `moe_torch_flow_nongated` | shared | trtllm | trtllm:32643 | 0 / 24462 | 9 | — | — | — | -| h100_sxm | `sglang_flashinfer_cutlass_moe` | shared | sglang | sglang:8586 | 0 / 8586 | 0 | — | — | — | +| h100_sxm | `sglang_flashinfer_cutlass_moe` | shared | sglang | sglang:8601 | 0 / 8601 | 0 | — | — | — | | h100_sxm | `sglang_fused_moe_triton` | shared | sglang | sglang:157464 | 0 / 112509 | 1 | — | — | — | | h100_sxm | `sglang_marlin_moe` | shared | sglang | sglang:22113 | 0 / 17415 | 0 | — | — | — | | h100_sxm | `sglang_marlin_moe_situ_as_silu` | shared | sglang | sglang:541 | 0 / 541 | 0 | — | — | — | -| h100_sxm | `vllm_compressedtensorsw4a4mxfp4moe_marlin_marlinexperts_situ_as_silu` | shared | vllm | vllm:972 | 0 / 972 | 0 | — | — | — | -| h100_sxm | `vllm_compressedtensorswna16marlinmoe_marlin_marlinexperts` | shared | vllm | vllm:1053 | 0 / 1053 | 0 | — | — | — | -| h100_sxm | `vllm_fp8moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:9234 | 0 / 9234 | 0 | — | — | — | -| h100_sxm | `vllm_fp8moe_triton_tritonexperts` | shared | vllm | vllm:5988 | 0 / 5988 | 0 | — | — | — | -| h100_sxm | `vllm_gptossmxfp4moe_triton_oaitritonmxfp4expertsmonolithic` | shared | vllm | vllm:1944 | 0 / 1944 | 0 | — | — | — | -| h100_sxm | `vllm_modeloptfp8moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:14418 | 0 / 14418 | 0 | — | — | — | -| h100_sxm | `vllm_unquantizedfusedmoe_triton_tritonexperts` | shared | vllm | vllm:16253 | 0 / 16253 | 0 | — | — | — | +| h100_sxm | `sglang_mxfp4_humming_moe` | shared | sglang | sglang:15 | 0 / 15 | 0 | — | — | — | +| h100_sxm | `vllm_compressedtensorsw4a4mxfp4moe_marlin_marlinexperts_situ_as_silu` | shared | vllm | vllm:1944 | 0 / 972 | 0 | — | — | — | +| h100_sxm | `vllm_compressedtensorswna16marlinmoe_marlin_marlinexperts` | shared | vllm | vllm:2106 | 0 / 1053 | 0 | — | — | — | +| h100_sxm | `vllm_fp8moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:19521 | 0 / 10287 | 3 | — | — | — | +| h100_sxm | `vllm_fp8moe_triton_tritonexperts` | shared | vllm | vllm:12549 | 0 / 6561 | 3 | — | — | — | +| h100_sxm | `vllm_gptossmxfp4moe_triton_oaitritonmxfp4expertsmonolithic` | shared | vllm | vllm:3888 | 0 / 1944 | 4 | — | — | — | +| h100_sxm | `vllm_modeloptfp8moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:29727 | 0 / 15309 | 4 | — | — | — | +| h100_sxm | `vllm_unquantizedfusedmoe_triton_tritonexperts` | shared | vllm | vllm:34559 | 0 / 18306 | 11 | — | — | — | | h200_sxm | `moe_torch_flow` | shared | trtllm | trtllm:2268 | 0 / 1134 | 1 | — | — | — | | h200_sxm | `moe_torch_flow_cutlass` | shared | trtllm | trtllm:176580 | 0 / 129357 | 12 | — | — | — | | h200_sxm | `moe_torch_flow_nongated` | shared | trtllm | trtllm:32724 | 0 / 24543 | 14 | — | — | — | -| h200_sxm | `sglang_flashinfer_cutlass_moe` | shared | sglang | sglang:8667 | 0 / 8667 | 0 | — | — | — | +| h200_sxm | `sglang_flashinfer_cutlass_moe` | shared | sglang | sglang:8682 | 0 / 8682 | 0 | — | — | — | | h200_sxm | `sglang_fused_moe_triton` | shared | sglang | sglang:157464 | 0 / 112509 | 1 | — | — | — | | h200_sxm | `sglang_marlin_moe` | shared | sglang | sglang:22113 | 0 / 17415 | 0 | — | — | — | | h200_sxm | `sglang_marlin_moe_situ_as_silu` | shared | sglang | sglang:488 | 0 / 488 | 0 | — | — | — | -| h200_sxm | `vllm_compressedtensorsw4a4mxfp4moe_marlin_marlinexperts_situ_as_silu` | shared | vllm | vllm:972 | 0 / 972 | 0 | — | — | — | -| h200_sxm | `vllm_compressedtensorswna16marlinmoe_marlin_marlinexperts` | shared | vllm | vllm:1053 | 0 / 1053 | 0 | — | — | — | -| h200_sxm | `vllm_fp8moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:9234 | 0 / 9234 | 0 | — | — | — | -| h200_sxm | `vllm_fp8moe_triton_tritonexperts` | shared | vllm | vllm:5994 | 0 / 5994 | 0 | — | — | — | +| h200_sxm | `sglang_mxfp4_humming_moe` | shared | sglang | sglang:15 | 0 / 15 | 0 | — | — | — | +| h200_sxm | `vllm_compressedtensorsw4a4mxfp4moe_marlin_marlinexperts_situ_as_silu` | shared | vllm | vllm:1944 | 0 / 972 | 0 | — | — | — | +| h200_sxm | `vllm_compressedtensorswna16marlinmoe_marlin_marlinexperts` | shared | vllm | vllm:2106 | 0 / 1053 | 0 | — | — | — | +| h200_sxm | `vllm_fp8moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:19521 | 0 / 10287 | 14 | — | — | — | +| h200_sxm | `vllm_fp8moe_triton_tritonexperts` | shared | vllm | vllm:12555 | 0 / 6561 | 0 | — | — | — | | h200_sxm | `vllm_fused_moe` | shared | vllm | vllm:36288 | 0 / 33210 | 0 | — | — | — | -| h200_sxm | `vllm_gptossmxfp4moe_triton_oaitritonmxfp4expertsmonolithic` | shared | vllm | vllm:1944 | 0 / 1944 | 0 | — | — | — | +| h200_sxm | `vllm_gptossmxfp4moe_triton_oaitritonmxfp4expertsmonolithic` | shared | vllm | vllm:3888 | 0 / 1944 | 3 | — | — | — | | h200_sxm | `vllm_marlin_int4_moe` | shared | vllm | vllm:10206 | 0 / 9234 | 0 | — | — | — | -| h200_sxm | `vllm_modeloptfp8moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:14418 | 0 / 14418 | 0 | — | — | — | +| h200_sxm | `vllm_modeloptfp8moe_flashinfer_cutlass_flashinferexperts` | shared | vllm | vllm:29727 | 0 / 15309 | 5 | — | — | — | | h200_sxm | `vllm_mxfp4_moe` | shared | vllm | vllm:1701 | 0 / 1296 | 0 | — | — | — | -| h200_sxm | `vllm_unquantizedfusedmoe_triton_tritonexperts` | shared | vllm | vllm:16281 | 0 / 16281 | 0 | — | — | — | +| h200_sxm | `vllm_unquantizedfusedmoe_triton_tritonexperts` | shared | vllm | vllm:34587 | 0 / 18306 | 1 | — | — | — | | l40s | `moe_torch_flow` | shared | trtllm | trtllm:1960 | 0 / 1960 | 0 | — | — | — | | l40s | `moe_torch_flow_cutlass` | shared | trtllm | trtllm:77077 | 0 / 72092 | 7 | — | — | — | | l40s | `moe_torch_flow_nongated` | shared | trtllm | trtllm:14372 | 0 / 14372 | 0 | — | — | — | @@ -1126,22 +1185,22 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur | system | kernel_source | tier | frameworks | rows_per_fw | overlap_keys | dedup rows | median % | p95 % | max % | |---|---|---|---|---|---|---|---|---|---| -| b200_sxm | `MiniMaxM3SparseMSAImpl` | shared | vllm | vllm:11712 | 0 / 11712 | 0 | — | — | — | +| b200_sxm | `MiniMaxM3SparseMSAImpl` | shared | vllm | vllm:25822 | 0 / 14396 | 47 | — | — | — | | b200_sxm | `msa_fmha_sm100` | shared | trtllm | trtllm:5070 | 0 / 5070 | 0 | — | — | — | | b200_sxm | `sglang_minimax_prefill_triton_sparse` | shared | sglang | sglang:26933 | 0 / 26933 | 0 | — | — | — | -| b300_sxm | `MiniMaxM3SparseMSAImpl` | shared | vllm | vllm:11712 | 0 / 11712 | 0 | — | — | — | +| b300_sxm | `MiniMaxM3SparseMSAImpl` | shared | vllm | vllm:25849 | 0 / 14431 | 73 | — | — | — | | b300_sxm | `msa_fmha_sm100` | shared | trtllm | trtllm:5070 | 0 / 5070 | 0 | — | — | — | | b300_sxm | `sglang_minimax_prefill_triton_sparse` | shared | sglang | sglang:26850 | 0 / 26850 | 0 | — | — | — | -| gb200 | `MiniMaxM3SparseMSAImpl` | shared | vllm | vllm:11712 | 0 / 11712 | 0 | — | — | — | +| gb200 | `MiniMaxM3SparseMSAImpl` | shared | vllm | vllm:25820 | 0 / 14388 | 57 | — | — | — | | gb200 | `msa_fmha_sm100` | shared | trtllm | trtllm:5070 | 0 / 5070 | 0 | — | — | — | | gb200 | `sglang_minimax_prefill_triton_sparse` | shared | sglang | sglang:26608 | 0 / 26608 | 0 | — | — | — | -| gb300 | `MiniMaxM3SparseMSAImpl` | shared | vllm | vllm:11712 | 0 / 11712 | 0 | — | — | — | +| gb300 | `MiniMaxM3SparseMSAImpl` | shared | vllm | vllm:25886 | 0 / 14403 | 26 | — | — | — | | gb300 | `msa_fmha_sm100` | shared | trtllm | trtllm:5070 | 0 / 5070 | 0 | — | — | — | | gb300 | `sglang_minimax_prefill_triton_sparse` | shared | sglang | sglang:27242 | 0 / 27242 | 0 | — | — | — | -| h100_sxm | `MiniMaxM3SparseTritonImpl` | shared | vllm | vllm:7808 | 0 / 7808 | 0 | — | — | — | +| h100_sxm | `MiniMaxM3SparseTritonImpl` | shared | vllm | vllm:19078 | 0 / 11567 | 30 | — | — | — | | h100_sxm | `default` | shared_fallback | trtllm | trtllm:3382 | 0 / 3382 | 0 | — | — | — | | h100_sxm | `sglang_minimax_prefill_triton_sparse` | shared | sglang | sglang:26348 | 0 / 26348 | 0 | — | — | — | -| h200_sxm | `MiniMaxM3SparseTritonImpl` | shared | vllm | vllm:7808 | 0 / 7808 | 0 | — | — | — | +| h200_sxm | `MiniMaxM3SparseTritonImpl` | shared | vllm | vllm:19076 | 0 / 11567 | 144 | — | — | — | | h200_sxm | `default` | shared_fallback | trtllm | trtllm:3388 | 0 / 3388 | 0 | — | — | — | | h200_sxm | `sglang_minimax_prefill_triton_sparse` | shared | sglang | sglang:26845 | 0 / 26845 | 0 | — | — | — | | l40s | `MiniMaxM3SparseTritonImpl` | shared | vllm | vllm:7808 | 0 / 7808 | 0 | — | — | — | @@ -1323,60 +1382,62 @@ Rows with a blank/`` kernel_source are skipped during the scan (the cur Each row is one distinct `kernel_source` value seen in the corpus, with the union of frameworks, op files, and systems it appears in. Tier is determined by the kernel_source name alone, so a single kernel_source has one tier across the whole corpus. -### `shared` (163 kernel sources) +### `shared` (175 kernel sources) | kernel_source | frameworks | op files | systems | rows | |---|---|---|---|---| -| `causal_conv1d_fn` | sglang, trtllm, vllm | gdn_perf.parquet, mamba2_perf.parquet | a100_sxm, b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 77,008 | +| `causal_conv1d_fn` | sglang, trtllm, vllm | gdn_perf.parquet, mamba2_perf.parquet | a100_sxm, b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 109,550 | | `causal_conv1d_fn_qkv3` | sglang, vllm | kda_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 7,012 | -| `causal_conv1d_update` | sglang, trtllm, vllm | gdn_perf.parquet, kda_perf.parquet, mamba2_perf.parquet | a100_sxm, b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 9,896 | -| `chunk_gated_delta_rule` | sglang, trtllm | gdn_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 38,625 | -| `chunk_gated_delta_rule_flashinfer` | vllm | gdn_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 24,861 | +| `causal_conv1d_update` | sglang, trtllm, vllm | gdn_perf.parquet, kda_perf.parquet, mamba2_perf.parquet | a100_sxm, b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 13,098 | +| `chunk_gated_delta_rule` | sglang, trtllm | gdn_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 40,725 | +| `chunk_gated_delta_rule_flashinfer` | vllm | gdn_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 55,303 | | `chunk_gated_delta_rule_triton` | vllm | gdn_perf.parquet | l40s, rtx_pro_6000_server | 7,870 | | `chunk_kda` | sglang | kda_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 3,168 | | `chunk_kda_with_fused_gate` | vllm | kda_perf.parquet | l40s | 414 | | `compressed_flashmla` | sglang | dsv4_csa_context_module_perf.parquet, dsv4_csa_generation_module_perf.parquet, dsv4_hca_context_module_perf.parquet, dsv4_hca_generation_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, rtx_pro_6000_server | 748,644 | -| `CutlassFp8BlockScaledMMKernel` | vllm | gemm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, rtx_pro_6000_server | 28,934 | -| `CutlassFP8ScaledMMLinearKernel` | vllm | gemm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 285,912 | +| `CutlassFp8BlockScaledMMKernel` | vllm | gemm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, rtx_pro_6000_server | 51,726 | +| `CutlassFP8ScaledMMLinearKernel` | vllm | gemm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 654,580 | | `deep_gemm.fp8_mqa_logits` | sglang | glm5_mqa_logits_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 19,378 | | `deep_gemm.fp8_paged_mqa_logits` | sglang | dsv4_paged_mqa_logits_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 19,276 | | `deepep` | sglang, trtllm, vllm | moe_a2a_perf.parquet, wideep_deepep_ll_perf.parquet, wideep_deepep_normal_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 23,512 | | `deepepmoe` | sglang | wideep_context_moe_perf.parquet, wideep_generation_moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 6,333 | | `deepgemm` | trtllm | gemm_perf.parquet, moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 272,268 | | `deepgemm_megamoe` | sglang | dsv4_megamoe_module_perf.parquet | b200_sxm, gb200, gb300 | 776 | -| `DeepGemmFp8BlockScaledMMKernel` | vllm | gemm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 171,756 | +| `DeepGemmFp8BlockScaledMMKernel` | vllm | gemm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 296,224 | | `deepseek_v3` | sglang | wideep_context_mlp_perf.parquet, wideep_generation_mlp_perf.parquet | h100_sxm, h200_sxm | 72 | | `DeepseekV4TrtllmAttention` | trtllm | dsv4_csa_context_module_perf.parquet, dsv4_csa_generation_module_perf.parquet, dsv4_hca_context_module_perf.parquet, dsv4_hca_generation_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 57,096 | | `dynamic_per_token_scaled_fp8_quant_minus_static_scaled_fp8_quant` | vllm | computescale_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 12,941 | -| `fa3` | sglang | context_attention_perf.parquet, generation_attention_perf.parquet, wideep_context_mla_perf.parquet, wideep_generation_mla_perf.parquet | h100_sxm, h200_sxm | 142,844 | +| `fa3` | sglang | context_attention_perf.parquet, generation_attention_perf.parquet, wideep_context_mla_perf.parquet, wideep_generation_mla_perf.parquet | h100_sxm, h200_sxm | 145,130 | | `fast_topk_transform_fused` | sglang | glm5_topk_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 24,092 | -| `flash_attention` | sglang | context_attention_perf.parquet, context_mla_perf.parquet, generation_attention_perf.parquet, generation_mla_perf.parquet | a100_sxm, h100_sxm, h200_sxm | 24,688 | +| `flash_attention` | sglang | context_attention_perf.parquet, context_mla_perf.parquet, generation_attention_perf.parquet, generation_mla_perf.parquet | a100_sxm, h100_sxm, h200_sxm | 26,008 | | `flash_attention_v3` | sglang | encoder_attention_perf.parquet | h100_sxm, h200_sxm | 15,358 | | `flash_attention_v4` | sglang | encoder_attention_perf.parquet | b200_sxm, gb200 | 15,358 | -| `FLASH_ATTN` | vllm | mla_context_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 44,955 | -| `FLASH_ATTN_MLA` | vllm | mla_context_module_perf.parquet, mla_generation_module_perf.parquet | h100_sxm, h200_sxm | 7,856 | +| `FLASH_ATTN` | vllm | mla_context_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 84,027 | +| `FLASH_ATTN_MLA` | vllm | mla_context_module_perf.parquet, mla_generation_module_perf.parquet | h100_sxm, h200_sxm | 19,640 | | `flash_mla_sparse_fwd` | sglang | glm5_dsa_attn_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 19,841 | | `flashinfer` | sglang | context_attention_perf.parquet, generation_attention_perf.parquet, wideep_context_mla_perf.parquet, wideep_generation_mla_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 133,439 | -| `FLASHINFER_MLA` | vllm | mla_context_module_perf.parquet, mla_generation_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 61,516 | +| `flashinfer_gated_delta_rule_decode` | sglang | gdn_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 208 | +| `FLASHINFER_MLA` | vllm | mla_context_module_perf.parquet, mla_generation_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 110,536 | | `FLASHINFER_MLA_SPARSE` | vllm | dsa_context_module_perf.parquet, dsa_generation_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 71,728 | -| `FlashInferCuteDslNvFp4LinearKernel` | vllm | gemm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 142,968 | +| `FlashInferCuteDslNvFp4LinearKernel` | vllm | gemm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 436,600 | | `FlashInferCutlassNvFp4LinearKernel` | vllm | gemm_perf.parquet | rtx_pro_6000_server | 35,742 | -| `FlashInferFp8BlockScaledMMKernel` | vllm | gemm_perf.parquet | h100_sxm, h200_sxm | 14,241 | +| `FlashInferFp8BlockScaledMMKernel` | vllm | gemm_perf.parquet | h100_sxm, h200_sxm | 14,280 | | `flashkda_fwd` | vllm | kda_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, rtx_pro_6000_server | 3,415 | -| `FLASHMLA` | vllm | mla_context_module_perf.parquet, mla_generation_module_perf.parquet | h100_sxm, h200_sxm | 7,292 | +| `FLASHMLA` | vllm | mla_context_module_perf.parquet, mla_generation_module_perf.parquet | h100_sxm, h200_sxm | 18,212 | | `FLASHMLA_SPARSE` | vllm | dsa_context_module_perf.parquet, dsa_generation_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 83,700 | -| `FLASHMLA_SPARSE_DSV4` | vllm | dsv4_csa_context_module_perf.parquet, dsv4_csa_generation_module_perf.parquet, dsv4_hca_attn_module_perf.parquet, dsv4_hca_context_module_perf.parquet, dsv4_hca_generation_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 98,987 | +| `FLASHMLA_SPARSE_DSV4` | vllm | dsv4_csa_context_module_perf.parquet, dsv4_csa_generation_module_perf.parquet, dsv4_hca_attn_module_perf.parquet, dsv4_hca_context_module_perf.parquet, dsv4_hca_generation_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 211,005 | | `fused_kda_decode` | vllm | kda_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, rtx_pro_6000_server | 308 | | `fused_kda_decode_mtp_dspark` | sglang | kda_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 428 | | `fused_recurrent_gated_delta_rule` | sglang, trtllm | gdn_perf.parquet | a100_sxm, b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 774 | -| `fused_recurrent_gated_delta_rule_packed_decode` | sglang, vllm | gdn_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 6,480 | +| `fused_recurrent_gated_delta_rule_packed_decode` | sglang, vllm | gdn_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 9,638 | | `fused_recurrent_kda` | vllm | kda_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 972 | | `fused_recurrent_kda_packed_decode` | sglang, vllm | kda_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 651 | | `fused_sigmoid_gating_delta_rule_update` | sglang | kda_perf.parquet | h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 432 | | `kda_fused_decode` | sglang | kda_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, rtx_pro_6000_server | 77 | -| `MiniMaxM3SparseMSAImpl` | vllm | msa_context_module_perf.parquet, msa_generation_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 82,176 | -| `MiniMaxM3SparseTritonImpl` | vllm | msa_context_module_perf.parquet, msa_generation_module_perf.parquet | h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 54,716 | -| `moe_torch_flow` | trtllm | moe_perf.parquet | a100_sxm, b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s | 62,657 | +| `MiniMaxM3SparseMSAImpl` | vllm | msa_context_module_perf.parquet, msa_generation_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 138,705 | +| `MiniMaxM3SparseTritonImpl` | vllm | msa_context_module_perf.parquet, msa_generation_module_perf.parquet | h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 77,254 | +| `mla_trtllm_mla` | sglang | mla_context_module_perf.parquet | b200_sxm, b300_sxm | 436 | +| `moe_torch_flow` | trtllm | moe_perf.parquet | a100_sxm, b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s | 62,819 | | `moe_torch_flow_cutlass` | trtllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 1,014,571 | | `moe_torch_flow_min_latency` | trtllm | moe_perf.parquet | b200_sxm, gb200 | 72,090 | | `moe_torch_flow_nongated` | trtllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 194,352 | @@ -1386,9 +1447,16 @@ Each row is one distinct `kernel_source` value seen in the corpus, with the unio | `NVLinkOneSided` | trtllm | trtllm_alltoall_perf.parquet | gb200 | 296 | | `NVLinkTwoSided` | trtllm | trtllm_alltoall_perf.parquet | gb200 | 1,800 | | `sglang` | sglang | computescale_perf.parquet, gemm_perf.parquet, scale_matrix_perf.parquet | a100_sxm, b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 84,087 | -| `SGLang_CustomAllReduce_eager` | sglang | custom_allreduce_perf.parquet | a100_sxm, b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 1,679 | -| `SGLang_CustomAllReduce_graph` | sglang | custom_allreduce_perf.parquet | a100_sxm, b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 1,679 | -| `sglang_deepgemm_gemm_nt_f8f8bf16` | sglang | gemm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 177,156 | +| `sglang.srt.layers.engram.Engram.apply_gate+sglang.srt.layers.engram.EngramEmbedding._owned_rows+sglang.srt.layers.linear.ReplicatedLinear.forward/sglang.srt.layers.quantization.fp8.Fp8LinearMethod` | sglang | dsv41_module_perf.parquet | b200_sxm, gb200, h100_sxm, h200_sxm | 240 | +| `sglang.srt.layers.linear.MergedColumnParallelLinear.forward/sglang.srt.layers.quantization.fp8.Fp8LinearMethod` | sglang | dsv41_module_perf.parquet | b200_sxm, gb200, h100_sxm, h200_sxm | 120 | +| `sglang.srt.layers.linear.RowParallelLinear.forward/sglang.srt.layers.quantization.fp8.Fp8LinearMethod` | sglang | dsv41_module_perf.parquet | b200_sxm, gb200, h100_sxm, h200_sxm | 120 | +| `sglang.srt.layers.vocab_parallel_embedding.ParallelLMHead.quant_method.apply/sglang.srt.layers.quantization.unquant.UnquantizedEmbeddingMethod` | sglang | gemm_perf.parquet | b200_sxm, gb200, h100_sxm, h200_sxm | 120 | +| `sglang.srt.models.deepseek_v2.MoEGate.forward` | sglang | gemm_perf.parquet | b200_sxm, gb200, h100_sxm, h200_sxm | 60 | +| `sglang.srt.models.deepseek_v4.DeepseekV4DecoderLayer._hc_mix_and_combine+sglang.srt.models.deepseek_v4.DeepseekV4DecoderLayer.hc_post` | sglang | dsv41_module_perf.parquet | b200_sxm, gb200, h100_sxm, h200_sxm | 60 | +| `sglang.srt.models.deepseek_v4.MQALayer.forward` | sglang | dsv41_module_perf.parquet | b200_sxm, gb200, h100_sxm, h200_sxm | 9,040 | +| `SGLang_CustomAllReduce_eager` | sglang | custom_allreduce_perf.parquet | a100_sxm, b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 1,725 | +| `SGLang_CustomAllReduce_graph` | sglang | custom_allreduce_perf.parquet | a100_sxm, b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 1,725 | +| `sglang_deepgemm_gemm_nt_f8f8bf16` | sglang | gemm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 295,260 | | `sglang_dsa_dense_mha_fa3` | sglang | dsa_context_module_perf.parquet | h100_sxm, h200_sxm | 82,901 | | `sglang_dsa_dense_mha_trtllm_ragged` | sglang | dsa_context_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 137,411 | | `sglang_dsa_indexer_fa3` | sglang | dsa_generation_module_perf.parquet | h100_sxm, h200_sxm | 5,352 | @@ -1399,30 +1467,31 @@ Each row is one distinct `kernel_source` value seen in the corpus, with the unio | `sglang_dsa_skip_indexer_flashmla_kv` | sglang | dsa_context_module_perf.parquet, dsa_generation_module_perf.parquet | h100_sxm, h200_sxm | 24,610 | | `sglang_dsa_skip_indexer_flashmla_sparse` | sglang | dsa_context_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 54,618 | | `sglang_dsa_skip_indexer_trtllm` | sglang | dsa_context_module_perf.parquet, dsa_generation_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 39,806 | -| `sglang_flashinfer_cutedsl_nvfp4` | sglang | gemm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 118,104 | -| `sglang_flashinfer_cutlass_moe` | sglang | moe_perf.parquet | h100_sxm, h200_sxm, rtx_pro_6000_server | 52,731 | +| `sglang_flashinfer_cutedsl_nvfp4` | sglang | gemm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 236,208 | +| `sglang_flashinfer_cutlass_moe` | sglang | moe_perf.parquet | h100_sxm, h200_sxm, rtx_pro_6000_server | 52,761 | | `sglang_flashinfer_cutlass_nvfp4` | sglang | gemm_perf.parquet | rtx_pro_6000_server | 29,526 | -| `sglang_flashinfer_trtllm_moe` | sglang | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 623,191 | -| `sglang_fused_moe_triton` | sglang | moe_perf.parquet | a100_sxm, b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 659,010 | +| `sglang_flashinfer_trtllm_moe` | sglang | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 645,304 | +| `sglang_fused_moe_triton` | sglang | moe_perf.parquet | a100_sxm, b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 682,986 | | `sglang_fused_moe_triton_situ_as_silu` | sglang | moe_perf.parquet | l40s | 2,997 | | `sglang_marlin_moe` | sglang | moe_perf.parquet | a100_sxm, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 70,795 | | `sglang_marlin_moe_situ_as_silu` | sglang | moe_perf.parquet | h100_sxm, h200_sxm, rtx_pro_6000_server | 1,580 | | `sglang_minimax_decode_triton_sparse_topk_radix` | sglang | msa_generation_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 964 | | `sglang_minimax_decode_triton_sparse_topk_split` | sglang | msa_generation_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 7,894 | | `sglang_minimax_prefill_triton_sparse` | sglang | msa_context_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 160,826 | -| `sglang_mxfp4_flashinfer_trtllm_moe` | sglang | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 29,970 | +| `sglang_mxfp4_flashinfer_trtllm_moe` | sglang | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 30,030 | +| `sglang_mxfp4_humming_moe` | sglang | moe_perf.parquet | h100_sxm, h200_sxm | 30 | | `sglang_sgl_kernel_bmm_fp8` | sglang | mla_bmm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 5,724 | -| `sglang_sgl_kernel_fp8_scaled_mm` | sglang | gemm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 286,084 | +| `sglang_sgl_kernel_fp8_scaled_mm` | sglang | gemm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 429,348 | | `sglang_tilelang_mhc_post` | sglang | mhc_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, rtx_pro_6000_server | 485 | | `sglang_tilelang_mhc_pre` | sglang | mhc_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 420 | | `sglang_torch_bmm` | sglang | mla_bmm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 5,724 | -| `sglang_torch_linear` | sglang | gemm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 286,158 | +| `sglang_torch_linear` | sglang | gemm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 429,718 | | `sglang_torch_mhc_pre` | sglang | mhc_module_perf.parquet | rtx_pro_6000_server | 67 | | `static_scaled_fp8_quant` | vllm | scale_matrix_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 13,024 | | `topk_transform_v1` | sglang | dsv4_csa_topk_calib_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 25,764 | | `topk_transform_v2` | sglang | dsv4_csa_topk_calib_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 1,464 | -| `torch.nn.functional.linear` | vllm | gemm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 285,866 | -| `torch_flow` | trtllm | context_attention_perf.parquet, encoder_attention_perf.parquet, gemm_perf.parquet, generation_attention_perf.parquet | a100_sxm, b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 1,880,467 | +| `torch.nn.functional.linear` | vllm | gemm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 654,534 | +| `torch_flow` | trtllm | context_attention_perf.parquet, encoder_attention_perf.parquet, gemm_perf.parquet, generation_attention_perf.parquet | a100_sxm, b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 1,891,515 | | `torch_flow_flashinfer` | trtllm | context_attention_perf.parquet, generation_attention_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 23,408 | | `torch_ops` | trtllm | computescale_perf.parquet, scale_matrix_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 26,012 | | `triton` | sglang | context_attention_perf.parquet, context_mla_perf.parquet, encoder_attention_perf.parquet, generation_attention_perf.parquet, generation_mla_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 173,342 | @@ -1434,59 +1503,61 @@ Each row is one distinct `kernel_source` value seen in the corpus, with the unio | `trtllm_bmm_out` | trtllm | mla_bmm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 3,392 | | `trtllm_bmm_out_dequant_bf16` | trtllm | mla_bmm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 1,696 | | `trtllm_fp8_block_scaling_bmm_out` | trtllm | mla_bmm_perf.parquet | h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 1,696 | -| `trtllm_mha` | sglang | context_attention_perf.parquet, generation_attention_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 266,910 | +| `trtllm_mha` | sglang | context_attention_perf.parquet, generation_attention_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 273,765 | | `trtllm_mhc_post_mapping` | trtllm | mhc_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 555 | | `trtllm_mhc_pre_dg_nosplit` | trtllm | mhc_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 159 | | `trtllm_mhc_pre_dg_splitk` | trtllm | mhc_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 156 | | `trtllm_mhc_pre_fma` | trtllm | mhc_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 231 | -| `trtllm_mla` | sglang | context_mla_perf.parquet, generation_mla_perf.parquet, wideep_context_mla_perf.parquet, wideep_generation_mla_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 38,503 | +| `trtllm_mla` | sglang | context_mla_perf.parquet, generation_mla_perf.parquet, wideep_context_mla_perf.parquet, wideep_generation_mla_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 39,383 | | `TRTLLM_MNNVL_oneshot` | trtllm | custom_allreduce_perf.parquet | gb300 | 19 | | `TRTLLM_MNNVL_twoshot` | trtllm | custom_allreduce_perf.parquet | gb300 | 27 | -| `TRTLLM_RAGGED` | vllm | mla_context_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 17,591 | -| `vllm.model_executor.kernels.mhc.tilelang.mhc_post_tilelang` | vllm | mhc_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s | 486 | -| `vllm.model_executor.kernels.mhc.tilelang.mhc_pre_tilelang` | vllm | mhc_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s | 476 | -| `vllm.utils.deep_gemm.fp8_fp4_paged_mqa_logits` | vllm | dsv4_paged_mqa_logits_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 11,754 | +| `TRTLLM_RAGGED` | vllm | mla_context_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 33,863 | +| `vllm.model_executor.kernels.mhc.tilelang.mhc_post_tilelang` | vllm | mhc_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s | 905 | +| `vllm.model_executor.kernels.mhc.tilelang.mhc_pre_tilelang` | vllm | mhc_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s | 896 | +| `vllm.utils.deep_gemm.fp8_fp4_paged_mqa_logits` | vllm | dsv4_paged_mqa_logits_module_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 35,262 | | `vllm_compressedtensorsw4a4mxfp4moe_marlin_marlinexperts` | vllm | moe_perf.parquet | b200_sxm, b300_sxm | 1,944 | -| `vllm_compressedtensorsw4a4mxfp4moe_marlin_marlinexperts_situ_as_silu` | vllm | moe_perf.parquet | gb200, gb300, h100_sxm, h200_sxm | 3,888 | -| `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_cutlass_flashinferexperts` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, rtx_pro_6000_server | 19,710 | -| `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmodular` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 6,804 | -| `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmonolithic` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 58,116 | -| `vllm_compressedtensorswna16marlinmoe_marlin_marlinexperts` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 8,397 | +| `vllm_compressedtensorsw4a4mxfp4moe_marlin_marlinexperts_situ_as_silu` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 9,720 | +| `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_cutlass_flashinferexperts` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, rtx_pro_6000_server | 23,598 | +| `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmodular` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 20,412 | +| `vllm_compressedtensorsw4a4nvfp4moe_flashinfer_trtllm_trtllmnvfp4expertsmonolithic` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 117,220 | +| `vllm_compressedtensorswna16marlinmoe_marlin_marlinexperts` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 14,715 | | `vLLM_custom_eager` | vllm | custom_allreduce_perf.parquet | a100_sxm, b200_sxm, b300_sxm, b60, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 1,633 | | `vLLM_custom_graph` | vllm | custom_allreduce_perf.parquet | a100_sxm, b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 1,426 | | `vllm_default` | vllm | gemm_perf.parquet | a100_sxm, b60 | 49,770 | | `vllm_flash_attn` | vllm | context_attention_perf.parquet, generation_attention_perf.parquet | a100_sxm, b60 | 102,215 | | `vllm_flash_attn_fa2` | vllm | context_attention_perf.parquet, generation_attention_perf.parquet | l40s, rtx_pro_6000_server | 111,574 | -| `vllm_flash_attn_fa3` | vllm | context_attention_perf.parquet, generation_attention_perf.parquet | h100_sxm, h200_sxm | 223,236 | -| `vllm_flash_attn_fa4` | vllm | context_attention_perf.parquet, generation_attention_perf.parquet | h100_sxm, h200_sxm | 2,756 | +| `vllm_flash_attn_fa3` | vllm | context_attention_perf.parquet, generation_attention_perf.parquet | h100_sxm, h200_sxm | 463,230 | +| `vllm_flash_attn_fa4` | vllm | context_attention_perf.parquet, generation_attention_perf.parquet | h100_sxm, h200_sxm | 6,006 | | `vllm_flashinfer` | vllm | context_attention_perf.parquet, generation_attention_perf.parquet | b200_sxm | 71,600 | | `vllm_flashinfer_fidecode` | vllm | context_attention_perf.parquet, generation_attention_perf.parquet | l40s, rtx_pro_6000_server | 58,484 | | `vllm_flashinfer_fiprefill` | vllm | context_attention_perf.parquet | l40s, rtx_pro_6000_server | 43,367 | +| `vllm_flashinfer_flashinfertrtllmapidecode` | vllm | context_attention_perf.parquet, generation_attention_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 268,320 | | `vllm_flashinfer_trtllm_moe_fp4` | vllm | moe_perf.parquet | b200_sxm | 10,287 | -| `vllm_flashinfer_trtllmdecode` | vllm | context_attention_perf.parquet, generation_attention_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 249,800 | -| `vllm_flashinfer_trtllmprefill` | vllm | context_attention_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 178,092 | -| `vllm_fp8moe_flashinfer_cutlass_flashinferexperts` | vllm | moe_perf.parquet | h100_sxm, h200_sxm | 18,468 | -| `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmodular` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 15,228 | -| `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 45,684 | -| `vllm_fp8moe_triton_tritonexperts` | vllm | moe_perf.parquet | h100_sxm, h200_sxm, l40s | 27,100 | +| `vllm_flashinfer_trtllmdecode` | vllm | context_attention_perf.parquet, generation_attention_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 254,018 | +| `vllm_flashinfer_trtllmprefill` | vllm | context_attention_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 369,948 | +| `vllm_fp8moe_flashinfer_cutlass_flashinferexperts` | vllm | moe_perf.parquet | h100_sxm, h200_sxm | 39,042 | +| `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmodular` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 32,724 | +| `vllm_fp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 99,792 | +| `vllm_fp8moe_triton_tritonexperts` | vllm | moe_perf.parquet | h100_sxm, h200_sxm, l40s | 40,222 | | `vllm_fused_moe` | vllm | moe_perf.parquet | a100_sxm, b200_sxm, h200_sxm | 126,055 | -| `vllm_gptossmxfp4moe_flashinfer_trtllm_mxfp4_bf16_trtllmmxfp4expertsmonolithic` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 7,776 | +| `vllm_gptossmxfp4moe_flashinfer_trtllm_mxfp4_bf16_trtllmmxfp4expertsmonolithic` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 15,552 | | `vllm_gptossmxfp4moe_marlin_marlinexperts` | vllm | moe_perf.parquet | l40s, rtx_pro_6000_server | 3,888 | -| `vllm_gptossmxfp4moe_triton_oaitritonmxfp4expertsmonolithic` | vllm | moe_perf.parquet | h100_sxm, h200_sxm | 3,888 | +| `vllm_gptossmxfp4moe_triton_oaitritonmxfp4expertsmonolithic` | vllm | moe_perf.parquet | h100_sxm, h200_sxm | 7,776 | | `vllm_marlin_int4_moe` | vllm | moe_perf.parquet | b200_sxm, h200_sxm | 20,415 | -| `vllm_modeloptfp8moe_flashinfer_cutlass_flashinferexperts` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, rtx_pro_6000_server | 46,008 | -| `vllm_modeloptfp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 46,003 | +| `vllm_modeloptfp8moe_flashinfer_cutlass_flashinferexperts` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, rtx_pro_6000_server | 84,078 | +| `vllm_modeloptfp8moe_flashinfer_trtllm_trtllmfp8expertsmonolithic` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 95,937 | | `vllm_modeloptfp8moe_triton_tritonexperts` | vllm | moe_perf.parquet | l40s | 14,174 | | `vllm_mxfp4_moe` | vllm | moe_perf.parquet | b200_sxm, h200_sxm | 2,839 | -| `vllm_mxfp4moe_flashinfer_trtllm_mxfp4_mxfp8_trtllmmxfp4expertsmodular` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 8,748 | -| `vllm_torch_bmm` | vllm | mla_bmm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 4,252 | -| `vllm_triton_attn` | vllm | context_attention_perf.parquet, generation_attention_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, l40s, rtx_pro_6000_server | 27,020 | -| `vllm_unquantizedfusedmoe_flashinfer_cutlass_flashinferexperts` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, rtx_pro_6000_server | 23,679 | -| `vllm_unquantizedfusedmoe_flashinfer_trtllm_trtllmbf16experts` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 49,235 | -| `vllm_unquantizedfusedmoe_triton_tritonexperts` | vllm | moe_perf.parquet | h100_sxm, h200_sxm, l40s | 48,589 | +| `vllm_mxfp4moe_flashinfer_trtllm_mxfp4_mxfp8_trtllmmxfp4expertsmodular` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 17,496 | +| `vllm_torch_bmm` | vllm | mla_bmm_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm | 8,068 | +| `vllm_triton_attn` | vllm | context_attention_perf.parquet, generation_attention_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, l40s, rtx_pro_6000_server | 42,460 | +| `vllm_unquantizedfusedmoe_flashinfer_cutlass_flashinferexperts` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, rtx_pro_6000_server | 30,807 | +| `vllm_unquantizedfusedmoe_flashinfer_trtllm_trtllmbf16experts` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 103,173 | +| `vllm_unquantizedfusedmoe_flashinfer_trtllm_trtllmbf16expertsmonolithic` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 4,158 | +| `vllm_unquantizedfusedmoe_triton_tritonexperts` | vllm | moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s | 89,413 | | `vllm_vit_flash_attn_fa2` | vllm | encoder_attention_perf.parquet | l40s, rtx_pro_6000_server | 15,358 | -| `vllm_vit_flash_attn_fa3` | vllm | encoder_attention_perf.parquet | h100_sxm, h200_sxm | 15,358 | -| `vllm_vit_flash_attn_fa4` | vllm | encoder_attention_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 30,716 | +| `vllm_vit_flash_attn_fa3` | vllm | encoder_attention_perf.parquet | h100_sxm, h200_sxm | 30,716 | +| `vllm_vit_flash_attn_fa4` | vllm | encoder_attention_perf.parquet | b200_sxm, b300_sxm, gb200, gb300 | 61,432 | | `vllm_xpu_moe` | vllm | moe_perf.parquet | b60 | 1,836 | | `vllm_xpu_moe_mxfp4` | vllm | moe_perf.parquet | b60 | 2,592 | | `wideep_compute_cutlass` | trtllm | wideep_moe_perf.parquet | b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, rtx_pro_6000_server | 26,298 | @@ -1495,4 +1566,4 @@ Each row is one distinct `kernel_source` value seen in the corpus, with the unio | kernel_source | frameworks | op files | systems | rows | |---|---|---|---|---| -| `default` | sglang, trtllm | context_mla_perf.parquet, dsa_context_module_perf.parquet, dsa_generation_module_perf.parquet, generation_mla_perf.parquet, mla_bmm_perf.parquet, mla_context_module_perf.parquet, mla_generation_module_perf.parquet, msa_context_module_perf.parquet, msa_generation_module_perf.parquet | a100_sxm, b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 303,641 | +| `default` | sglang, trtllm | context_mla_perf.parquet, dsa_context_module_perf.parquet, dsa_generation_module_perf.parquet, generation_mla_perf.parquet, mla_bmm_perf.parquet, mla_context_module_perf.parquet, mla_generation_module_perf.parquet, msa_context_module_perf.parquet, msa_generation_module_perf.parquet | a100_sxm, b200_sxm, b300_sxm, gb200, gb300, h100_sxm, h200_sxm, l40s, rtx_pro_6000_server | 306,281 | diff --git a/python/aisimulate/src/aisimulate_core/systems/data/gb200/moe/sglang/0.5.17/collection_meta.yaml b/python/aisimulate/src/aisimulate_core/systems/data/gb200/moe/sglang/0.5.17/collection_meta.yaml index 2a6f24d9e4..9971d2b600 100644 --- a/python/aisimulate/src/aisimulate_core/systems/data/gb200/moe/sglang/0.5.17/collection_meta.yaml +++ b/python/aisimulate/src/aisimulate_core/systems/data/gb200/moe/sglang/0.5.17/collection_meta.yaml @@ -33,13 +33,22 @@ tables: # - pipeline 63299076 (RadixArk id, nvfp4, kernel_source # sglang_flashinfer_trtllm_moe): 3159 rows landed, full grid, zero # failures. - # Concatenated 9153 rows total; keys disjoint by construction (moe_dtype - # partitions bfloat16/fp8_block/nvfp4, verified zero duplicate keys - # across all non-latency columns before landing) and disjoint from - # every other version. The archived result/collection_meta.yaml from - # each pipeline attests its distinct attempted case set; schema v2 keeps - # both events instead of collapsing their provenance. - rows: 9153 + # - Slurm job 7280873 (AIC-1781, collector branch 6c138f3, fp8_block, + # kernel_source sglang_flashinfer_trtllm_moe): 3159 rows, full grid, + # zero failures. This is the deployment-pinned FlashInfer TRT-LLM MoE + # lane and intentionally coexists with the stock fp8_block triton lane. + # The optional Boolean default_eligible column is false for all 3159 + # fp8_block FlashInfer TRT-LLM rows, including the 324 TP32 rows; these + # rows require explicit kernel_source selection. It is true for the + # other 9153 rows. This selection annotation preserves every recorded + # measurement and the collection provenance below. + # Concatenated 12312 rows total; keys are disjoint by kernel_source and + # moe_dtype (verified zero duplicate keys across all non-latency columns) + # and disjoint from every other version. The archived + # result/collection_meta.yaml from each pipeline attests its distinct + # attempted case set; schema v2 keeps all three events instead of + # collapsing their provenance. + rows: 12312 status: complete collections: - collector_ref: cdbfd10329a1cf73bf07677ab25614dccfce2379 @@ -54,3 +63,9 @@ tables: collected_at: '2026-08-18' rows: 3159 status: complete + - collector_ref: 6c138f3bd73cd51f128c375c3055801ea4f24ef8 + collector_hash: sha256:9d62acbd82e19b5920557465ed815f9100e46fececca0970d1258fe6f1bfd744 + case_plan_hash: sha256:f2b134ac3e8fa59f0ff258abeeb0a9d3ff10c78f3adec0f1c8c0f95b1d62160d + collected_at: '2026-09-20' + rows: 3159 + status: complete diff --git a/python/aisimulate/src/aisimulate_core/systems/data/gb200/moe/sglang/0.5.17/moe_perf.parquet b/python/aisimulate/src/aisimulate_core/systems/data/gb200/moe/sglang/0.5.17/moe_perf.parquet index 982b3a461a..50805e7275 100644 Binary files a/python/aisimulate/src/aisimulate_core/systems/data/gb200/moe/sglang/0.5.17/moe_perf.parquet and b/python/aisimulate/src/aisimulate_core/systems/data/gb200/moe/sglang/0.5.17/moe_perf.parquet differ diff --git a/python/aisimulate/src/aisimulate_core/systems/perf_data_reuse_manifest.yaml b/python/aisimulate/src/aisimulate_core/systems/perf_data_reuse_manifest.yaml index c9dd7c94ec..332a6a52de 100644 --- a/python/aisimulate/src/aisimulate_core/systems/perf_data_reuse_manifest.yaml +++ b/python/aisimulate/src/aisimulate_core/systems/perf_data_reuse_manifest.yaml @@ -1349,7 +1349,7 @@ groups: tier: shared systems: [b200_sxm, b300_sxm, gb200, gb300] frameworks: [sglang] - total_raw_rows: 642145 + total_raw_rows: 645304 within_framework_dedup_rows: 0 - op_file: moe_perf.parquet kernel_source: 'sglang_fused_moe_triton'